Eip1153 native evmone coverage [TEST] #1
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Evmone Coverage Report (Native) | |
| on: | |
| pull_request: | |
| paths: | |
| - 'converted-ethereum-tests.txt' # This triggers the workflow only for changes in file.txt | |
| jobs: | |
| evmone-coverage-diff: | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: Checkout code | |
| uses: actions/checkout@v3 | |
| - name: Fetch target branch | |
| run: git fetch origin ${{ github.base_ref }}:refs/remotes/origin/${{ github.base_ref }} | |
| - name: Install deps | |
| run: | | |
| echo $(pwd) | |
| echo ${{ github.workspace }} | |
| #install pyspec deps from root repo | |
| python3 --version | |
| pip install --upgrade pip | |
| python3 -m venv ./venv/ | |
| source ./venv/bin/activate | |
| pip install -e . | |
| solc-select use 0.8.25 --always-install | |
| # Required to fill .py tests | |
| - name: Build GO EVM | |
| uses: ./.github/actions/build-evm | |
| id: evm-builder | |
| with: | |
| type: 'main' | |
| - name: Build EVMONE EVM | |
| uses: ./.github/actions/build-evmone-evm | |
| id: evm-builder2 | |
| with: | |
| type: 'main' | |
| - name: Checkout ethereum/tests | |
| uses: actions/checkout@v4 | |
| with: | |
| repository: ethereum/tests | |
| path: testpath | |
| sparse-checkout: | | |
| GeneralStateTests | |
| EOFTests | |
| - name: Checkout ethereum/legacytests | |
| uses: actions/checkout@v4 | |
| with: | |
| repository: ethereum/legacytests | |
| path: legacytestpath | |
| sparse-checkout: | | |
| Cancun/GeneralStateTests | |
| # This command diffs the file and filters in new lines | |
| - name: Parse converted tests from converted-ethereum-tests.txt | |
| run: | | |
| echo "New lines introduced in converted-ethereum-tests.txt:" | |
| lines=$(git diff origin/${{ github.base_ref }} HEAD -- converted-ethereum-tests.txt | grep "^+" | grep -v "^+++") | |
| files=$(echo "$lines" | grep -oP '(?<=\+).+\.json') | |
| if [ -z "$files" ]; then | |
| echo "Error: No new JSON files found in converted-ethereum-tests.txt" | |
| exit 1 | |
| fi | |
| for file in $files; do | |
| echo $file | |
| done | |
| BASE_TESTS_PATH=${{ github.workspace }}/evmtest_coverage/coverage/BASE_TESTS | |
| mkdir -p $BASE_TESTS_PATH | |
| for file in $files; do | |
| cp ${{ github.workspace }}/testpath/$file $BASE_TESTS_PATH | |
| if [[ "$file" == *"GeneralStateTests"* ]]; then | |
| base_name=$(basename "$file") | |
| legacy_file_name="legacy_$base_name" | |
| cp ${{ github.workspace }}/legacytestpath/Cancun/$file $BASE_TESTS_PATH/$legacy_file_name | |
| fi | |
| done | |
| # This command diffs the .py scripts introduced by a PR | |
| - name: Parse and fill introduced test sources | |
| run: | | |
| python3 -m venv ./venv/ | |
| source ./venv/bin/activate | |
| # Fetch the base branch and the head branch | |
| git fetch origin ${{ github.base_ref }}:refs/remotes/origin/${{ github.base_ref }} | |
| git fetch origin ${{ github.head_ref }}:refs/remotes/origin/${{ github.head_ref }} | |
| # Perform the diff | |
| files=$(git diff --name-status origin/${{ github.base_ref }}...origin/${{ github.head_ref }} -- tests/ | grep -E '^[AM]' | grep '\.py$') | |
| echo "Modified or new .py files in tests folder:" | |
| echo "$files" | while read line; do | |
| file=$(echo "$line" | cut -c 3-) | |
| echo $file | |
| done | |
| # fill new tests | |
| mkdir -p fixtures/state_tests | |
| mkdir -p fixtures/eof_tests | |
| echo "$files" | while read line; do | |
| file=$(echo "$line" | cut -c 3-) | |
| fill $file --until=Cancun --evm-bin evmone-t8n || true | |
| fill $file --fork=CancunEIP7692 --evm-bin evmone-t8n -k eof_test || true | |
| done | |
| filesState=$(find fixtures/state_tests -type f -name "*.json") | |
| filesEOF=$(find fixtures/eof_tests -type f -name "*.json") | |
| if [ -z "$filesState" ] && [ -z "$filesEOF" ]; then | |
| echo "Error: No filled JSON fixtures found in fixtures." | |
| exit 1 | |
| fi | |
| PATCH_TEST_PATH=${{ github.workspace }}/evmtest_coverage/coverage/PATCH_TESTS | |
| mkdir -p $PATCH_TEST_PATH | |
| find fixtures/state_tests -type f -name "*.json" -exec cp {} $PATCH_TEST_PATH \; | |
| find fixtures/eof_tests -type f -name "*.json" -exec cp {} $PATCH_TEST_PATH \; | |
| - name: Print tests that will be covered | |
| run: | | |
| echo "Original BASE tests:" | |
| ls ${{ github.workspace }}/evmtest_coverage/coverage/BASE_TESTS | |
| echo "--------------------" | |
| echo "Ported PATCH tests:" | |
| ls ${{ github.workspace }}/evmtest_coverage/coverage/PATCH_TESTS | |
| - name: Run coverage of the BASE tests | |
| uses: addnab/docker-run-action@v3 | |
| with: | |
| image: winsvega/evmone-coverage-script:latest | |
| options: -v ${{ github.workspace }}/evmtest_coverage/coverage:/tests | |
| run: /entrypoint.sh --mode=cover --driver=native --testpath=/tests/BASE_TESTS --outputname=BASE | |
| - name: Run coverage of the PATCH tests | |
| uses: addnab/docker-run-action@v3 | |
| with: | |
| image: winsvega/evmone-coverage-script:latest | |
| options: -v ${{ github.workspace }}/evmtest_coverage/coverage:/tests | |
| run: /entrypoint.sh --mode=cover --driver=native --testpath=/tests/PATCH_TESTS --outputname=PATCH | |
| - name: Run coverage DIFF of the PATCH tests compared to BASE tests | |
| uses: addnab/docker-run-action@v3 | |
| with: | |
| image: winsvega/evmone-coverage-script:latest | |
| options: -v ${{ github.workspace }}/evmtest_coverage/coverage:/tests | |
| run: /entrypoint.sh --mode=diff --basefile=coverage_BASE.lcov --patchfile=coverage_PATCH.lcov | |
| - name: Chmod coverage results | |
| run: | | |
| user=$(whoami) | |
| sudo chown -R $user:$user ${{ github.workspace }}/evmtest_coverage/coverage | |
| - name: Upload coverage results | |
| uses: actions/upload-artifact@v3 | |
| with: | |
| name: coverage-diff | |
| path: ${{ github.workspace }}/evmtest_coverage/coverage | |
| - name: Verify coverage results | |
| uses: addnab/docker-run-action@v3 | |
| with: | |
| image: winsvega/evmone-coverage-script:latest | |
| options: -v ${{ github.workspace }}/evmtest_coverage/coverage:/tests | |
| run: /check.sh |