Eip1153 coverage [DEMO] #32
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Evmone Coverage Report | |
| on: | |
| pull_request: | |
| paths: | |
| - 'converted-ethereum-tests.txt' # This triggers the workflow only for changes in file.txt | |
| jobs: | |
| evmone-coverage-diff: | |
| runs-on: ubuntu-latest | |
| steps: | |
| - uses: actions/checkout@v2 | |
| - name: Cache EVMONE | |
| uses: actions/cache@v2 | |
| with: | |
| path: ${{ github.workspace }}/evmoneimage | |
| key: ${{ runner.os }}-evmone-${{ hashFiles('evmone-hash.txt') }} | |
| restore-keys: | | |
| ${{ runner.os }}-evmone- | |
| - name: Checkout code | |
| uses: actions/checkout@v3 | |
| with: | |
| ref: ${{ github.event.pull_request.head.ref }} # Checks out the PR branch | |
| fetch-depth: 0 # Necessary to fetch all history for diff | |
| - name: Fetch target branch | |
| run: git fetch origin ${{ github.base_ref }}:refs/remotes/origin/${{ github.base_ref }} | |
| - name: Install deps | |
| run: | | |
| echo $(pwd) | |
| echo ${{ github.workspace }} | |
| sudo apt-get install docker-ce | |
| #install pyspec deps from root repo | |
| python3 --version | |
| python3 -m venv ./venv/ | |
| source ./venv/bin/activate | |
| pip install -e . | |
| #install go | |
| curl -L --output go1.21.8.linux-amd64.tar.gz "https://go.dev/dl/go1.21.8.linux-amd64.tar.gz" | |
| tar -xf go1.21.8.linux-amd64.tar.gz | |
| sudo mv go /usr/local | |
| sudo ln -s /usr/local/go/bin/go /usr/local/bin/go | |
| git clone --depth 1 https://github.com/ethereum/go-ethereum.git | |
| cd go-ethereum | |
| go build ./cmd/evm | |
| cp evm /usr/local/bin | |
| cd .. | |
| #install solc | |
| curl -L --output solc "https://github.com/ethereum/solidity/releases/download/v0.8.25/solc-static-linux" | |
| sudo mv solc /usr/local/bin | |
| sudo chmod +x /usr/local/bin/solc | |
| solc --version | |
| #install tests | |
| cd ${{ github.workspace }} | |
| mkdir testpath | |
| cd testpath | |
| git init | |
| git remote add origin https://github.com/ethereum/tests.git | |
| git config core.sparseCheckout true | |
| git sparse-checkout set GeneralStateTests | |
| git pull origin develop | |
| cd .. | |
| #install coverge script | |
| cd ${{ github.workspace }} | |
| git clone https://github.com/winsvega/evmtest_coverage.git | |
| mkdir -p ${{ github.workspace }}/evmoneimage | |
| # This command diffs the file and filters in new lines | |
| - name: Parse converted tests from converted-ethereum-tests.txt | |
| run: | | |
| echo "New lines introduced in converted-ethereum-tests.txt:" | |
| lines=$(git diff origin/${{ github.base_ref }} HEAD -- converted-ethereum-tests.txt | grep "^+" | grep -v "^+++") | |
| files=$(echo "$lines" | grep -oP '(?<=\+).+\.json') | |
| if [ -z "$files" ]; then | |
| echo "Error: No new JSON files found in converted-ethereum-tests.txt" | |
| exit 1 | |
| fi | |
| for file in $files; do | |
| echo $file | |
| done | |
| mkdir -p ${{ github.workspace }}/evmtest_coverage/testBASE | |
| for file in $files; do | |
| cp ${{ github.workspace }}/testpath/$file ${{ github.workspace }}/evmtest_coverage/testBASE | |
| done | |
| # This command diffs the .py scripts introduced by a PR | |
| - name: Parse and fill introduced test sources | |
| run: | | |
| python3 -m venv ./venv/ | |
| source ./venv/bin/activate | |
| files=$(git diff --name-status origin/${{ github.base_ref }}...HEAD -- tests/ | grep -E '^[AM]' | grep '\.py$') | |
| echo "Modified or new .py files in tests folder:" | |
| echo "$files" | while read line; do | |
| file=$(echo "$line" | cut -c 3-) | |
| echo $file | |
| done | |
| # fill new tests | |
| echo "$files" | while read line; do | |
| file=$(echo "$line" | cut -c 3-) | |
| fill $file --until=Cancun | |
| done | |
| files=$(find fixtures/state_tests -type f -name "*.json") | |
| if [ -z "$files" ]; then | |
| echo "Error: No filled JSON fixtures found in fixtures/state_tests." | |
| exit 1 | |
| fi | |
| mkdir -p ${{ github.workspace }}/evmtest_coverage/testPATCH | |
| find fixtures/state_tests -type f -name "*.json" -exec cp {} ${{ github.workspace }}/evmtest_coverage/testPATCH \; | |
| - name: Download evmone image if not cached | |
| run: | | |
| cd ${{ github.workspace }}/evmoneimage | |
| if [ ! -f "evmone.tar" ]; then | |
| wget -O ${{ github.workspace }}/evmoneimage/evmone.tar http://retesteth.ethdevops.io/release/evmone.tar | |
| fi | |
| - name: Run coverage script | |
| run: | | |
| docker --version | |
| echo "Original BASE tests:" | |
| ls ${{ github.workspace }}/evmtest_coverage/testBASE | |
| echo "Ported PATCH tests:" | |
| ls ${{ github.workspace }}/evmtest_coverage/testPATCH | |
| echo "Loading docker image:" | |
| sudo docker image load --input ${{ github.workspace }}/evmoneimage/evmone.tar | |
| cd ${{ github.workspace }}/evmtest_coverage | |
| sudo chmod +x ./dcoverage.sh | |
| sudo ./dcoverage.sh --base=testBASE --patch=testPATCH | |
| - name: Upload coverage results | |
| uses: actions/upload-artifact@v3 | |
| with: | |
| name: coverage-diff | |
| path: ${{ github.workspace }}/evmtest_coverage/coverage | |
| - name: Verify coverage results | |
| run: | | |
| cd ${{ github.workspace }}/evmtest_coverage | |
| sudo chmod +x ./check.sh | |
| sudo ./check.sh |