feat: add witness cache stage #3462
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: CI | |
| on: | |
| push: | |
| branches: | |
| - zkevm | |
| - zkevm-2.60 | |
| pull_request: | |
| branches: | |
| - zkevm | |
| - zkevm-2.60 | |
| types: | |
| - opened | |
| - reopened | |
| - synchronize | |
| - ready_for_review | |
| workflow_dispatch: | |
| concurrency: | |
| group: ${{ github.ref }} | |
| cancel-in-progress: true | |
| jobs: | |
| tests: | |
| strategy: | |
| matrix: | |
| os: [ ubuntu-22.04, macos-14-xlarge ] # list of os: https://github.com/actions/virtual-environments | |
| runs-on: ${{ matrix.os }} | |
| timeout-minutes: ${{ matrix.os == 'macos-14-xlarge' && 40 || 30 }} | |
| steps: | |
| - uses: actions/checkout@v3 | |
| - uses: actions/setup-go@v4 | |
| with: | |
| go-version: '1.21' | |
| - name: Install dependencies on Linux | |
| if: runner.os == 'Linux' | |
| run: sudo apt update && sudo apt install build-essential | |
| - name: Build | |
| run: make BUILD_TAGS=nosqlite,noboltdb,nosilkworm all | |
| - name: Reproducible build test | |
| run: | | |
| make cdk-erigon | |
| shasum -a256 ./build/bin/cdk-erigon > erigon1.sha256 | |
| make cdk-erigon | |
| shasum -a256 ./build/bin/cdk-erigon > erigon2.sha256 | |
| if ! cmp -s erigon1.sha256 erigon2.sha256; then | |
| echo >&2 "Reproducible build broken"; cat erigon1.sha256; cat erigon2.sha256; exit 1 | |
| fi | |
| # - name: Lint | |
| # if: runner.os == 'Linux' | |
| # uses: golangci/golangci-lint-action@v4 | |
| # with: | |
| # version: v1.54 | |
| - name: Test | |
| run: make test | |
| - name: SonarCloud Scan | |
| uses: SonarSource/sonarcloud-github-action@master | |
| if: ${{ matrix.os == 'ubuntu-20.04' }} | |
| env: | |
| GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} # Needed to get PR information, if any | |
| SONAR_TOKEN: ${{ secrets.SONAR_TOKEN }} | |
| kurtosis-cdk: | |
| runs-on: ubuntu-latest | |
| strategy: | |
| matrix: | |
| da-mode: [ "rollup", "cdk-validium" ] | |
| steps: | |
| - name: Checkout cdk-erigon | |
| uses: actions/checkout@v4 | |
| with: | |
| path: cdk-erigon | |
| - name: Checkout kurtosis-cdk | |
| uses: actions/checkout@v4 | |
| with: | |
| repository: 0xPolygon/kurtosis-cdk | |
| ref: v0.2.12 | |
| path: kurtosis-cdk | |
| - name: Install Kurtosis CDK tools | |
| uses: ./kurtosis-cdk/.github/actions/setup-kurtosis-cdk | |
| - name: Install Foundry | |
| uses: foundry-rs/foundry-toolchain@v1 | |
| - name: Install yq | |
| run: | | |
| sudo curl -L https://github.com/mikefarah/yq/releases/download/v4.44.2/yq_linux_amd64 -o /usr/local/bin/yq | |
| sudo chmod +x /usr/local/bin/yq | |
| /usr/local/bin/yq --version | |
| - name: Build docker image | |
| working-directory: ./cdk-erigon | |
| run: docker build -t cdk-erigon:local --file Dockerfile . | |
| - name: Remove unused flags | |
| working-directory: ./kurtosis-cdk | |
| run: | | |
| sed -i '/zkevm.sequencer-batch-seal-time:/d' templates/cdk-erigon/config.yml | |
| sed -i '/zkevm.sequencer-non-empty-batch-seal-time:/d' templates/cdk-erigon/config.yml | |
| sed -i '/sentry.drop-useless-peers:/d' templates/cdk-erigon/config.yml | |
| sed -i '/zkevm.l2-datastreamer-timeout:/d' templates/cdk-erigon/config.yml | |
| - name: Configure Kurtosis CDK | |
| working-directory: ./kurtosis-cdk | |
| run: | | |
| /usr/local/bin/yq -i '.args.data_availability_mode = "${{ matrix.da-mode }}"' params.yml | |
| /usr/local/bin/yq -i '.args.cdk_erigon_node_image = "cdk-erigon:local"' params.yml | |
| - name: Deploy Kurtosis CDK package | |
| working-directory: ./kurtosis-cdk | |
| run: | | |
| kurtosis run --enclave cdk-v1 --image-download always . '{"args": {"data_availability_mode": "${{ matrix.da-mode }}", "cdk_erigon_node_image": "cdk-erigon:local"}}' | |
| - name: Run process with CPU monitoring | |
| working-directory: ./cdk-erigon | |
| run: | | |
| # Start monitoring in background | |
| bash ./.github/scripts/cpu_monitor.sh & | |
| monitor_pid=$! | |
| # Wait for 30 seconds | |
| sleep 30 | |
| # Stop monitoring and get analysis | |
| kill -TERM $monitor_pid | |
| wait $monitor_pid || { | |
| echo "CPU usage exceeded threshold!" | |
| exit 1 | |
| } | |
| - name: Monitor verified batches | |
| working-directory: ./kurtosis-cdk | |
| shell: bash | |
| run: timeout 900s .github/scripts/monitor-verified-batches.sh --rpc-url $(kurtosis port print cdk-v1 cdk-erigon-node-001 rpc) --target 20 --timeout 900 | |
| - name: Set up Docker Buildx | |
| uses: docker/setup-buildx-action@v2 | |
| - name: Set up envs | |
| run: | | |
| kurtosis files download cdk-v1 bridge-config-artifact | |
| echo "BRIDGE_ADDRESS=$(/usr/local/bin/yq '.NetworkConfig.PolygonBridgeAddress' bridge-config-artifact/bridge-config.toml)" >> $GITHUB_ENV | |
| echo "ETH_RPC_URL=$(kurtosis port print cdk-v1 el-1-geth-lighthouse rpc)" >> $GITHUB_ENV | |
| echo "L2_RPC_URL=$(kurtosis port print cdk-v1 cdk-erigon-node-001 rpc)" >> $GITHUB_ENV | |
| echo "BRIDGE_API_URL=$(kurtosis port print cdk-v1 zkevm-bridge-service-001 rpc)" >> $GITHUB_ENV | |
| - name: Clone bridge repository | |
| run: git clone --recurse-submodules -j8 https://github.com/0xPolygonHermez/zkevm-bridge-service.git -b develop bridge | |
| - name: Build docker image | |
| run: | | |
| cd bridge | |
| make build-docker-e2e-real_network | |
| - name: Run test ERC20 Bridge | |
| run: | | |
| #!/bin/bash | |
| cd bridge | |
| mkdir tmp | |
| cat <<EOF > ./tmp/test.toml | |
| TestL1AddrPrivate="0x12d7de8621a77640c9241b2595ba78ce443d05e94090365ab3bb5e19df82c625" | |
| TestL2AddrPrivate="0x12d7de8621a77640c9241b2595ba78ce443d05e94090365ab3bb5e19df82c625" | |
| [ConnectionConfig] | |
| L1NodeURL="http://${ETH_RPC_URL}" | |
| L2NodeURL="${L2_RPC_URL}" | |
| BridgeURL="${BRIDGE_API_URL}" | |
| L1BridgeAddr="${BRIDGE_ADDRESS}" | |
| L2BridgeAddr="${BRIDGE_ADDRESS}" | |
| EOF | |
| docker run --network=host --volume "./tmp/:/config/" --env BRIDGE_TEST_CONFIG_FILE=/config/test.toml bridge-e2e-realnetwork-erc20 | |
| - name: Upload logs | |
| uses: actions/upload-artifact@v3 | |
| with: | |
| name: evm-rpc-tests-logs-${{ github.run_id }} | |
| path: ./cdk-erigon/logs/evm-rpc-tests.log | |
| - name: Prepare logs | |
| working-directory: ./kurtosis-cdk | |
| if: failure() | |
| run: | | |
| mkdir -p ci_logs | |
| cd ci_logs | |
| kurtosis service logs cdk-v1 cdk-erigon-node-001 --all > cdk-erigon-node-001.log | |
| kurtosis service logs cdk-v1 cdk-erigon-sequencer-001 --all > cdk-erigon-sequencer-001.log | |
| kurtosis service logs cdk-v1 zkevm-agglayer-001 --all > zkevm-agglayer-001.log | |
| kurtosis service logs cdk-v1 zkevm-prover-001 --all > zkevm-prover-001.log | |
| kurtosis service logs cdk-v1 cdk-node-001 --all > cdk-node-001.log | |
| kurtosis service logs cdk-v1 zkevm-bridge-service-001 --all > zkevm-bridge-service-001.log | |
| - name: Upload logs | |
| if: failure() | |
| uses: actions/upload-artifact@v3 | |
| with: | |
| name: logs_${{ github.run_id }} | |
| path: ./kurtosis-cdk/ci_logs | |
| kurtosis-cdk-post-london: | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: Checkout cdk-erigon | |
| uses: actions/checkout@v4 | |
| with: | |
| path: cdk-erigon | |
| - name: Checkout kurtosis-cdk | |
| uses: actions/checkout@v4 | |
| with: | |
| repository: 0xPolygon/kurtosis-cdk | |
| ref: v0.2.12 | |
| path: kurtosis-cdk | |
| - name: Install Kurtosis CDK tools | |
| uses: ./kurtosis-cdk/.github/actions/setup-kurtosis-cdk | |
| - name: Install Foundry | |
| uses: foundry-rs/foundry-toolchain@v1 | |
| - name: Install yq | |
| run: | | |
| sudo curl -L https://github.com/mikefarah/yq/releases/download/v4.44.2/yq_linux_amd64 -o /usr/local/bin/yq | |
| sudo chmod +x /usr/local/bin/yq | |
| /usr/local/bin/yq --version | |
| - name: Install polycli | |
| run: | | |
| tmp_dir=$(mktemp -d) && curl -L https://github.com/0xPolygon/polygon-cli/releases/download/v0.1.48/polycli_v0.1.48_linux_amd64.tar.gz | tar -xz -C "$tmp_dir" && mv "$tmp_dir"/* /usr/local/bin/polycli && rm -rf "$tmp_dir" | |
| sudo chmod +x /usr/local/bin/polycli | |
| /usr/local/bin/polycli version | |
| - name: Build docker image | |
| working-directory: ./cdk-erigon | |
| run: docker build -t cdk-erigon:local --file Dockerfile . | |
| - name: Modify cdk-erigon flags | |
| working-directory: ./kurtosis-cdk | |
| run: | | |
| sed -i '/zkevm.sequencer-batch-seal-time:/d' templates/cdk-erigon/config.yml | |
| sed -i '/zkevm.sequencer-non-empty-batch-seal-time:/d' templates/cdk-erigon/config.yml | |
| sed -i '/zkevm\.sequencer-initial-fork-id/d' ./templates/cdk-erigon/config.yml | |
| sed -i '/sentry.drop-useless-peers:/d' templates/cdk-erigon/config.yml | |
| sed -i '/zkevm\.pool-manager-url/d' ./templates/cdk-erigon/config.yml | |
| sed -i '$a\zkevm.disable-virtual-counters: true' ./templates/cdk-erigon/config.yml | |
| sed -i '/zkevm.l2-datastreamer-timeout:/d' templates/cdk-erigon/config.yml | |
| - name: Configure Kurtosis CDK | |
| working-directory: ./kurtosis-cdk | |
| run: | | |
| sed -i 's/"londonBlock": [0-9]\+/"londonBlock": 0/' ./templates/cdk-erigon/chainspec.json | |
| sed -i 's/"normalcyBlock": [0-9]\+/"normalcyBlock": 0/' ./templates/cdk-erigon/chainspec.json | |
| sed -i 's/"shanghaiTime": [0-9]\+/"shanghaiTime": 0/' ./templates/cdk-erigon/chainspec.json | |
| sed -i 's/"cancunTime": [0-9]\+/"cancunTime": 0/' ./templates/cdk-erigon/chainspec.json | |
| sed -i '/"terminalTotalDifficulty"/d' ./templates/cdk-erigon/chainspec.json | |
| - name: Deploy Kurtosis CDK package | |
| working-directory: ./kurtosis-cdk | |
| run: | | |
| kurtosis run --enclave cdk-v1 --image-download always . '{"args": {"erigon_strict_mode": false, "cdk_erigon_node_image": "cdk-erigon:local"}}' | |
| - name: Dynamic gas fee tx load test | |
| working-directory: ./kurtosis-cdk | |
| run: /usr/local/bin/polycli loadtest --rpc-url "$(kurtosis port print cdk-v1 cdk-erigon-node-001 rpc)" --private-key "0x12d7de8621a77640c9241b2595ba78ce443d05e94090365ab3bb5e19df82c625" --verbosity 700 --requests 500 --rate-limit 50 --mode uniswapv3 | |
| - name: Upload logs | |
| uses: actions/upload-artifact@v3 | |
| with: | |
| name: evm-rpc-tests-logs-${{ github.run_id }} | |
| path: ./cdk-erigon/logs/evm-rpc-tests.log | |
| - name: Prepare logs | |
| working-directory: ./kurtosis-cdk | |
| if: failure() | |
| run: | | |
| mkdir -p ci_logs | |
| cd ci_logs | |
| kurtosis service logs cdk-v1 cdk-erigon-node-001 --all > cdk-erigon-node-001.log | |
| kurtosis service logs cdk-v1 cdk-erigon-sequencer-001 --all > cdk-erigon-sequencer-001.log | |
| - name: Upload logs | |
| if: failure() | |
| uses: actions/upload-artifact@v3 | |
| with: | |
| name: logs_${{ github.run_id }} | |
| path: ./kurtosis-cdk/ci_logs |