From 25804579aaf7467b77d2e4413a7b28d2c60cd41a Mon Sep 17 00:00:00 2001 From: spencer-tb Date: Mon, 1 Dec 2025 12:28:23 +0000 Subject: [PATCH 1/2] enhance(ci): add fast benchmark artifact workflow --- .github/configs/feature.yaml | 5 ++ .github/workflows/release_benchmark_fast.yaml | 50 +++++++++++++++++++ ...ease.yaml => release_fixture_feature.yaml} | 0 ...release.yaml => release_fixture_full.yaml} | 0 4 files changed, 55 insertions(+) create mode 100644 .github/workflows/release_benchmark_fast.yaml rename .github/workflows/{fixture_feature_release.yaml => release_fixture_feature.yaml} (100%) rename .github/workflows/{fixture_full_release.yaml => release_fixture_full.yaml} (100%) diff --git a/.github/configs/feature.yaml b/.github/configs/feature.yaml index 173fcc7778..8d2e88d570 100644 --- a/.github/configs/feature.yaml +++ b/.github/configs/feature.yaml @@ -18,6 +18,11 @@ benchmark_develop: fill-params: --fork=Osaka --gas-benchmark-values 1,10,30,60,100,150 -m "benchmark and not state_test" ./tests/benchmark feature_only: true +benchmark_fast: + evm-type: benchmark + fill-params: --fork=Prague --gas-benchmark-values 100 -m "benchmark and not state_test" ./tests/benchmark + feature_only: true + bal: evm-type: develop fill-params: --fork=Amsterdam ./tests/amsterdam/eip7928_block_level_access_lists diff --git a/.github/workflows/release_benchmark_fast.yaml b/.github/workflows/release_benchmark_fast.yaml new file mode 100644 index 0000000000..f7f513d12b --- /dev/null +++ b/.github/workflows/release_benchmark_fast.yaml @@ -0,0 +1,50 @@ +name: Build Benchmark Fixtures + +on: + push: + branches: + # List specific branches for now. + - "forks/osaka" + - "forks/amsterdam" + paths: + # Benchmark test files + - "tests/benchmark/**" + # Precompile specs used by benchmark tests + - "tests/prague/eip2537_bls_12_381_precompiles/spec.py" + - "tests/osaka/eip7951_p256verify_precompiles/spec.py" + # Benchmark related EEST framework files + - "packages/testing/src/execution_testing/benchmark/**" + - "packages/testing/src/execution_testing/specs/**" + - "packages/testing/src/execution_testing/test_types/**" + - "packages/testing/src/execution_testing/fixtures/**" + - "packages/testing/src/execution_testing/forks/**" + - "packages/testing/src/execution_testing/vm/**" + - "packages/testing/src/execution_testing/cli/pytest_commands/fill.py" + # CI benchmark configuration + - ".github/configs/evm.yaml" + - ".github/configs/feature.yaml" + - ".github/actions/build-fixtures/**" + - ".github/actions/build-evm-base/**" + - ".github/actions/build-evm-client/evmone/**" + # This workflow itself + - ".github/workflows/release_benchmark_fast.yaml" + workflow_dispatch: + +concurrency: + group: ${{ github.workflow }} + cancel-in-progress: true + +jobs: + build: + runs-on: [self-hosted-ghr, size-gigachungus-x64] + timeout-minutes: 720 + steps: + - uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683 + with: + submodules: true + + - uses: ./.github/actions/build-fixtures + with: + release_name: benchmark_fast + uv_version: ${{ vars.UV_VERSION }} + python_version: ${{ vars.DEFAULT_PYTHON_VERSION }} diff --git a/.github/workflows/fixture_feature_release.yaml b/.github/workflows/release_fixture_feature.yaml similarity index 100% rename from .github/workflows/fixture_feature_release.yaml rename to .github/workflows/release_fixture_feature.yaml diff --git a/.github/workflows/fixture_full_release.yaml b/.github/workflows/release_fixture_full.yaml similarity index 100% rename from .github/workflows/fixture_full_release.yaml rename to .github/workflows/release_fixture_full.yaml From 051d0f3175911005a96361f136d28128ad53ae53 Mon Sep 17 00:00:00 2001 From: spencer-tb Date: Tue, 2 Dec 2025 16:24:37 +0000 Subject: [PATCH 2/2] chore: address review comments --- ...nchmark_fast.yaml => artifact_benchmark_fast.yaml} | 11 ++--------- 1 file changed, 2 insertions(+), 9 deletions(-) rename .github/workflows/{release_benchmark_fast.yaml => artifact_benchmark_fast.yaml} (70%) diff --git a/.github/workflows/release_benchmark_fast.yaml b/.github/workflows/artifact_benchmark_fast.yaml similarity index 70% rename from .github/workflows/release_benchmark_fast.yaml rename to .github/workflows/artifact_benchmark_fast.yaml index f7f513d12b..fa610289a8 100644 --- a/.github/workflows/release_benchmark_fast.yaml +++ b/.github/workflows/artifact_benchmark_fast.yaml @@ -3,7 +3,6 @@ name: Build Benchmark Fixtures on: push: branches: - # List specific branches for now. - "forks/osaka" - "forks/amsterdam" paths: @@ -12,14 +11,8 @@ on: # Precompile specs used by benchmark tests - "tests/prague/eip2537_bls_12_381_precompiles/spec.py" - "tests/osaka/eip7951_p256verify_precompiles/spec.py" - # Benchmark related EEST framework files + # Benchmark specific framework files - "packages/testing/src/execution_testing/benchmark/**" - - "packages/testing/src/execution_testing/specs/**" - - "packages/testing/src/execution_testing/test_types/**" - - "packages/testing/src/execution_testing/fixtures/**" - - "packages/testing/src/execution_testing/forks/**" - - "packages/testing/src/execution_testing/vm/**" - - "packages/testing/src/execution_testing/cli/pytest_commands/fill.py" # CI benchmark configuration - ".github/configs/evm.yaml" - ".github/configs/feature.yaml" @@ -27,7 +20,7 @@ on: - ".github/actions/build-evm-base/**" - ".github/actions/build-evm-client/evmone/**" # This workflow itself - - ".github/workflows/release_benchmark_fast.yaml" + - ".github/workflows/artifact_benchmark_fast.yaml" workflow_dispatch: concurrency: