execution-specs/.github/workflows/benchmark.yaml at mainnet · RazorClient/execution-specs · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
name: Benchmarking

on:
  push:
    branches:
      - mainnet
      - "forks/**"
    paths:
      - "tests/benchmark/**"
      - "packages/testing/src/execution_testing/benchmark/**"
      - "packages/testing/src/execution_testing/cli/pytest_commands/plugins/**"
      - ".github/workflows/benchmark.yaml"
  pull_request:
    paths-ignore:
      - "**.md"
      - "LICENSE*"
      - ".gitignore"
      - ".vscode/**"
      - "whitelist.txt"
      - "docs/**"
      - "mkdocs.yml"
  workflow_dispatch:

concurrency:
  group: ${{ github.workflow }}-${{ github.ref }}
  cancel-in-progress: true

jobs:
  unit-tests:
    name: Benchmark Unit Tests
    runs-on: ubuntu-latest
    steps:
      - uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683
        with:
          submodules: true

      - name: Install uv
        uses: astral-sh/setup-uv@0c5e2b8115b80b4c7c5ddf6ffdd634974642d182
        with:
          enable-cache: false
          version: ${{ vars.UV_VERSION }}

      - uses: ./.github/actions/build-evm-base
        id: evm-builder
        with:
          type: benchmark

      - name: Run benchmark unit tests
        run: uvx tox -e tests_benchmark_pytest_py3
        env:
          EVM_BIN: ${{ steps.evm-builder.outputs.evm-bin }}

  sanity-checks:
    name: ${{ matrix.name }}
    needs: [unit-tests]
    runs-on: ubuntu-latest
    strategy:
      fail-fast: false
      matrix:
        include:
          - name: Benchmark Gas Values
            tox-env: benchmark-gas-values
          - name: Fixed Opcode Count CLI
            tox-env: benchmark-fixed-opcode-cli
          - name: Fixed Opcode Count Config
            tox-env: benchmark-fixed-opcode-config
    steps:
      - uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683
        with:
          submodules: true

      - name: Install uv
        uses: astral-sh/setup-uv@0c5e2b8115b80b4c7c5ddf6ffdd634974642d182
        with:
          enable-cache: false
          version: ${{ vars.UV_VERSION }}

      - uses: ./.github/actions/build-evm-base
        id: evm-builder
        with:
          type: benchmark

      - name: Run ${{ matrix.name }}
        run: uvx tox -e ${{ matrix.tox-env }}
        env:
          EVM_BIN: ${{ steps.evm-builder.outputs.evm-bin }}

  # TODO: Add execute remote tests with --gas-benchmark-values
  # TODO: Add execute remote tests with --fixed-opcode-count

  build-artifact:
    name: Build Benchmark Fixture Artifact
    needs: [sanity-checks] # TODO: Add execute remote jobs when implemented
    if: github.event_name == 'push'
    runs-on: [self-hosted-ghr, size-gigachungus-x64]
    timeout-minutes: 720
    steps:
      - uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683
        with:
          submodules: true

      - uses: ./.github/actions/build-fixtures
        with:
          release_name: benchmark_fast
          uv_version: ${{ vars.UV_VERSION }}
          python_version: ${{ vars.DEFAULT_PYTHON_VERSION }}