refactor(store,cache)!: optimize cache restore as O(1) (#3134) #124
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| --- | |
| name: Benchmarks | |
| permissions: {} | |
| "on": | |
| push: | |
| branches: | |
| - main | |
| pull_request: | |
| branches: | |
| - main | |
| paths: | |
| - 'test/e2e/benchmark/**' | |
| - 'test/e2e/evm_contract_bench_test.go' | |
| - 'test/e2e/evm_test_common.go' | |
| - 'test/e2e/sut_helper.go' | |
| - 'block/internal/executing/**' | |
| - '.github/workflows/benchmark.yml' | |
| workflow_dispatch: | |
| jobs: | |
| evm-benchmark: | |
| name: EVM Contract Benchmark | |
| runs-on: ubuntu-latest | |
| timeout-minutes: 30 | |
| steps: | |
| - uses: actions/checkout@de0fac2e4500dabe0009e67214ff5f5447ce83dd # v6.0.2 | |
| - name: Set up Go | |
| uses: actions/setup-go@4b73464bb391d4059bd26b0524d20df3927bd417 # v6.3.0 | |
| with: | |
| go-version-file: ./go.mod | |
| - name: Set up Docker Buildx | |
| uses: docker/setup-buildx-action@b5ca514318bd6ebac0fb2aedd5d36ec1b5c232a2 # v3.10.0 | |
| - name: Install just | |
| uses: extractions/setup-just@v3 | |
| - name: Build binaries | |
| run: just build-evm build-da | |
| - name: Run EVM benchmarks | |
| run: | | |
| cd test/e2e && go test -tags evm -bench=. -benchmem -run='^$' \ | |
| -timeout=10m --evm-binary=../../build/evm | tee output.txt | |
| - name: Run Block Executor benchmarks | |
| run: | | |
| go test -bench=BenchmarkProduceBlock -benchmem -run='^$' \ | |
| ./block/internal/executing/... > block_executor_output.txt | |
| - name: Upload benchmark results | |
| uses: actions/upload-artifact@bbbca2ddaa5d8feaa63e36b76fdaad77386f024f # v7.0.0 | |
| with: | |
| name: evm-benchmark-results | |
| path: | | |
| test/e2e/output.txt | |
| block_executor_output.txt | |
| spamoor-benchmark: | |
| name: Spamoor Trace Benchmark | |
| runs-on: ubuntu-latest | |
| timeout-minutes: 30 | |
| steps: | |
| - uses: actions/checkout@de0fac2e4500dabe0009e67214ff5f5447ce83dd # v6.0.2 | |
| - name: Set up Go | |
| uses: actions/setup-go@4b73464bb391d4059bd26b0524d20df3927bd417 # v6.3.0 | |
| with: | |
| go-version-file: ./go.mod | |
| - name: Set up Docker Buildx | |
| uses: docker/setup-buildx-action@b5ca514318bd6ebac0fb2aedd5d36ec1b5c232a2 # v3.10.0 | |
| - name: Install just | |
| uses: extractions/setup-just@v3 | |
| - name: Build binaries | |
| run: just build-evm build-da | |
| - name: Run Spamoor smoke test | |
| run: | | |
| cd test/e2e && BENCH_JSON_OUTPUT=spamoor_bench.json go test -tags evm \ | |
| -run='^TestSpamoorSuite$/^TestSpamoorSmoke$' -v -timeout=15m \ | |
| ./benchmark/ --evm-binary=../../../build/evm | |
| - name: Upload benchmark results | |
| uses: actions/upload-artifact@bbbca2ddaa5d8feaa63e36b76fdaad77386f024f # v7.0.0 | |
| with: | |
| name: spamoor-benchmark-results | |
| path: test/e2e/benchmark/spamoor_bench.json | |
| # TODO: wire up to publish results once additional tests are in place. | |
| erc20-benchmark: | |
| name: ERC20 Throughput Benchmark | |
| runs-on: ubuntu-latest | |
| timeout-minutes: 20 | |
| steps: | |
| - uses: actions/checkout@de0fac2e4500dabe0009e67214ff5f5447ce83dd # v6.0.2 | |
| - name: Set up Go | |
| uses: actions/setup-go@7a3fe6cf4cb3a834922a1244abfce67bcef6a0c5 # v6.2.0 | |
| with: | |
| go-version-file: ./go.mod | |
| - name: Set up Docker Buildx | |
| uses: docker/setup-buildx-action@b5ca514318bd6ebac0fb2aedd5d36ec1b5c232a2 # v3.10.0 | |
| - name: Install just | |
| uses: extractions/setup-just@v3 | |
| - name: Build binaries | |
| run: just build-evm build-da | |
| - name: Run ERC20 throughput test | |
| run: | | |
| cd test/e2e && go test -tags evm \ | |
| -run='^TestSpamoorSuite$/^TestERC20Throughput$' -v -timeout=15m \ | |
| ./benchmark/ --evm-binary=../../../build/evm | |
| # single job to push all results to gh-pages sequentially, avoiding race conditions | |
| publish-benchmarks: | |
| name: Publish Benchmark Results | |
| needs: [evm-benchmark] | |
| runs-on: ubuntu-latest | |
| permissions: | |
| contents: write | |
| issues: write | |
| pull-requests: write | |
| steps: | |
| - uses: actions/checkout@de0fac2e4500dabe0009e67214ff5f5447ce83dd # v6.0.2 | |
| - name: Download EVM benchmark results | |
| uses: actions/download-artifact@70fc10c6e5e1ce46ad2ea6f2b72d43f7d47b13c3 # v8.0.0 | |
| with: | |
| name: evm-benchmark-results | |
| # only update the benchmark baseline on push/dispatch, not on PRs | |
| - name: Store EVM Contract Roundtrip result | |
| if: always() | |
| uses: benchmark-action/github-action-benchmark@a7bc2366eda11037936ea57d811a43b3418d3073 # v1.21.0 | |
| with: | |
| name: EVM Contract Roundtrip | |
| tool: 'go' | |
| output-file-path: test/e2e/output.txt | |
| auto-push: ${{ github.event_name != 'pull_request' }} | |
| save-data-file: ${{ github.event_name != 'pull_request' }} | |
| github-token: ${{ secrets.GITHUB_TOKEN }} | |
| alert-threshold: '150%' | |
| fail-on-alert: true | |
| comment-on-alert: true | |
| # delete local gh-pages so the next benchmark action step fetches fresh from remote | |
| - name: Reset local gh-pages branch | |
| if: always() | |
| run: git branch -D gh-pages || true | |
| - name: Store Block Executor result | |
| if: always() | |
| uses: benchmark-action/github-action-benchmark@a7bc2366eda11037936ea57d811a43b3418d3073 # v1.21.0 | |
| with: | |
| name: Block Executor Benchmark | |
| tool: 'go' | |
| output-file-path: block_executor_output.txt | |
| auto-push: ${{ github.event_name != 'pull_request' }} | |
| save-data-file: ${{ github.event_name != 'pull_request' }} | |
| github-token: ${{ secrets.GITHUB_TOKEN }} | |
| alert-threshold: '150%' | |
| fail-on-alert: true | |
| comment-on-alert: true |