Add time-bounded executor & limit light client request processing time #38113
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Subsystem Benchmarks | |
| on: | |
| push: | |
| branches: | |
| - master | |
| pull_request: | |
| types: [opened, synchronize, reopened, ready_for_review] | |
| merge_group: | |
| concurrency: | |
| group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }} | |
| cancel-in-progress: true | |
| permissions: | |
| contents: read | |
| jobs: | |
| isdraft: | |
| uses: ./.github/workflows/reusable-isdraft.yml | |
| preflight: | |
| needs: isdraft | |
| uses: ./.github/workflows/reusable-preflight.yml | |
| build: | |
| timeout-minutes: 80 | |
| needs: [preflight] | |
| runs-on: ${{ needs.preflight.outputs.RUNNER }} | |
| container: | |
| image: ${{ needs.preflight.outputs.IMAGE }} | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| features: | |
| [ | |
| { | |
| name: "polkadot-availability-recovery", | |
| bench: "availability-recovery-regression-bench", | |
| }, | |
| { | |
| name: "polkadot-availability-distribution", | |
| bench: "availability-distribution-regression-bench", | |
| }, | |
| { | |
| name: "polkadot-node-core-approval-voting", | |
| bench: "approval-voting-regression-bench", | |
| }, | |
| { | |
| name: "polkadot-statement-distribution", | |
| bench: "statement-distribution-regression-bench", | |
| }, | |
| { | |
| name: "polkadot-node-core-dispute-coordinator", | |
| bench: "dispute-coordinator-regression-bench", | |
| }, | |
| ] | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@de0fac2e4500dabe0009e67214ff5f5447ce83dd # v6.0.2 | |
| - name: Check Rust | |
| run: | | |
| rustup show | |
| rustup +nightly show | |
| - name: Run Benchmarks | |
| id: run-benchmarks | |
| run: | | |
| forklift cargo bench -p ${{ matrix.features.name }} --bench ${{ matrix.features.bench }} --features subsystem-benchmarks || echo "error" | |
| # fails if file not found | |
| ls -lsa ./charts | grep json | |
| - name: Upload artifacts | |
| uses: actions/upload-artifact@043fb46d1a93c77aae656e7c1c64a875d1fc6a0a # v7.0.1 | |
| with: | |
| name: ${{matrix.features.bench}} | |
| path: ./charts | |
| publish-benchmarks: | |
| timeout-minutes: 60 | |
| needs: [build] | |
| if: github.ref == 'refs/heads/master' | |
| environment: subsystem-benchmarks | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@de0fac2e4500dabe0009e67214ff5f5447ce83dd # v6.0.2 | |
| with: | |
| ref: gh-pages | |
| fetch-depth: 0 | |
| - run: git checkout master -- | |
| - name: Download artifacts | |
| uses: actions/download-artifact@3e5f45b2cfb9172054b4087a40e8e0b5a5461e7c # v8.0.1 | |
| with: | |
| path: ./charts | |
| - name: Setup git | |
| run: | | |
| # Fixes "detected dubious ownership" error in the ci | |
| git config --global --add safe.directory '*' | |
| ls -lsR ./charts | |
| - uses: actions/create-github-app-token@1b10c78c7865c340bc4f6099eb2f838309f1e8c3 # v3.1.1 | |
| id: app-token | |
| with: | |
| app-id: ${{ secrets.POLKADOTSDK_GHPAGES_APP_ID }} | |
| private-key: ${{ secrets.POLKADOTSDK_GHPAGES_APP_KEY }} | |
| - name: Generate ${{ env.BENCH }} | |
| env: | |
| BENCH: availability-recovery-regression-bench | |
| uses: benchmark-action/github-action-benchmark@a60cea5bc7b49e15c1f58f411161f99e0df48372 # v1.22.0 | |
| with: | |
| tool: "customSmallerIsBetter" | |
| name: ${{ env.BENCH }} | |
| output-file-path: ./charts/${{ env.BENCH }}/${{ env.BENCH }}.json | |
| benchmark-data-dir-path: ./bench/${{ env.BENCH }} | |
| github-token: ${{ steps.app-token.outputs.token }} | |
| auto-push: true | |
| max-items-in-chart: 500 | |
| - name: Generate ${{ env.BENCH }} | |
| env: | |
| BENCH: availability-distribution-regression-bench | |
| uses: benchmark-action/github-action-benchmark@a60cea5bc7b49e15c1f58f411161f99e0df48372 # v1.22.0 | |
| with: | |
| tool: "customSmallerIsBetter" | |
| name: ${{ env.BENCH }} | |
| output-file-path: ./charts/${{ env.BENCH }}/${{ env.BENCH }}.json | |
| benchmark-data-dir-path: ./bench/${{ env.BENCH }} | |
| github-token: ${{ steps.app-token.outputs.token }} | |
| auto-push: true | |
| max-items-in-chart: 500 | |
| - name: Generate ${{ env.BENCH }} | |
| env: | |
| BENCH: approval-voting-regression-bench | |
| uses: benchmark-action/github-action-benchmark@a60cea5bc7b49e15c1f58f411161f99e0df48372 # v1.22.0 | |
| with: | |
| tool: "customSmallerIsBetter" | |
| name: ${{ env.BENCH }} | |
| output-file-path: ./charts/${{ env.BENCH }}/${{ env.BENCH }}.json | |
| benchmark-data-dir-path: ./bench/${{ env.BENCH }} | |
| github-token: ${{ steps.app-token.outputs.token }} | |
| auto-push: true | |
| max-items-in-chart: 500 | |
| - name: Generate ${{ env.BENCH }} | |
| env: | |
| BENCH: statement-distribution-regression-bench | |
| uses: benchmark-action/github-action-benchmark@a60cea5bc7b49e15c1f58f411161f99e0df48372 # v1.22.0 | |
| with: | |
| tool: "customSmallerIsBetter" | |
| name: ${{ env.BENCH }} | |
| output-file-path: ./charts/${{ env.BENCH }}/${{ env.BENCH }}.json | |
| benchmark-data-dir-path: ./bench/${{ env.BENCH }} | |
| github-token: ${{ steps.app-token.outputs.token }} | |
| auto-push: true | |
| max-items-in-chart: 500 | |
| - name: Generate ${{ env.BENCH }} | |
| env: | |
| BENCH: dispute-coordinator-regression-bench | |
| uses: benchmark-action/github-action-benchmark@a60cea5bc7b49e15c1f58f411161f99e0df48372 # v1.22.0 | |
| with: | |
| tool: "customSmallerIsBetter" | |
| name: ${{ env.BENCH }} | |
| output-file-path: ./charts/${{ env.BENCH }}/${{ env.BENCH }}.json | |
| benchmark-data-dir-path: ./bench/${{ env.BENCH }} | |
| github-token: ${{ steps.app-token.outputs.token }} | |
| auto-push: true | |
| max-items-in-chart: 500 |