[benchmarking] Reset to genesis storage after each run #9310
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| # GHA for test-linux-stable-int, test-linux-stable, test-linux-stable-oldkernel | |
| name: tests linux stable | |
| on: | |
| push: | |
| branches: | |
| - master | |
| pull_request: | |
| types: [opened, synchronize, reopened, ready_for_review] | |
| merge_group: | |
| concurrency: | |
| group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }} | |
| cancel-in-progress: true | |
| jobs: | |
| preflight: | |
| uses: ./.github/workflows/reusable-preflight.yml | |
| test-linux-stable-int: | |
| needs: [preflight] | |
| # if: ${{ needs.preflight.outputs.changes_rust }} | |
| runs-on: ${{ needs.preflight.outputs.RUNNER }} | |
| timeout-minutes: 60 | |
| container: | |
| image: ${{ needs.preflight.outputs.IMAGE }} | |
| env: | |
| RUSTFLAGS: "-C debug-assertions -D warnings" | |
| RUST_BACKTRACE: 1 | |
| WASM_BUILD_NO_COLOR: 1 | |
| WASM_BUILD_RUSTFLAGS: "-C debug-assertions -D warnings" | |
| # Ensure we run the UI tests. | |
| RUN_UI_TESTS: 1 | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@v4 | |
| - name: script | |
| run: WASM_BUILD_NO_COLOR=1 forklift cargo test -p staging-node-cli --release --locked -- --ignored | |
| # https://github.com/paritytech/ci_cd/issues/864 | |
| test-linux-stable-runtime-benchmarks: | |
| needs: [preflight] | |
| # if: ${{ needs.preflight.outputs.changes_rust }} | |
| runs-on: ${{ needs.preflight.outputs.RUNNER }} | |
| timeout-minutes: 60 | |
| container: | |
| image: ${{ needs.preflight.outputs.IMAGE }} | |
| env: | |
| RUST_TOOLCHAIN: stable | |
| # Enable debug assertions since we are running optimized builds for testing | |
| # but still want to have debug assertions. | |
| RUSTFLAGS: "-Cdebug-assertions=y -Dwarnings" | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@v4 | |
| - name: script | |
| run: forklift cargo nextest run --workspace --features runtime-benchmarks benchmark --locked --cargo-profile testnet | |
| test-linux-stable: | |
| needs: [preflight] | |
| # if: ${{ needs.preflight.outputs.changes_rust }} | |
| runs-on: ${{ matrix.runners }} | |
| timeout-minutes: 60 | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| partition: [1/3, 2/3, 3/3] | |
| runners: | |
| [ | |
| "${{ needs.preflight.outputs.RUNNER }}", | |
| "${{ needs.preflight.outputs.OLDLINUXRUNNER }}", | |
| ] | |
| container: | |
| image: ${{ needs.preflight.outputs.IMAGE }} | |
| # needed for tests that use unshare syscall | |
| options: --security-opt seccomp=unconfined | |
| env: | |
| RUST_TOOLCHAIN: stable | |
| # Enable debug assertions since we are running optimized builds for testing | |
| # but still want to have debug assertions. | |
| RUSTFLAGS: "-Cdebug-assertions=y -Dwarnings" | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@v4 | |
| - name: script | |
| run: | | |
| # Fixes "detected dubious ownership" error in the ci | |
| git config --global --add safe.directory '*' | |
| forklift cargo nextest run \ | |
| --workspace \ | |
| --locked \ | |
| --release \ | |
| --no-fail-fast \ | |
| --features try-runtime,experimental,riscv,ci-only-tests \ | |
| --partition count:${{ matrix.partition }} | |
| # run runtime-api tests with `enable-staging-api` feature on the 1st node | |
| - name: runtime-api tests | |
| if: ${{ matrix.partition == '1/3' }} | |
| run: forklift cargo nextest run -p sp-api-test --features enable-staging-api | |
| confirm-required-jobs-passed: | |
| runs-on: ubuntu-latest | |
| name: All tests passed | |
| # If any new job gets added, be sure to add it to this array | |
| needs: | |
| [ | |
| test-linux-stable-int, | |
| test-linux-stable-runtime-benchmarks, | |
| test-linux-stable, | |
| ] | |
| if: always() && !cancelled() | |
| steps: | |
| - run: | | |
| tee resultfile <<< '${{ toJSON(needs) }}' | |
| FAILURES=$(cat resultfile | grep '"result": "failure"' | wc -l) | |
| if [ $FAILURES -gt 0 ]; then | |
| echo "### At least one required job failed ❌" >> $GITHUB_STEP_SUMMARY | |
| exit 1 | |
| else | |
| echo '### Good job! All the required jobs passed 🚀' >> $GITHUB_STEP_SUMMARY | |
| fi |