Add landing page and upload vrt/aat reports to GitHub Pages #3
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: AAT Reports | |
| on: | |
| push: | |
| branches: | |
| - main | |
| - next-major | |
| pull_request: | |
| merge_group: | |
| branches: | |
| - main | |
| - next-major | |
| types: | |
| - checks_requested | |
| concurrency: | |
| group: ${{ github.workflow }}-${{ github.ref }} | |
| cancel-in-progress: true | |
| jobs: | |
| aat-runner: | |
| runs-on: ubuntu-latest-16-cores | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| shard: [1, 2, 3, 4] | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - name: Use Node.js 20.x | |
| uses: actions/setup-node@v4 | |
| with: | |
| node-version: 22 | |
| cache: 'npm' | |
| - name: Install dependencies | |
| run: npm ci | |
| - name: Build storybook | |
| run: npx storybook build | |
| working-directory: packages/react | |
| - name: Run storybook | |
| id: storybook | |
| working-directory: packages/react | |
| run: | | |
| npx serve -l 6006 storybook-static & | |
| pid=$! | |
| echo "pid=$pid" >> $GITHUB_OUTPUT | |
| sleep 5 | |
| - name: Run AAT | |
| uses: docker://mcr.microsoft.com/playwright:v1.47.2-jammy | |
| env: | |
| STORYBOOK_URL: 'http://172.17.0.1:6006' | |
| with: | |
| args: npx playwright test --grep @aat --shard="${{ matrix.shard }}/${{ strategy.job-total }}" | |
| - name: Stop storybook | |
| run: kill ${{ steps.storybook.outputs.pid }} | |
| - name: Upload report | |
| if: ${{ always() }} | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: axe-no-flag-${{ matrix.shard }} | |
| path: blob-report | |
| retention-days: 1 | |
| aat: | |
| if: ${{ always() }} | |
| runs-on: ubuntu-latest | |
| needs: aat-runner | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - name: Use Node.js 20.x | |
| uses: actions/setup-node@v4 | |
| with: | |
| node-version: 22 | |
| cache: 'npm' | |
| - name: install dependencies | |
| run: npm ci | |
| - name: download all reports | |
| uses: actions/download-artifact@v4 | |
| with: | |
| path: all-blob-reports | |
| pattern: axe-no-flag-* | |
| merge-multiple: true | |
| - name: merge all reports | |
| run: npx playwright merge-reports --reporter html ./all-blob-reports | |
| - name: Upload report | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: axe | |
| path: playwright-report | |
| - name: Check aat-runner job status | |
| if: ${{ needs.aat-runner.result == 'failure' }} | |
| run: exit 1 | |
| aat-runner-all-flags: | |
| runs-on: ubuntu-latest-16-cores | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| shard: [1, 2, 3, 4] | |
| env: | |
| VITE_PRIMER_REACT_CSS_MODULES_TEAM: 1 | |
| VITE_PRIMER_REACT_CSS_MODULES_STAFF: 1 | |
| VITE_PRIMER_REACT_CSS_MODULES_GA: 1 | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - name: Use Node.js 20.x | |
| uses: actions/setup-node@v4 | |
| with: | |
| node-version: 22 | |
| cache: 'npm' | |
| - name: Install dependencies | |
| run: npm ci | |
| - name: Build storybook | |
| run: npx storybook build | |
| working-directory: packages/react | |
| - name: Run storybook | |
| id: storybook | |
| working-directory: packages/react | |
| run: | | |
| npx serve -l 6006 storybook-static & | |
| pid=$! | |
| echo "pid=$pid" >> $GITHUB_OUTPUT | |
| sleep 5 | |
| - name: Run AAT | |
| uses: docker://mcr.microsoft.com/playwright:v1.47.2-jammy | |
| env: | |
| STORYBOOK_URL: 'http://172.17.0.1:6006' | |
| with: | |
| args: npx playwright test --grep @aat --shard="${{ matrix.shard }}/${{ strategy.job-total }}" | |
| - name: Stop storybook | |
| run: kill ${{ steps.storybook.outputs.pid }} | |
| - name: Upload report | |
| if: ${{ always() }} | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: axe-all-flags-${{ matrix.shard }} | |
| path: blob-report | |
| retention-days: 1 | |
| aat-all-flags: | |
| if: ${{ always() }} | |
| runs-on: ubuntu-latest | |
| needs: aat-runner-all-flags | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - name: Use Node.js 20.x | |
| uses: actions/setup-node@v4 | |
| with: | |
| node-version: 22 | |
| cache: 'npm' | |
| - name: install dependencies | |
| run: npm ci | |
| - name: download all reports | |
| uses: actions/download-artifact@v4 | |
| with: | |
| path: all-blob-reports | |
| pattern: axe-all-flags-* | |
| merge-multiple: true | |
| - name: merge all reports | |
| run: npx playwright merge-reports --reporter html ./all-blob-reports | |
| - name: Upload report | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: axe-all-flags | |
| path: playwright-report | |
| - name: Check aat-runner-all-flags job status | |
| if: ${{ needs.aat-runner-all-flags.result == 'failure' }} | |
| run: exit 1 |