Add landing page and upload vrt/aat reports to GitHub Pages (#5609)

* Add landing page and upload vrt/aat reports to GitHub Pages * Disable deployments * remove unneeded build cmd * updated Deploy Preview (fork) * Download artifacts
primer · Jan 27, 2025 · 131391e · 131391e
1 parent 0895e47
commit 131391e
Show file tree

Hide file tree

Showing 7 changed files with 565 additions and 304 deletions.
diff --git a/.github/workflows/aat-reports.yml b/.github/workflows/aat-reports.yml
@@ -0,0 +1,173 @@
+name: AAT Reports
+on:
+  push:
+    branches:
+      - main
+      - next-major
+  workflow_call:
+    outputs:
+      aat-all-flags:
+        value: ${{ jobs.aat-all-flags.result }}
+      aat-no-flag:
+        value: ${{ jobs.aat.result }}
+  merge_group:
+    branches:
+      - main
+      - next-major
+    types:
+      - checks_requested
+
+concurrency:
+  group: aat-${{ github.workflow }}-${{ github.ref }}
+  cancel-in-progress: true
+
+jobs:
+  aat-runner:
+    runs-on: ubuntu-latest-16-cores
+    strategy:
+      fail-fast: false
+      matrix:
+        shard: [1, 2, 3, 4]
+    steps:
+      - uses: actions/checkout@v4
+      - name: Use Node.js 20.x
+        uses: actions/setup-node@v4
+        with:
+          node-version: 22
+          cache: 'npm'
+      - name: Install dependencies
+        run: npm ci
+      - name: Build storybook
+        run: npx storybook build
+        working-directory: packages/react
+      - name: Run storybook
+        id: storybook
+        working-directory: packages/react
+        run: |
+          npx serve -l 6006 storybook-static &
+          pid=$!
+          echo "pid=$pid" >> $GITHUB_OUTPUT
+          sleep 5
+      - name: Run AAT
+        uses: docker://mcr.microsoft.com/playwright:v1.47.2-jammy
+        env:
+          STORYBOOK_URL: 'http://172.17.0.1:6006'
+        with:
+          args: npx playwright test --grep @aat --shard="${{ matrix.shard }}/${{ strategy.job-total }}"
+      - name: Stop storybook
+        run: kill ${{ steps.storybook.outputs.pid }}
+      - name: Upload report
+        if: ${{ always() }}
+        uses: actions/upload-artifact@v4
+        with:
+          name: axe-no-flag-${{ matrix.shard }}
+          path: blob-report
+          retention-days: 1
+
+  aat:
+    if: ${{ always() }}
+    runs-on: ubuntu-latest
+    needs: aat-runner
+    steps:
+      - uses: actions/checkout@v4
+      - name: Use Node.js 20.x
+        uses: actions/setup-node@v4
+        with:
+          node-version: 22
+          cache: 'npm'
+      - name: install dependencies
+        run: npm ci
+      - name: download all reports
+        uses: actions/download-artifact@v4
+        with:
+          path: all-blob-reports
+          pattern: axe-no-flag-*
+          merge-multiple: true
+      - name: merge all reports
+        run: npx playwright merge-reports --reporter html ./all-blob-reports
+      - name: Upload report
+        uses: actions/upload-artifact@v4
+        with:
+          name: axe
+          path: playwright-report
+      - name: Check aat-runner job status
+        if: ${{ needs.aat-runner.result == 'failure' }}
+        continue-on-error: true
+        run: exit 1
+
+  aat-runner-all-flags:
+    runs-on: ubuntu-latest-16-cores
+    strategy:
+      fail-fast: false
+      matrix:
+        shard: [1, 2, 3, 4]
+    env:
+      VITE_PRIMER_REACT_CSS_MODULES_TEAM: 1
+      VITE_PRIMER_REACT_CSS_MODULES_STAFF: 1
+      VITE_PRIMER_REACT_CSS_MODULES_GA: 1
+    steps:
+      - uses: actions/checkout@v4
+      - name: Use Node.js 20.x
+        uses: actions/setup-node@v4
+        with:
+          node-version: 22
+          cache: 'npm'
+      - name: Install dependencies
+        run: npm ci
+      - name: Build storybook
+        run: npx storybook build
+        working-directory: packages/react
+      - name: Run storybook
+        id: storybook
+        working-directory: packages/react
+        run: |
+          npx serve -l 6006 storybook-static &
+          pid=$!
+          echo "pid=$pid" >> $GITHUB_OUTPUT
+          sleep 5
+      - name: Run AAT
+        uses: docker://mcr.microsoft.com/playwright:v1.47.2-jammy
+        env:
+          STORYBOOK_URL: 'http://172.17.0.1:6006'
+        with:
+          args: npx playwright test --grep @aat --shard="${{ matrix.shard }}/${{ strategy.job-total }}"
+      - name: Stop storybook
+        run: kill ${{ steps.storybook.outputs.pid }}
+      - name: Upload report
+        if: ${{ always() }}
+        uses: actions/upload-artifact@v4
+        with:
+          name: axe-all-flags-${{ matrix.shard }}
+          path: blob-report
+          retention-days: 1
+
+  aat-all-flags:
+    if: ${{ always() }}
+    runs-on: ubuntu-latest
+    needs: aat-runner-all-flags
+    steps:
+      - uses: actions/checkout@v4
+      - name: Use Node.js 20.x
+        uses: actions/setup-node@v4
+        with:
+          node-version: 22
+          cache: 'npm'
+      - name: install dependencies
+        run: npm ci
+      - name: download all reports
+        uses: actions/download-artifact@v4
+        with:
+          path: all-blob-reports
+          pattern: axe-all-flags-*
+          merge-multiple: true
+      - name: merge all reports
+        run: npx playwright merge-reports --reporter html ./all-blob-reports
+      - name: Upload report
+        uses: actions/upload-artifact@v4
+        with:
+          name: axe-all-flags
+          path: playwright-report
+      - name: Check aat-runner-all-flags job status
+        if: ${{ needs.aat-runner-all-flags.result == 'failure' }}
+        continue-on-error: true
+        run: exit 1