From cfcbd1e780c767b96d8a342473abbfa35d7afe45 Mon Sep 17 00:00:00 2001
From: Jon Rohan <yes@jonrohan.codes>
Date: Fri, 4 Oct 2024 20:39:02 +0000
Subject: [PATCH] Also run aat twice

---
 .github/workflows/ci.yml | 78 ++++++++++++++++++++++++++++++++++++++++
 1 file changed, 78 insertions(+)

diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml
index f2fce150301..46ba1a26b2e 100644
--- a/.github/workflows/ci.yml
+++ b/.github/workflows/ci.yml
@@ -331,6 +331,84 @@ jobs:
         if: ${{ needs.aat-runner.result == 'failure' }}
         run: exit 1
 
+  aat-runner-all-flags:
+    runs-on: ubuntu-latest-8-cores
+    strategy:
+      fail-fast: false
+      matrix:
+        shard: [1, 2, 3, 4]
+    env:
+      PRIMER_REACT_CSS_MODULES_TEAM: 1
+      PRIMER_REACT_CSS_MODULES_STAFF: 1
+      PRIMER_REACT_CSS_MODULES_GA: 1
+    steps:
+      - uses: actions/checkout@v4
+      - name: Use Node.js 20.x
+        uses: actions/setup-node@v4
+        with:
+          node-version: 22
+          cache: 'npm'
+      - run: npm i -g npm@^10.5.1
+      - name: Install dependencies
+        run: npm ci
+      - name: Build storybook
+        run: npx storybook build
+        working-directory: packages/react
+      - name: Run storybook
+        id: storybook
+        working-directory: packages/react
+        run: |
+          npx serve -l 6006 storybook-static &
+          pid=$!
+          echo "pid=$pid" >> $GITHUB_OUTPUT
+          sleep 5
+      - name: Run AAT
+        uses: docker://mcr.microsoft.com/playwright:v1.43.0-jammy
+        env:
+          STORYBOOK_URL: 'http://172.17.0.1:6006'
+        with:
+          args: npx playwright test --grep @aat --shard="${{ matrix.shard }}/${{ strategy.job-total }}"
+      - name: Stop storybook
+        run: kill ${{ steps.storybook.outputs.pid }}
+      - name: Upload report
+        if: ${{ always() }}
+        uses: actions/upload-artifact@v4
+        with:
+          name: axe-all-flags-${{ matrix.shard }}
+          path: blob-report
+          retention-days: 1
+
+  aat-all-flags:
+    if: ${{ always() }}
+    runs-on: ubuntu-latest
+    needs: aat-runner
+    steps:
+      - uses: actions/checkout@v4
+      - name: Use Node.js 20.x
+        uses: actions/setup-node@v4
+        with:
+          node-version: 22
+          cache: 'npm'
+      - run: npm i -g npm@^10.5.1
+      - name: install dependencies
+        run: npm ci
+      - name: download all reports
+        uses: actions/download-artifact@v4
+        with:
+          path: all-blob-reports
+          pattern: axe-all-flags-*
+          merge-multiple: true
+      - name: merge all reports
+        run: npx playwright merge-reports --reporter html ./all-blob-reports
+      - name: Upload report
+        uses: actions/upload-artifact@v4
+        with:
+          name: axe-all-flags
+          path: playwright-report
+      - name: Check aat-runner job status
+        if: ${{ needs.aat-runner.result == 'failure' }}
+        run: exit 1
+
   build-components-json:
     runs-on: ubuntu-latest
     steps: