Get stats from report

Author: John Stallo

.github/workflows/playwright-workspaces.yml

@@ -37,8 +37,12 @@ jobs:
       run: |
         # Only try to merge if blob-report exists (it should, thanks to reporters config)
         if [[ -d blob-report ]]; then
-          PLAYWRIGHT_HTML_OUTPUT_DIR=playwright-report \
+          # Build HTML
+          PLAYWRIGHT_HTML_REPORT=playwright-report \
             npx playwright merge-reports --reporter=html blob-report
+
+          # Also emit machine-readable summary for stats
+          npx playwright merge-reports --reporter=json blob-report > playwright-report/summary.json
         else
           echo "No blob-report directory found; will fall back to placeholder."
         fi
@@ -89,26 +93,50 @@ jobs:
         COMMIT_SUBJECT="$(git log -1 --pretty=%s || true)"
         COMMIT_URL="https://github.com/${REPO}/commit/${SHA}"
 
-        # Optional stats from report.json (if present)
+        # Derive stats from merged JSON (preferred), else fall back to HTML's data json/gz
         STATS='null'
-        if [[ -f "./playwright-report/data/report.json" ]]; then
+        if [[ -f "./playwright-report/summary.json" ]]; then
+          # JSON reporter shape
+          STATS=$(jq -c '
+            def collect(s):
+              (s.tests // []) + ((s.suites // []) | map(collect(.)) | add // []);
+            (collect(.)) as $t
+            | {
+                total:   ($t | length),
+                failed:  ($t | map(select((.outcome // .status) as $x | $x=="unexpected" or $x=="failed")) | length),
+                skipped: ($t | map(select((.outcome // .status)=="skipped")) | length),
+                flaky:   ($t | map(select((.outcome // .status)=="flaky"))   | length)
+              } as $b
+            | $b + { passed: ($b.total - $b.failed - $b.skipped - $b.flaky) }
+          ' ./playwright-report/summary.json)
+        elif [[ -f "./playwright-report/data/report.json" ]]; then
+          # HTML reporter (some versions)
           STATS=$(jq -c '
-            if .stats then
-              .stats as $s
-              | {
-                  total:   ($s.total   // (($s.passed // 0) + ($s.failed // 0) + ($s.skipped // 0) + ($s.flaky // 0))),
-                  failed:  ($s.failed  // $s.unexpected // 0),
-                  skipped: ($s.skipped // 0),
-                  flaky:   ($s.flaky   // 0)
-                } as $b
-              | $b + {
-                  passed: ($s.passed
-                          // (($s.expected // 0) - $b.skipped - $b.flaky)
-                          // ($b.total - $b.failed - $b.skipped - $b.flaky)
-                          // 0)
-                }
-            else null end
+            def collect(s):
+              (s.tests // []) + ((s.suites // []) | map(collect(.)) | add // []);
+            (collect(.)) as $t
+            | {
+                total:   ($t | length),
+                failed:  ($t | map(select(.outcome=="unexpected")) | length),
+                skipped: ($t | map(select(.outcome=="skipped"))     | length),
+                flaky:   ($t | map(select(.outcome=="flaky"))       | length)
+              } as $b
+            | $b + { passed: ($b.total - $b.failed - $b.skipped - $b.flaky) }
           ' ./playwright-report/data/report.json)
+        elif [[ -f "./playwright-report/data/report.json.gz" ]]; then
+          # HTML reporter (gzipped data)
+          STATS=$(gzip -cd ./playwright-report/data/report.json.gz | jq -c '
+            def collect(s):
+              (s.tests // []) + ((s.suites // []) | map(collect(.)) | add // []);
+            (collect(.)) as $t
+            | {
+                total:   ($t | length),
+                failed:  ($t | map(select(.outcome=="unexpected")) | length),
+                skipped: ($t | map(select(.outcome=="skipped"))     | length),
+                flaky:   ($t | map(select(.outcome=="flaky"))       | length)
+              } as $b
+            | $b + { passed: ($b.total - $b.failed - $b.skipped - $b.flaky) }
+          ')
         fi
 
         # If no stats and tests failed, set a minimal failed summary so UI can badge it
@@ -117,6 +145,7 @@ jobs:
         fi
 
 
+
         # --- Write meta.json into the report folder
         jq -n \
           --arg branch "$BRANCH" \

tests/example.spec.ts

@@ -16,6 +16,6 @@ for (var i = 0; i < numberOfTests; i++) {
     await page.getByRole('link', { name: 'Get started' }).click();
 
     // Expects page to have a heading with the name of Installation.
-    await expect(page.getByRole('heading', { name: 'Installation' })).toBeVisible();
+    await expect(page.getByRole('heading', { name: 'Instal lation' })).toBeVisible();
   });
 }