test(release): add detailed native qa row listing

Author: iexitdev

docs/release/beta-checklist.md

@@ -50,7 +50,7 @@ The `docs:build` command validates local links, balanced code fences, JS/TS mark
 
 The `pack:check` command runs `npm pack --dry-run --json --ignore-scripts` for every package in the release package manifest, using a repo-local temp npm cache. It verifies package names, package metadata, README files, built `dist` entrypoints, and the modern `pro-preview` subpath artifacts. The publish workflow reads the same manifest for the Developer Preview publish list so preview-only packages cannot be published by an unrelated hardcoded loop. Keep dependency packages before the root compatibility package in the manifest so scoped package access failures happen before the root package is published.
 
-Use `npm run release:qa:record -- --matrix runtime --list` to inspect native QA matrix rows, and use the same command with `--row`, `--status`, and `--evidence` after a manual device pass. Use `--matrix skia` for Skia renderer install, parity, and performance evidence. The recorder rejects `pass` rows without evidence links or missing repo-relative evidence files and regenerates [native QA checklist](native-qa-checklists.md).
+Use `npm run release:qa:record -- --matrix runtime --list` to inspect native QA matrix rows, and add `--details` to print the required checks for each row. Use the same command with `--row`, `--status`, and `--evidence` after a manual device pass. Use `--matrix skia` for Skia renderer install, parity, and performance evidence. The recorder rejects `pass` rows without evidence links or missing repo-relative evidence files and regenerates [native QA checklist](native-qa-checklists.md).
 
 Use `npm run release:native-workflow:record -- --list` to inspect native release workflow evidence. After a green workflow run, record the run URL, commit, and both platform artifact links with `--run-url`, `--commit`, `--ios-artifact`, and `--android-artifact`.
 

scripts/record-native-qa-evidence.mjs

@@ -63,6 +63,8 @@ const parseArgs = (argv) => {
 
     if (arg === "--dry-run") {
       options.dryRun = true;
+    } else if (arg === "--details") {
+      options.details = true;
     } else if (arg === "--evidence") {
       options.evidence.push(readValue());
     } else if (arg === "--list") {
@@ -151,16 +153,55 @@ const getRowTarget = (matrix, row) => {
     .join(" / ");
 };
 
+const getRowRequiredCheckGroups = (matrix, row) => {
+  const page = matrix.pages?.find((item) => item.id === row.pageId);
+
+  return Array.isArray(page?.requiredCheckGroups)
+    ? page.requiredCheckGroups
+    : [];
+};
+
+const getRowRequiredChecks = (matrix, row) => {
+  const requiredCheckGroups = getRowRequiredCheckGroups(matrix, row);
+  const groupChecks = requiredCheckGroups.flatMap((groupId) => {
+    const checks = matrix.checkGroups?.[groupId] ?? [];
+
+    return checks.map((check) => `${groupId}: ${check}`);
+  });
+  const scenario = matrix.scenarios?.find((item) => item.id === row.scenarioId);
+  const scenarioChecks = [
+    scenario?.requiredDataSize
+      ? `scenario: data size ${scenario.requiredDataSize}`
+      : "",
+    scenario?.interaction
+      ? `scenario: interaction ${scenario.interaction}`
+      : "",
+    scenario?.requiredEvidence
+      ? `scenario: evidence ${scenario.requiredEvidence}`
+      : ""
+  ].filter(Boolean);
+  const metricChecks = Array.isArray(matrix.metrics)
+    ? matrix.metrics.map((metric) => `metric: ${metric}`)
+    : [];
+
+  return [...groupChecks, ...scenarioChecks, ...metricChecks];
+};
+
 export const listNativeQaRows = async ({
+  includeDetails = false,
   matrixName,
   repoRoot = defaultRepoRoot
 }) => {
   const config = getMatrixConfig(matrixName);
   const matrix = await readJson(repoRoot, config.path);
 
   return matrix.rows.map((row) => ({
+    checks: includeDetails ? getRowRequiredChecks(matrix, row) : [],
     evidence: row.evidence ?? [],
     id: row.id,
+    requiredCheckGroups: includeDetails
+      ? getRowRequiredCheckGroups(matrix, row)
+      : [],
     status: row.status,
     target: getRowTarget(matrix, row)
   }));
@@ -265,14 +306,23 @@ const main = async () => {
   }
 
   if (options.list) {
-    const rows = await listNativeQaRows({ matrixName: options.matrix });
+    const rows = await listNativeQaRows({
+      includeDetails: options.details,
+      matrixName: options.matrix
+    });
 
     for (const row of rows) {
       console.log(
         `${row.id}\t${row.status}\t${row.target}\t${
           row.evidence.length > 0 ? row.evidence.join(", ") : "no evidence"
         }`
       );
+
+      if (options.details) {
+        for (const check of row.checks) {
+          console.log(`  - ${check}`);
+        }
+      }
     }
 
     return;

scripts/record-native-qa-evidence.test.mjs

@@ -60,6 +60,36 @@ describe("native QA evidence recorder", () => {
     expect(rows).toHaveLength(16);
   });
 
+  it("can include required check details for manual QA rows", async () => {
+    const [runtimeRow] = await listNativeQaRows({
+      includeDetails: true,
+      matrixName: "runtime",
+      repoRoot
+    });
+    const [performanceRow] = await listNativeQaRows({
+      includeDetails: true,
+      matrixName: "performance",
+      repoRoot
+    });
+    const [skiaRow] = await listNativeQaRows({
+      includeDetails: true,
+      matrixName: "skia",
+      repoRoot
+    });
+
+    expect(runtimeRow).toMatchObject({
+      id: "ios-line-charts",
+      requiredCheckGroups: ["global", "line"]
+    });
+    expect(runtimeRow.checks).toContain(
+      "line: tap selection can be enabled without scrub"
+    );
+    expect(performanceRow.checks).toContain("metric: initial render time");
+    expect(skiaRow.checks).toContain(
+      "scenario: evidence Install optional Skia renderer dependencies, run native release build, and verify the SVG default path still works without static Skia imports."
+    );
+  });
+
   it("requires evidence before marking a row as pass", async () => {
     await expect(
       recordNativeQaEvidence({