write e2e test output to .e2e-logs for agents

Author: david-crespo

.gitignore

@@ -31,6 +31,7 @@ Thumbs.db
 test-results/
 ci-e2e-traces/
 playwright-report/
+.e2e-logs/
 .vercel
 
 # Visual regression snapshots

.oxlintrc.json

@@ -98,14 +98,21 @@
         "app/layouts/**/*",
         "app/forms/**/*",
         "*.config.ts",
-        "*.config.mjs"
+        "*.config.mjs",
+        "test/e2e/compact-reporter.ts"
       ],
       "rules": {
         "import/no-default-export": "off"
       }
     },
     {
-      "files": ["**/*.spec.ts", "**/*.config.ts", "**/*.config.mjs", "tools/**/*"],
+      "files": [
+        "**/*.spec.ts",
+        "**/*.config.ts",
+        "**/*.config.mjs",
+        "tools/**/*",
+        "test/e2e/compact-reporter.ts"
+      ],
       "rules": {
         "import/no-nodejs-modules": "off"
       }

AGENTS.md

@@ -32,6 +32,7 @@
 - Co-locate Vitest specs next to the code they cover; use Testing Library utilities (`render`, `renderHook`, `fireEvent`, fake timers) to assert observable output rather than implementation details (`app/ui/lib/FileInput.spec.tsx`, `app/hooks/use-pagination.spec.ts`).
 - For sweeping styling changes, coordinate with the visual regression harness and follow `test/visual/README.md` for the workflow.
 - Fix root causes of flaky timing rather than adding `sleep()` workarounds in tests.
+- Local Playwright runs write a compact plain-text report to `.e2e-logs/` (gitignored, one timestamped `.log` per run, last 10 kept) via the custom reporter at `test/e2e/compact-reporter.ts`. Top line is `status: ... total=N passed=N ...`; each failure is a `── UNEXPECTED|FLAKY file:line title` block followed by the error (ANSI stripped). Latest run: `ls .e2e-logs | tail -1` — Read it directly, no parsing needed.
 
 # Data fetching pattern
 

playwright.config.ts

@@ -24,6 +24,10 @@ export default {
   // default is 5 seconds. somehow playwright really hates async route modules,
   // takes a long time to load them. https://playwright.dev/docs/test-timeouts
   expect: { timeout: 10_000 },
+  // Local runs also emit a compact plain-text failure report to .e2e-logs/
+  // (timestamped per run, last 10 kept) via test/e2e/compact-reporter.ts, so
+  // an LLM agent can read the failures.
+  reporter: process.env.CI ? 'list' : [['list'], ['./test/e2e/compact-reporter.ts']],
   use: {
     trace: process.env.CI ? 'on-first-retry' : 'retain-on-failure',
     baseURL: 'http://localhost:4009',

test/e2e/compact-reporter.ts

@@ -0,0 +1,70 @@
+import { mkdirSync, readdirSync, rmSync, writeFileSync } from 'node:fs'
+import { relative } from 'node:path'
+
+/*
+ * This Source Code Form is subject to the terms of the Mozilla Public
+ * License, v. 2.0. If a copy of the MPL was not distributed with this
+ * file, you can obtain one at https://mozilla.org/MPL/2.0/.
+ *
+ * Copyright Oxide Computer Company
+ */
+import type { FullConfig, FullResult, Reporter, Suite } from '@playwright/test/reporter'
+import stripAnsi from 'strip-ansi'
+
+// Compact plain-text reporter for local runs. Writes a timestamped file to
+// `.e2e-logs/` per run with a summary line and one block per failed or flaky
+// test (ANSI stripped). Cheap for an LLM agent to read end-to-end.
+// Latest: `ls .e2e-logs | tail -1`.
+
+export default class CompactReporter implements Reporter {
+  private suite!: Suite
+  private rootDir = ''
+
+  onBegin(config: FullConfig, suite: Suite) {
+    this.suite = suite
+    this.rootDir = config.rootDir
+  }
+
+  async onEnd(result: FullResult) {
+    const tests = this.suite.allTests()
+    const counts = {
+      total: tests.length,
+      passed: tests.filter((t) => t.outcome() === 'expected').length,
+      failed: tests.filter((t) => t.outcome() === 'unexpected').length,
+      flaky: tests.filter((t) => t.outcome() === 'flaky').length,
+      skipped: tests.filter((t) => t.outcome() === 'skipped').length,
+    }
+
+    const lines = [
+      `status: ${result.status}  total=${counts.total} passed=${counts.passed} failed=${counts.failed} flaky=${counts.flaky} skipped=${counts.skipped}`,
+    ]
+
+    for (const t of tests) {
+      const outcome = t.outcome()
+      if (outcome !== 'unexpected' && outcome !== 'flaky') continue
+      const last = t.results[t.results.length - 1]
+      const err = stripAnsi(last?.error?.message ?? last?.errors[0]?.message ?? '')
+      const file = relative(this.rootDir, t.location.file)
+      const title = t.titlePath().slice(1).join(' › ')
+      lines.push(
+        '',
+        `── ${outcome.toUpperCase()}  ${file}:${t.location.line}  ${title}`,
+        `   attempts=${t.results.length} duration=${Math.round(last?.duration ?? 0)}ms`,
+        '',
+        err
+      )
+    }
+
+    const stamp = new Date().toISOString().replace(/[:.]/g, '-')
+    mkdirSync('.e2e-logs', { recursive: true })
+    writeFileSync(`.e2e-logs/${stamp}.log`, lines.join('\n') + '\n')
+
+    // Keep only the 10 most recent runs. Timestamps sort lexicographically.
+    const KEEP = 10
+    const old = readdirSync('.e2e-logs')
+      .filter((f) => f.endsWith('.log'))
+      .sort()
+      .slice(0, -KEEP)
+    for (const f of old) rmSync(`.e2e-logs/${f}`)
+  }
+}