test(environment): update test fixtures to include run environment

Author: rafaykhan-source

packages/app/cypress/fixtures/api/run-environment.json

@@ -0,0 +1,17 @@
+{
+  "workflow_run_id": 1,
+  "config_id": 1,
+  "environment": {
+    "source": "log_parse",
+    "image": null,
+    "framework_version": null,
+    "framework_sha": null,
+    "torch_version": null,
+    "python_version": null,
+    "cuda_version": null,
+    "rocm_version": null,
+    "driver_version": null,
+    "gpu_sku": null,
+    "extra": {}
+  }
+}

packages/app/scripts/capture-cypress-fixtures.ts

@@ -3,7 +3,8 @@
  *
  * Hits the public production API by default and writes one JSON file per
  * endpoint into cypress/fixtures/api/. The cypress e2e suite uses these
- * fixtures via cy.intercept so tests run with no database.
+ * fixtures via server-side `FIXTURES_MODE` (E2E_FIXTURES=1) so tests run
+ * with no database.
  *
  * Usage:
  *   pnpm --filter app capture:fixtures                              (prod)
@@ -154,6 +155,11 @@ async function main() {
     precision: string;
     isl: number;
     osl: number;
+    // Optional: only present after the env-key PR ships. The capture script
+    // uses these to fetch a representative `/api/v1/run-environment` response;
+    // the route uses them as its sole identifier.
+    workflow_run_id?: number;
+    config_id?: number;
   }
   const benchmarks = await fetchJson<BenchmarkRow[]>(
     `/api/v1/benchmarks?model=${encodeURIComponent(BENCHMARK_MODEL)}`,
@@ -188,6 +194,51 @@ async function main() {
     `/api/v1/workflow-info?date=${encodeURIComponent(latestDate)}`,
   );
 
+  // run-environment: fired by `useRunEnvironment` every time the Reproduce
+  // drawer opens. We need a fixture so cypress' fixture mode doesn't 500.
+  // Try to pull a real one from prod, falling back to an all-nulls /
+  // log_parse placeholder. The placeholder is the worst-case end-state the
+  // drawer is designed to render (every env-only field shows "(not
+  // recorded)" with the "Some fields are approximated…" hint), so it's
+  // production-realistic even before the upstream env.json artifact lands.
+  const RUN_ENV_PLACEHOLDER = {
+    workflow_run_id: 1,
+    config_id: 1,
+    environment: {
+      source: 'log_parse',
+      image: null,
+      framework_version: null,
+      framework_sha: null,
+      torch_version: null,
+      python_version: null,
+      cuda_version: null,
+      rocm_version: null,
+      driver_version: null,
+      gpu_sku: null,
+      extra: {},
+    },
+  };
+  let runEnvironment: unknown = RUN_ENV_PLACEHOLDER;
+  const sampleRow = benchmarks.find((b) => b.workflow_run_id && b.config_id);
+  if (sampleRow) {
+    const envUrl =
+      `${baseUrl}/api/v1/run-environment` +
+      `?workflow_run_id=${sampleRow.workflow_run_id}` +
+      `&config_id=${sampleRow.config_id}`;
+    try {
+      const res = await fetch(envUrl);
+      if (res.ok) runEnvironment = await res.json();
+    } catch {
+      // Network or parse failure — keep the placeholder; logged below.
+    }
+  }
+  if (runEnvironment === RUN_ENV_PLACEHOLDER) {
+    console.log(
+      '  (note) run-environment: using placeholder — either prod predates the env PR, ' +
+        'the benchmark_environments table is empty, or the route is unavailable.',
+    );
+  }
+
   const N = TOP_DATES_PER_PARTITION;
   const sizes: [string, number][] = [
     [
@@ -250,6 +301,7 @@ async function main() {
       }),
     ],
     ['workflow-info', await writeFixture('workflow-info', workflowInfo)],
+    ['run-environment', await writeFixture('run-environment', runEnvironment)],
   ];
 
   for (const [name, bytes] of sizes) {

packages/app/src/app/api/v1/run-environment/route.test.ts

@@ -101,3 +101,62 @@ describe('GET /api/v1/run-environment', () => {
     expect(res.status).toBe(500);
   });
 });
+
+// Separate suite because FIXTURES_MODE is read at module-eval time — the only
+// way to flip it for a single test is to reset module cache + dynamic-import.
+describe('GET /api/v1/run-environment (FIXTURES_MODE)', () => {
+  it('short-circuits to the loaded fixture and never hits the env query', async () => {
+    vi.resetModules();
+    const mockLoadFixture = vi.fn(() => ({
+      workflow_run_id: 1,
+      config_id: 1,
+      environment: { ...env, source: 'log_parse' },
+    }));
+    vi.doMock('@semianalysisai/inferencex-db/connection', () => ({
+      getDb: mockGetDb,
+      JSON_MODE: false,
+      FIXTURES_MODE: true,
+    }));
+    vi.doMock('@semianalysisai/inferencex-db/queries/environments', () => ({
+      getEnvironmentForRunConfig: mockGetEnvironment,
+    }));
+    vi.doMock('@/lib/api-cache', () => ({
+      cachedQuery: (fn: (...args: any[]) => any) => fn,
+      cachedJson: (data: unknown) => Response.json(data),
+    }));
+    vi.doMock('@/lib/test-fixtures', () => ({ loadFixture: mockLoadFixture }));
+
+    const { GET: GETwithFixtures } = await import('./route');
+    const res = await GETwithFixtures(req(`/api/v1/run-environment?${VALID_QS}`));
+
+    expect(res.status).toBe(200);
+    const body = await res.json();
+    expect(body.environment.source).toBe('log_parse');
+    expect(mockLoadFixture).toHaveBeenCalledWith('run-environment');
+    expect(mockGetEnvironment).not.toHaveBeenCalled();
+  });
+
+  it('still 400s on missing params before consulting the fixture', async () => {
+    vi.resetModules();
+    const mockLoadFixture = vi.fn();
+    vi.doMock('@semianalysisai/inferencex-db/connection', () => ({
+      getDb: mockGetDb,
+      JSON_MODE: false,
+      FIXTURES_MODE: true,
+    }));
+    vi.doMock('@semianalysisai/inferencex-db/queries/environments', () => ({
+      getEnvironmentForRunConfig: mockGetEnvironment,
+    }));
+    vi.doMock('@/lib/api-cache', () => ({
+      cachedQuery: (fn: (...args: any[]) => any) => fn,
+      cachedJson: (data: unknown) => Response.json(data),
+    }));
+    vi.doMock('@/lib/test-fixtures', () => ({ loadFixture: mockLoadFixture }));
+
+    const { GET: GETwithFixtures } = await import('./route');
+    const res = await GETwithFixtures(req('/api/v1/run-environment?config_id=42'));
+
+    expect(res.status).toBe(400);
+    expect(mockLoadFixture).not.toHaveBeenCalled();
+  });
+});

packages/app/src/app/api/v1/run-environment/route.ts

@@ -1,10 +1,11 @@
 import { type NextRequest, NextResponse } from 'next/server';
 
-import { JSON_MODE, getDb } from '@semianalysisai/inferencex-db/connection';
+import { FIXTURES_MODE, JSON_MODE, getDb } from '@semianalysisai/inferencex-db/connection';
 import * as jsonProvider from '@semianalysisai/inferencex-db/json-provider';
 import { getEnvironmentForRunConfig } from '@semianalysisai/inferencex-db/queries/environments';
 
 import { cachedJson, cachedQuery } from '@/lib/api-cache';
+import { loadFixture } from '@/lib/test-fixtures';
 
 export const dynamic = 'force-dynamic';
 
@@ -37,6 +38,8 @@ export async function GET(request: NextRequest) {
     );
   }
 
+  if (FIXTURES_MODE) return cachedJson(loadFixture('run-environment'));
+
   try {
     const env = await getCachedEnvironment(workflowRunId, configId);
     if (env === null) {