Simplify fake Responses test surface

Author: softcane

.github/workflows/ci.yml

@@ -69,13 +69,7 @@ jobs:
       - name: Validate default ChatGPT/Codex Envoy config
         run: ./test/validate-openai-config.sh
 
-      - name: Run narrow fake Responses proxy test
-        run: ./test/e2e-openai-responses.sh
-
-      - name: Run fake observability validation
-        run: ./test/observability-openai-responses.sh
-
-      - name: Run broad fake Responses regression
+      - name: Run fake Responses regression
         run: ./test/e2e-openai-responses-full.sh
 
       - name: Capture docker compose state on failure

AGENTS.md

@@ -138,10 +138,6 @@ overrides them.
 - For Rust changes, run targeted tests or `cargo test` when feasible.
 - Static default config validation:
   `./test/validate-openai-config.sh`
-- Narrow fake Responses proxy test:
-  `./test/e2e-openai-responses.sh`
-- Fake observability validation:
-  `./test/observability-openai-responses.sh`
-- Broader fake regression before real smoke:
+- Fake Responses regression before real smoke:
   `./test/e2e-openai-responses-full.sh`
 - If a relevant test is skipped, state why in the final response.

README.md

@@ -136,8 +136,6 @@ Local fake tests:
 
 ```bash
 ./test/validate-openai-config.sh
-./test/e2e-openai-responses.sh
-./test/observability-openai-responses.sh
 ./test/e2e-openai-responses-full.sh
 ```
 

codex-blackbox-cli/src/main.rs

@@ -780,7 +780,7 @@ fn codex_stack_config_available() -> Option<bool> {
 
 fn fake_openai_e2e_available() -> Option<bool> {
     [
-        "test/e2e-openai-responses.sh",
+        "test/e2e-openai-responses-full.sh",
         "test/fake-openai.py",
         "test/docker-compose.openai-responses.yml",
         "test/envoy.openai-responses.e2e.yaml",
@@ -944,7 +944,7 @@ async fn run_doctor() -> i32 {
             print_check("⚠", "fake OpenAI Responses e2e files missing");
             push_unique(
                 &mut fixes,
-                "Run from the Codex Blackbox repository if you need `./test/e2e-openai-responses.sh`.",
+                "Run from the Codex Blackbox repository if you need `./test/e2e-openai-responses-full.sh`.",
             );
         }
         None => {

docs/reference/developing.md

@@ -10,8 +10,6 @@ cargo fmt --check
 cargo test --workspace
 cargo clippy --workspace -- -D warnings
 ./test/validate-openai-config.sh
-./test/e2e-openai-responses.sh
-./test/observability-openai-responses.sh
 ./test/e2e-openai-responses-full.sh
 ```
 
@@ -32,6 +30,7 @@ codex-blackbox postmortem last
 Release-facing claims require a real Codex model turn observed by
 `codex-blackbox-core` with `provider="codex_responses"`. Fake fixture tests
 validate local parser, persistence, API, watch, and dashboard contracts only.
+Keep the fake regression in CI, but do not describe it as live support proof.
 
 Before changing behavior, read the repository `AGENTS.md` and the module map in
 that file. The highest-risk paths are request parsing, Responses SSE

test/README.md

@@ -1,4 +1,4 @@
-# Phase 5A fake OpenAI Responses E2E override.
+# Fake OpenAI Responses E2E override.
 # Routes only local test traffic to test/fake-openai.py; production Envoy
 # remains unchanged and real OpenAI/Codex is not contacted.
 

test/docker-compose.openai-responses.yml

@@ -4,7 +4,7 @@
 # In --mode real this launches real Codex sessions through Codex Blackbox's
 # ChatGPT/Codex subscription proxy path. It uses the existing local Codex
 # ChatGPT login, can contact chatgpt.com, and must not edit ~/.codex/config.toml.
-# Run the fake Phase 9A gate first:
+# Run the fake regression gate first:
 #
 #   ./test/e2e-openai-responses-full.sh
 #
@@ -40,7 +40,7 @@ usage() {
 Usage: ./test/dogfood-codex-sessions.sh [options]
 
 Options:
-  --mode real|fixture       real launches Codex; fixture delegates to Phase 9A fake e2e
+  --mode real|fixture       real launches Codex; fixture delegates to the fake regression
   --sessions N             number of sessions to launch in real mode, 1-4 (default: 4)
   --repos same|mixed       run only the current repo or include another repo (default: mixed)
   --include-mcp            include an MCP-oriented prompt when MCP config exists
@@ -716,9 +716,9 @@ for cmd in docker curl python3 "$CODEX_BIN"; do
 done
 
 if [ "$MODE" = "fixture" ]; then
-    record skipped "real_codex_sessions" "--mode fixture delegates to Phase 9A fake e2e"
-    CODEX_BLACKBOX_FULL_E2E_REPORT_DIR="$REPORT_DIR/phase9a" ./test/e2e-openai-responses-full.sh
-    record passed "phase9a_fake_e2e" "see $REPORT_DIR/phase9a"
+    record skipped "real_codex_sessions" "--mode fixture delegates to fake regression"
+    CODEX_BLACKBOX_FULL_E2E_REPORT_DIR="$REPORT_DIR/fake-regression" ./test/e2e-openai-responses-full.sh
+    record passed "fake_responses_regression" "see $REPORT_DIR/fake-regression"
     finish_and_exit 0
 fi
 
@@ -758,7 +758,7 @@ if [ "$STACK_ALREADY_READY" = "0" ]; then
     record passed "stack_preclean" "removed stale Codex Blackbox Compose services before real smoke"
 fi
 
-SMOKE_PROMPT="$PROMPT_MARKER preflight: Read AGENTS.md and docs/remaining-phases.md, then summarize the current next phase in 3 bullets. Do not edit files."
+SMOKE_PROMPT="$PROMPT_MARKER preflight: Read AGENTS.md and docs/reference/developing.md, then summarize the current validation rules in 3 bullets. Do not edit files."
 preflight_cmd=(
     env -u COMPOSE_FILE CODEX_BLACKBOX_COMPOSE_FILE="$COMPOSE_PATH"
     "$CODEX_BLACKBOX_BIN" preflight codex-subscription --
@@ -806,7 +806,7 @@ add_case \
     "same-read-a" \
     "same" \
     "$SAME_REPO" \
-    "$PROMPT_MARKER same-read-a: Read AGENTS.md and docs/remaining-phases.md. Answer with exactly three bullets about the current phase gate. Do not edit files."
+    "$PROMPT_MARKER same-read-a: Read AGENTS.md and docs/reference/developing.md. Answer with exactly three bullets about the validation boundary. Do not edit files."
 
 add_case \
     "same-tool-b" \
@@ -825,7 +825,7 @@ else
         "same-read-c" \
         "same" \
         "$SAME_REPO" \
-        "$PROMPT_MARKER same-read-c: Read docs/codex-traffic-contract.md and summarize two current unknowns. Do not edit files."
+        "$PROMPT_MARKER same-read-c: Read README.md and summarize two things this project observes directly. Do not edit files."
 fi
 
 if [ "$INCLUDE_MCP" = "1" ] && [ "$MCP_CONFIGURED" = "1" ]; then
@@ -839,7 +839,7 @@ else
         "same-context-d" \
         "same" \
         "$SAME_REPO" \
-        "$PROMPT_MARKER same-context-d: Read docs/automated-feedback-testing.md and report the smallest real dogfood gap still called out there. Do not edit files."
+        "$PROMPT_MARKER same-context-d: Read docs/reference/developing.md and report the difference between fake and live evidence in one paragraph. Do not edit files."
 fi
 
 : >"$WATCH_SSE"