Implementation Plan: T5-P3-A3-WP3 Produce Merge-Blocking CI Tests for Codex Deterministic Conformance

tests/conftest.py

@@ -468,6 +468,12 @@ def pytest_addoption(parser: pytest.Parser) -> None:
         default=None,
         help="Git base ref for changed-file detection (overrides AUTOSKILLIT_TEST_BASE_REF).",
     )
+    parser.addoption(
+        "--update-fixtures",
+        action="store_true",
+        default=False,
+        help="Regenerate deterministic conformance fixtures in-place instead of asserting.",
+    )
 
 
 def pytest_configure(config: pytest.Config) -> None:

tests/execution/AGENTS.md

@@ -153,5 +153,6 @@ Subprocess integration, headless session, process lifecycle, and session result
 | `test_codex_stream_parser.py` | Full test suite for CodexStreamParser: happy-path, item parsing, degradation, fixture-driven integration, protocol conformance |
 | `test_codex_result_parser.py` | Tests for CodexResultParser |
 | `test_codex_config.py` | Tests for TOML read/write primitives, _is_autoskillit_registered, and ensure_codex_mcp_registered |
+| `test_codex_deterministic_conformance.py` | Sealed-enum vocabulary, hook event format, and config.toml schema template conformance tests with --update-fixtures review gate |
 | `test_cmd_builder.py` | CmdBuilder ordering invariant and CmdSpec origin tests |
 | `test_coding_agent_backend_conformance.py` | Parametrized conformance tests for all CodingAgentBackend implementations via BackendContractBase |

tests/execution/backends/conftest.py

@@ -13,8 +13,17 @@
 import re
 from pathlib import Path
 
+import pytest
+
 from autoskillit.hook_registry import HOOK_REGISTRY
 
+
+@pytest.fixture
+def update_fixtures(request: pytest.FixtureRequest) -> bool:
+    """Expose --update-fixtures CLI flag as a fixture."""
+    return bool(request.config.getoption("--update-fixtures"))
+
+
 # Local mirror of _SKIP_CODEX_STATUSES from autoskillit.execution.backends._codex_hooks.
 # Defined here so the conftest has no import dependency on execution.backends (which
 # would create a tests/ -> execution/ IL cycle for the backends subdirectory).

tests/execution/backends/fixtures/codex_ndjson/event_item.completed.json

@@ -0,0 +1,26 @@
+{
+  "$schema": "http://json-schema.org/draft-07/schema#",
+  "additionalProperties": false,
+  "properties": {
+    "item": {
+      "properties": {
+        "type": {
+          "type": "string"
+        }
+      },
+      "required": [
+        "type"
+      ],
+      "type": "object"
+    },
+    "type": {
+      "const": "item.completed",
+      "type": "string"
+    }
+  },
+  "required": [
+    "type",
+    "item"
+  ],
+  "type": "object"
+}

tests/execution/backends/fixtures/codex_ndjson/event_item.started.json

@@ -0,0 +1,14 @@
+{
+  "$schema": "http://json-schema.org/draft-07/schema#",
+  "additionalProperties": false,
+  "properties": {
+    "type": {
+      "const": "item.started",
+      "type": "string"
+    }
+  },
+  "required": [
+    "type"
+  ],
+  "type": "object"
+}

tests/execution/backends/fixtures/codex_ndjson/event_item.updated.json

@@ -0,0 +1,14 @@
+{
+  "$schema": "http://json-schema.org/draft-07/schema#",
+  "additionalProperties": false,
+  "properties": {
+    "type": {
+      "const": "item.updated",
+      "type": "string"
+    }
+  },
+  "required": [
+    "type"
+  ],
+  "type": "object"
+}

tests/execution/backends/fixtures/codex_ndjson/event_thread.started.json

@@ -0,0 +1,18 @@
+{
+  "$schema": "http://json-schema.org/draft-07/schema#",
+  "additionalProperties": false,
+  "properties": {
+    "thread_id": {
+      "type": "string"
+    },
+    "type": {
+      "const": "thread.started",
+      "type": "string"
+    }
+  },
+  "required": [
+    "type",
+    "thread_id"
+  ],
+  "type": "object"
+}

tests/execution/backends/fixtures/codex_ndjson/event_turn.completed.json

@@ -0,0 +1,18 @@
+{
+  "$schema": "http://json-schema.org/draft-07/schema#",
+  "additionalProperties": false,
+  "properties": {
+    "type": {
+      "const": "turn.completed",
+      "type": "string"
+    },
+    "usage": {
+      "type": "object"
+    }
+  },
+  "required": [
+    "type",
+    "usage"
+  ],
+  "type": "object"
+}

tests/execution/backends/fixtures/codex_ndjson/event_turn.failed.json

@@ -0,0 +1,36 @@
+{
+  "$schema": "http://json-schema.org/draft-07/schema#",
+  "additionalProperties": false,
+  "properties": {
+    "error": {
+      "oneOf": [
+        {
+          "properties": {
+            "code": {
+              "type": "string"
+            },
+            "message": {
+              "type": "string"
+            }
+          },
+          "required": [
+            "message"
+          ],
+          "type": "object"
+        },
+        {
+          "type": "string"
+        }
+      ]
+    },
+    "type": {
+      "const": "turn.failed",
+      "type": "string"
+    }
+  },
+  "required": [
+    "type",
+    "error"
+  ],
+  "type": "object"
+}

tests/execution/backends/fixtures/codex_ndjson/event_turn.started.json

@@ -0,0 +1,14 @@
+{
+  "$schema": "http://json-schema.org/draft-07/schema#",
+  "additionalProperties": false,
+  "properties": {
+    "type": {
+      "const": "turn.started",
+      "type": "string"
+    }
+  },
+  "required": [
+    "type"
+  ],
+  "type": "object"
+}