Skip to content

Commit 47fa18a

Browse files
skip gpt-5-6 in e2e tests for now (#179)
* fix(tests/e2e): avoid /tmp for Codex home and skip gpt-5-6 Copilot models - Codex refuses to create helper binaries under /tmp by design, so base the E2E codex home outside of pytest's tmp_path. - gpt-5-6 models (luna, sol, terra) return 404 on mlflow/v1/chat/completions; add them to the Copilot skip list alongside the existing gpt-5.5 entry. * update * update * add logs --------- Co-authored-by: Lilly <lilly.gray@tecton.ai>
1 parent df27b52 commit 47fa18a

1 file changed

Lines changed: 7 additions & 0 deletions

File tree

tests/test_e2e.py

Lines changed: 7 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -404,6 +404,11 @@ class TestCodexLaunch:
404404
CODEX_INCOMPATIBLE_MODEL_FRAGMENTS = (
405405
# nano endpoint is unreliably slow and times out past the 60s budget.
406406
"gpt-5-4-nano",
407+
# These endpoints are discoverable as responses-capable, but the
408+
# backing OpenAI endpoint returns ENDPOINT_NOT_FOUND in the CI region.
409+
"gpt-5-6-luna",
410+
"gpt-5-6-sol",
411+
"gpt-5-6-terra",
407412
)
408413

409414
def _codex_models(self, e2e_state: dict) -> list[str]:
@@ -812,6 +817,8 @@ class TestCopilotLaunch:
812817
# gpt-5.5 rejects function tools + reasoning_effort on /chat/completions
813818
# ("Please use /v1/responses instead").
814819
"gpt-5-5",
820+
# gpt-5.6 models similarly reject /chat/completions with 404.
821+
"gpt-5-6",
815822
)
816823

817824
def _all_models(self, e2e_state: dict) -> list[tuple[str, str]]:

0 commit comments

Comments
 (0)