Skip to content

Commit 2075ec3

Browse files
committed
test(e2e): scope EAI-7052 lemonade-inference xfail to any OS, not just Linux
The lemonade inference-failure xfail conditions were scoped os="linux", but the Strix Halo Windows run shows the same failure there — lemonade reports the service ready, then inference drops the connection ("CURL error: Failure when receiving data from the peer" / "error sending request"). So the four broadened inference scenarios (serve-lemonade-inference, serve-readiness-contract, chat-tool-definitions-accepted, chat-end-to-end-local-model) read as unexpected failures on Strix Windows. Drop the os constraint — EAI-7052 is engine-specific (lemonade llama.cpp backend), not OS-specific — so it xfails on any lemonade host. Signed-off-by: fredespi <fredrik.espinoza@gmail.com>
1 parent ba815b7 commit 2075ec3

1 file changed

Lines changed: 14 additions & 14 deletions

File tree

tests/e2e-cucumber/expectations.toml

Lines changed: 14 additions & 14 deletions
Original file line numberDiff line numberDiff line change
@@ -62,20 +62,20 @@ bug = "EAI-7333"
6262
reason = "CLI reports the vLLM service ready, but an immediate inference request fails."
6363
serve_timeout_secs = 90
6464

65-
# On a lemonade-default Linux host this scenario does real lemonade inference,
66-
# which hits the EAI-7052 Vulkan hang (see serve-lemonade-inference).
65+
# On a lemonade host this scenario does real lemonade inference, which hits
66+
# the EAI-7052 backend failure (see serve-lemonade-inference).
6767
[["serve-readiness-contract"]]
68-
when = { effective_engine = "lemonade", os = "linux" }
68+
when = { effective_engine = "lemonade" }
6969
bug = "EAI-7052"
70-
reason = "Lemonade uses its Vulkan llama.cpp backend instead of system ROCm; inference hangs."
70+
reason = "Lemonade inference fails on the llama.cpp backend (Vulkan hang on Linux; connection drop on Windows) instead of using system ROCm."
7171
serve_timeout_secs = 90
7272

73-
# --- EAI-7052: lemonade falls back to Vulkan llama.cpp instead of system ROCm ---
74-
# and inference hangs. Observed on Linux GPU hosts serving GGUF via lemonade.
73+
# --- EAI-7052: lemonade llama.cpp backend fails inference instead of using ---
74+
# system ROCm. Both Linux (Vulkan hang) and Windows (connection drop) — any OS.
7575
[["serve-lemonade-inference"]]
76-
when = { effective_engine = "lemonade", os = "linux" }
76+
when = { effective_engine = "lemonade" }
7777
bug = "EAI-7052"
78-
reason = "Lemonade uses its Vulkan llama.cpp backend instead of system ROCm; inference hangs."
78+
reason = "Lemonade inference fails on the llama.cpp backend (Vulkan hang on Linux; connection drop on Windows) instead of using system ROCm."
7979
serve_timeout_secs = 90
8080

8181
# --- EAI-7223: chat requests with tool definitions rejected (vLLM path) ---
@@ -85,11 +85,11 @@ bug = "EAI-7223"
8585
reason = "Chat requests carrying tool definitions are not accepted by the served vLLM model."
8686
serve_timeout_secs = 90
8787

88-
# On a lemonade-default Linux host this does real lemonade inference → EAI-7052 hang.
88+
# On a lemonade host this does real lemonade inference → EAI-7052 backend failure.
8989
[["chat-tool-definitions-accepted"]]
90-
when = { effective_engine = "lemonade", os = "linux" }
90+
when = { effective_engine = "lemonade" }
9191
bug = "EAI-7052"
92-
reason = "Lemonade uses its Vulkan llama.cpp backend instead of system ROCm; inference hangs."
92+
reason = "Lemonade inference fails on the llama.cpp backend (Vulkan hang on Linux; connection drop on Windows) instead of using system ROCm."
9393
serve_timeout_secs = 90
9494

9595
# --- EAI-7221: end-to-end chat through a locally served model (vLLM path) ---
@@ -99,11 +99,11 @@ bug = "EAI-7221"
9999
reason = "End-to-end chat through a locally served vLLM model does not return a valid reply."
100100
serve_timeout_secs = 90
101101

102-
# On a lemonade-default Linux host this does real lemonade inference → EAI-7052 hang.
102+
# On a lemonade host this does real lemonade inference → EAI-7052 backend failure.
103103
[["chat-end-to-end-local-model"]]
104-
when = { effective_engine = "lemonade", os = "linux" }
104+
when = { effective_engine = "lemonade" }
105105
bug = "EAI-7052"
106-
reason = "Lemonade uses its Vulkan llama.cpp backend instead of system ROCm; inference hangs."
106+
reason = "Lemonade inference fails on the llama.cpp backend (Vulkan hang on Linux; connection drop on Windows) instead of using system ROCm."
107107
serve_timeout_secs = 90
108108

109109
# --- EAI-7383: `rocm help` lists subcommands in declaration order, not

0 commit comments

Comments
 (0)