From 39f34422dba567bef4d73a32cee40982a3bfb792 Mon Sep 17 00:00:00 2001
From: Mark <mark@remarkablemark.org>
Date: Tue, 5 May 2026 22:41:46 -0400
Subject: [PATCH] ci(github): harden "Verify CLI run" in workflow test.yml

Step no longer depends on exact model output. It now runs the CLI once
under `timeout 90s`, prints the response, requires non-empty stdout,
and fails if the CLI emitted its `Error:` prefix.
---
 .github/workflows/test.yml | 5 +++--
 1 file changed, 3 insertions(+), 2 deletions(-)

diff --git a/.github/workflows/test.yml b/.github/workflows/test.yml
index f499d5c3..bc1c9444 100644
--- a/.github/workflows/test.yml
+++ b/.github/workflows/test.yml
@@ -92,6 +92,7 @@ jobs:
 
       - name: Verify CLI run
         run: |
-          output=$(code-ollama run qwen2.5:0.5b "Repeat exactly this token and nothing else: INTEGRATION_PASS_7F3A")
+          output=$(timeout 90s code-ollama run qwen2.5:0.5b "Reply in one short sentence")
           printf '%s\n' "$output"
-          grep -F "INTEGRATION_PASS_7F3A" <<< "$output"
+          test -n "$output"
+          ! grep -F "Error:" <<< "$output"