feat: filter unsupported models and show test progress

- Add UnsupportedModelError for models not accessible via /chat/completions
- Test all models in parallel before displaying in /model command
- Show real-time progress (e.g., "25% (10/40)") during model testing
- Remove user message from history when unsupported model error occurs

Co-Authored-By: Claude Opus 4.6 (1M context) <noreply@anthropic.com>

Author: lzwjava

iclaw/commands/model.py

@@ -1,6 +1,8 @@
 import sys
+import concurrent.futures
 from iclaw.github_api import get_models, get_copilot_token
 from iclaw.commands.auth import handle_login_command
+from iclaw.commands.test_models import test_model
 
 
 def handle_model_provider_command(config_path, current_provider):
@@ -46,12 +48,29 @@ def handle_model_command(copilot_token, current_model):
         print(f"Error fetching models: {e}\n", file=sys.stderr)
         return current_model
 
+    total = len(model_data)
+    print(f"Testing {total} models...")
+    with concurrent.futures.ThreadPoolExecutor(max_workers=10) as executor:
+        futures = {
+            executor.submit(test_model, copilot_token, m["id"]): m for m in model_data
+        }
+        working_models = []
+        completed = 0
+        for future in concurrent.futures.as_completed(futures):
+            model_id, works = future.result()
+            if works:
+                working_models.append(futures[future])
+            completed += 1
+            pct = int(completed * 100 / total)
+            print(f"\r{pct}% ({completed}/{total})", end="", flush=True)
+    print()
+
     groups = {}
-    for m in model_data:
+    for m in working_models:
         owner = m.get("owned_by", "unknown")
         groups.setdefault(owner, []).append(m["id"])
 
-    flat_models = [m["id"] for m in model_data]
+    flat_models = [m["id"] for m in working_models]
     print(f"\nCurrent model: {current_model}")
     print("Available models:")
 

iclaw/commands/test_models.py

@@ -0,0 +1,21 @@
+from iclaw import http
+from iclaw.github_api import COPILOT_API_BASE, COPILOT_HEADERS
+
+
+def test_model(copilot_token, model_id):
+    """Test if a model works with /chat/completions"""
+    payload = {
+        "model": model_id,
+        "messages": [{"role": "user", "content": "hi"}],
+        "stream": False,
+    }
+    try:
+        resp = http.get_session().post(
+            f"{COPILOT_API_BASE}/chat/completions",
+            headers={"Authorization": f"Bearer {copilot_token}", **COPILOT_HEADERS},
+            json=payload,
+            timeout=10,
+        )
+        return model_id, resp.status_code == 200
+    except Exception:
+        return model_id, False

iclaw/github_api.py

@@ -43,6 +43,10 @@ def get_models(copilot_token):
     return resp.json().get("data", [])
 
 
+class UnsupportedModelError(Exception):
+    pass
+
+
 def chat(messages, copilot_token, model="gpt-4o", tools=None):
     payload = {"model": model, "messages": messages, "stream": False}
     if tools:
@@ -54,6 +58,10 @@ def chat(messages, copilot_token, model="gpt-4o", tools=None):
         json=payload,
     )
     if not resp.ok:
+        if resp.status_code == 400 and "unsupported_api_for_model" in resp.text:
+            raise UnsupportedModelError(
+                f'Model "{model}" is not accessible via /chat/completions'
+            )
         raise RuntimeError(
             f"Chat API error: {resp.status_code} {resp.reason}\n{resp.text}"
         )

iclaw/main.py

@@ -24,7 +24,7 @@
     save_session_settings,
 )
 from iclaw.exec_tool import exec_command as exec
-from iclaw.github_api import chat, get_copilot_token
+from iclaw.github_api import UnsupportedModelError, chat, get_copilot_token
 from iclaw.tools.defs import TOOLS
 from iclaw.tools.edit_tool import EditTool
 from iclaw.web_search import web_search
@@ -152,6 +152,10 @@ def main():
                 messages.append({"role": "assistant", "content": reply})
                 last_reply = reply
                 log.log_info(f"\n{reply}\n")
+            except UnsupportedModelError as e:
+                print(f"Error: {e}", file=sys.stderr)
+                print("Please select a different model with /model", file=sys.stderr)
+                messages.pop()
             except Exception as e:
                 print(f"Error: {e}", file=sys.stderr)
             continue
@@ -308,6 +312,10 @@ def main():
             messages.append({"role": "assistant", "content": reply})
             last_reply = reply
             log.log_info(f"\n{reply}\n")
+        except UnsupportedModelError as e:
+            print(f"Error: {e}", file=sys.stderr)
+            print("Please select a different model with /model", file=sys.stderr)
+            messages.pop()
         except Exception as e:
             print(f"Error: {e}", file=sys.stderr)