chore: include quick task 260706-h8b router changes

Author: Aitomates

.coveragerc

@@ -0,0 +1,16 @@
+[run]
+branch = true
+source = maf_starter,entities,main.py
+omit =
+    autogen_dashboard/*
+    autogen_starter/*
+    */__pycache__/*
+    tests/*
+    .venv/*
+
+[report]
+exclude_lines =
+    pragma: no cover
+    if __name__ == .__main__.:
+    raise NotImplementedError
+    if TYPE_CHECKING:

maf_starter/config.py

@@ -10,8 +10,8 @@
 
 
 PROJECT_ROOT = Path(__file__).resolve().parents[1]
-DEFAULT_GEMINI_BASE_URL = "https://generativelanguage.googleapis.com/v1beta/openai/"
-DEFAULT_MODEL = "gemini-2.5-flash"
+DEFAULT_GEMINI_BASE_URL = "http://localhost:20128/v1"
+DEFAULT_MODEL = "openrouter/free"
 DEFAULT_MODEL_CANDIDATES = (
     "gemini-2.5-flash",
     "gemini-2.5-flash-lite",

maf_starter/routing_policy.py

@@ -40,6 +40,23 @@
     "fallback",
 )
 
+TRIVIAL_KEYWORDS = (
+    "lint",
+    "test retry",
+    "file search",
+    "summary",
+    "summaries",
+    "classification",
+    "simple refactor",
+)
+
+ESCALATION_KEYWORDS = (
+    "architecture",
+    "security risk",
+    "stuck",
+    "escalate",
+)
+
 
 @dataclass(frozen=True)
 class RoutingPlan:
@@ -104,6 +121,7 @@ def build_routing_plan(
         requested_model=requested_model,
         default_provider=primary_provider,
         default_model=primary_model,
+        messages=messages,
     )
     return RoutingPlan(
         mode="auto" if lane == "auto" and routing_mode == "auto" else "fixed",
@@ -129,8 +147,9 @@ def _build_lane_chain(
     requested_model: str | None,
     default_provider: str,
     default_model: str,
+    messages: Iterable[Message] = (),
 ) -> tuple[ChainStep, tuple[ChainStep, ...]]:
-    lane_primary, lane_fallbacks = _lane_default_chain(settings, lane=lane, tier=tier)
+    lane_primary, lane_fallbacks = _lane_default_chain(settings, lane=lane, tier=tier, messages=messages)
     primary = ChainStep(
         requested_provider or lane_primary.provider,
         requested_model or lane_primary.model,
@@ -155,39 +174,36 @@ def _build_lane_chain(
     return primary, tuple(fallback_chain)
 
 
-def _lane_default_chain(settings: Settings, *, lane: RouteLane, tier: str) -> tuple[ChainStep, tuple[ChainStep, ...]]:
-    normalized_tier = tier if lane == "auto" else _tier_for_lane(lane)[0]
-    if settings.ollama_base_url:
-        ollama_primary = ChainStep("ollama", settings.ollama_model)
-        gemini_fallbacks = _gemini_fallbacks_for_tier(settings, normalized_tier)
-        return ollama_primary, gemini_fallbacks
-    if normalized_tier == "simple":
-        primary = ChainStep("gemini", "gemini-2.5-flash-lite")
-        fallbacks = [
-            ChainStep("gemini", "gemini-2.5-flash"),
-            ChainStep("gemini", "gemini-2.5-pro"),
-            ChainStep("claude-cli", settings.claude_cli_model or "haiku"),
-            ChainStep("codex-cli", settings.codex_cli_model or "gpt-5-mini"),
-            ChainStep("gemini-cli", settings.gemini_cli_model or "gemini-2.5-flash"),
-        ]
-    elif normalized_tier == "deep":
-        primary = ChainStep("gemini", "gemini-2.5-pro")
-        fallbacks = [
-            ChainStep("gemini", "gemini-2.5-flash"),
-            ChainStep("gemini", "gemini-2.5-flash-lite"),
-            ChainStep("claude-cli", settings.claude_cli_model or "sonnet"),
-            ChainStep("codex-cli", settings.codex_cli_model or "gpt-5-codex"),
-            ChainStep("gemini-cli", settings.gemini_cli_model or "gemini-2.5-pro"),
-        ]
-    else:
-        primary = ChainStep("gemini", "gemini-2.5-flash")
-        fallbacks = [
-            ChainStep("gemini", "gemini-2.5-pro"),
-            ChainStep("gemini", "gemini-2.5-flash-lite"),
-            ChainStep("claude-cli", settings.claude_cli_model or "sonnet"),
-            ChainStep("codex-cli", settings.codex_cli_model or "gpt-5"),
-            ChainStep("gemini-cli", settings.gemini_cli_model or "gemini-2.5-flash"),
-        ]
+def _is_escalation_allowed(messages: Iterable[Message]) -> bool:
+    full_text = "\n".join(_extract_last_user_text([m]) for m in messages).lower()
+    
+    if any(keyword in full_text for keyword in TRIVIAL_KEYWORDS):
+        return False
+        
+    error_count = full_text.count("build failed") + full_text.count("test failed")
+    if error_count >= 3:
+        return True
+        
+    if any(keyword in full_text for keyword in ESCALATION_KEYWORDS):
+        return True
+        
+    return False
+
+def _lane_default_chain(settings: Settings, *, lane: RouteLane, tier: str, messages: Iterable[Message] = ()) -> tuple[ChainStep, tuple[ChainStep, ...]]:
+    primary = ChainStep("openai", settings.requested_model or "gemini-free")
+    fallbacks = [
+        ChainStep("openai", "groq-fast-free"),
+        ChainStep("openai", "openrouter/free"),
+        ChainStep("openai", "github-models"),
+        ChainStep("openai", "cerebras-free"),
+        ChainStep("openai", "mistral-free"),
+        ChainStep("openai", "huggingface-free"),
+        ChainStep("openai", "qwen2.5-coder:7b"),
+    ]
+    
+    if _is_escalation_allowed(messages):
+        fallbacks.append(ChainStep("openai", "claude-paid-escalation"))
+        
     return primary, tuple(fallbacks)
 
 

requirements.txt

@@ -9,5 +9,6 @@ jsonschema>=4.23,<5.0
 openapi-spec-validator>=0.7,<1.0
 pydantic>=2.0,<3.0
 pytest>=8.0,<10.0
+pytest-cov>=5.0,<8.0
 python-dotenv>=1.0,<2.0
 uvicorn>=0.30,<1.0

scripts/9router_proxy.py

@@ -0,0 +1,46 @@
+import os
+from fastapi import FastAPI, Request, Response
+import httpx
+import uvicorn
+
+app = FastAPI()
+
+# Mappings for logical models to physical providers
+PROVIDER_URLS = {
+    "openrouter/free": "https://openrouter.ai/api/v1/chat/completions",
+    "gemini-free": "https://generativelanguage.googleapis.com/v1beta/openai/chat/completions",
+    "groq-fast-free": "https://api.groq.com/openai/v1/chat/completions",
+    "github-models": "https://models.inference.ai.azure.com/chat/completions",
+    "claude-paid-escalation": "https://api.anthropic.com/v1/messages",
+}
+
+API_KEYS = {
+    "openrouter/free": os.getenv("OPENROUTER_API_KEY"),
+    "gemini-free": os.getenv("GEMINI_API_KEY"),
+    "groq-fast-free": os.getenv("GROQ_API_KEY"),
+    "github-models": os.getenv("GITHUB_TOKEN"),
+    "claude-paid-escalation": os.getenv("ANTHROPIC_API_KEY"),
+}
+
+@app.post("/v1/chat/completions")
+async def proxy_completions(request: Request):
+    body = await request.json()
+    model = body.get("model", "openrouter/free")
+    
+    target_url = PROVIDER_URLS.get(model, "https://openrouter.ai/api/v1/chat/completions")
+    api_key = API_KEYS.get(model)
+    
+    headers = {
+        "Content-Type": "application/json",
+        "Authorization": f"Bearer {api_key}" if api_key else ""
+    }
+    
+    # Forward the request
+    async with httpx.AsyncClient() as client:
+        proxy_resp = await client.post(target_url, json=body, headers=headers)
+        
+    return Response(content=proxy_resp.content, status_code=proxy_resp.status_code, media_type="application/json")
+
+if __name__ == "__main__":
+    print("Starting 9Router Proxy at http://localhost:20128/v1")
+    uvicorn.run(app, host="127.0.0.1", port=20128)