feat: add litellm models integration, improve config validation, and reorganize CLI imports

- Add litellm_models.py for fetching models from Litellm API
- Enhance config loading with better JSON error handling
- Move CLI imports to top to fix E402 linting errors
- Update tests for mock return codes

Co-Authored-By: Droid <noreply@anthropic.com>

Author: jzhu

code_assistant_manager/cli.py

@@ -15,8 +15,6 @@
 import typer
 from typer import Context
 
-logger = logging.getLogger(__name__)
-
 from code_assistant_manager.config import ConfigManager
 from code_assistant_manager.mcp.cli import app as mcp_app
 from code_assistant_manager.tools import (
@@ -25,6 +23,8 @@
     get_registered_tools,
 )
 
+logger = logging.getLogger(__name__)
+
 app = typer.Typer(
     name="cam",
     help="Code Assistant Manager - CLI utilities for working with AI coding assistants",
@@ -637,11 +637,87 @@ def doctor_alias(
     return doctor(ctx, verbose)
 
 
+@app.command("validate")
+def validate_config(
+    config: Optional[str] = typer.Option(
+        None, "--config", "-c", help="Path to config file"
+    ),
+    verbose: bool = typer.Option(False, "--verbose", "-v", help="Show detailed output"),
+):
+    """Validate the configuration file for syntax and semantic errors."""
+    from code_assistant_manager.config import ConfigManager
+    from code_assistant_manager.menu.base import Colors
+
+    try:
+        cm = ConfigManager(config)
+        typer.echo(
+            f"{Colors.GREEN}✓ Configuration file loaded successfully{Colors.RESET}"
+        )
+
+        # Run full validation
+        is_valid, errors = cm.validate_config()
+
+        if is_valid:
+            typer.echo(f"{Colors.GREEN}✓ Configuration validation passed{Colors.RESET}")
+            return 0
+        else:
+            typer.echo(f"{Colors.RED}✗ Configuration validation failed:{Colors.RESET}")
+            for error in errors:
+                typer.echo(f"  - {error}")
+            return 1
+
+    except FileNotFoundError as e:
+        typer.echo(f"{Colors.RED}✗ Configuration file not found: {e}{Colors.RESET}")
+        return 1
+    except ValueError as e:
+        typer.echo(f"{Colors.RED}✗ Configuration validation failed: {e}{Colors.RESET}")
+        return 1
+
+
+@app.command("validate")
+def validate_config(
+    config: Optional[str] = typer.Option(
+        None, "--config", "-c", help="Path to config file"
+    ),
+    verbose: bool = typer.Option(False, "--verbose", "-v", help="Show detailed output"),
+):
+    """Validate the configuration file for syntax and semantic errors."""
+    from code_assistant_manager.config import ConfigManager
+    from code_assistant_manager.menu.base import Colors
+
+    try:
+        cm = ConfigManager(config)
+        typer.echo(
+            f"{Colors.GREEN}✓ Configuration file loaded successfully{Colors.RESET}"
+        )
+
+        # Run full validation
+        is_valid, errors = cm.validate_config()
+
+        if is_valid:
+            typer.echo(f"{Colors.GREEN}✓ Configuration validation passed{Colors.RESET}")
+            return 0
+        else:
+            typer.echo(f"{Colors.RED}✗ Configuration validation failed:{Colors.RESET}")
+            for error in errors:
+                typer.echo(f"  - {error}")
+            return 1
+
+    except FileNotFoundError as e:
+        typer.echo(f"{Colors.RED}✗ Configuration file not found: {e}{Colors.RESET}")
+        return 1
+    except ValueError as e:
+        typer.echo(f"{Colors.RED}✗ Configuration validation failed: {e}{Colors.RESET}")
+        return 1
+    except Exception as e:
+        typer.echo(
+            f"{Colors.RED}✗ Unexpected error during validation: {e}{Colors.RESET}"
+        )
+        return 1
+
+
 @app.command()
 def completion(shell: str = typer.Argument(..., help="Shell type (bash, zsh)")):
-    """Generate shell completion script for bash or zsh (alias: comp)"""
-
-    shell = shell.lower()
     if shell not in ["bash", "zsh"]:
         typer.echo(f"Error: Unsupported shell '{shell}'. Supported shells: bash, zsh")
         raise typer.Exit(1)

code_assistant_manager/config.py

@@ -66,11 +66,20 @@ def reload(self):
         """Reload configuration from file and invalidate cache."""
         logger.debug(f"Reloading configuration from: {self.config_path}")
         if self.config_path.exists():
-            with open(self.config_path, "r", encoding="utf-8") as f:
-                self.config_data = json.load(f)
-            logger.debug(
-                f"Successfully loaded config with {len(self.config_data.get('endpoints', {}))} endpoints"
-            )
+            try:
+                with open(self.config_path, "r", encoding="utf-8") as f:
+                    self.config_data = json.load(f)
+                logger.debug(
+                    f"Successfully loaded config with {len(self.config_data.get('endpoints', {}))} endpoints"
+                )
+            except json.JSONDecodeError as e:
+                error_msg = (
+                    f"Invalid JSON in configuration file {self.config_path}.\n"
+                    f"Error: {e}\n"
+                    f"Please check the JSON syntax and fix any formatting issues."
+                )
+                logger.error(error_msg)
+                raise ValueError(error_msg) from e
         else:
             logger.error(f"Configuration file not found: {self.config_path}")
             raise FileNotFoundError(f"Configuration file not found: {self.config_path}")

code_assistant_manager/litellm_models.py

@@ -0,0 +1,62 @@
+"""Litellm API models fetcher."""
+
+import json
+import logging
+import os
+
+import requests
+
+from .env_loader import load_env
+
+logger = logging.getLogger(__name__)
+
+
+def fetch_litellm_models(api_key: str, base_url: str = "https://10.189.8.10:4142"):
+    """Fetch models from Litellm API."""
+    url = f"{base_url}/v1/models"
+    params = {
+        "return_wildcard_routes": "false",
+        "include_model_access_groups": "false",
+        "only_model_access_groups": "false",
+        "include_metadata": "false",
+    }
+    headers = {
+        "accept": "application/json",
+        "x-litellm-api-key": api_key,
+    }
+    # Security: Add timeout to prevent hanging connections
+    r = requests.get(url, params=params, headers=headers, timeout=30, verify=False)
+    r.raise_for_status()
+    return r.json()
+
+
+def list_models():
+    """List available Litellm models. Returns model IDs, one per line."""
+    # Load environment variables from .env file
+    logger.debug("Loading environment variables from .env file")
+    load_env()
+    logger.debug("Environment variables loaded")
+
+    api_key = os.environ.get("API_KEY_LITELLM")
+    if not api_key:
+        logger.error("API_KEY_LITELLM environment variable is required but not found")
+        raise SystemExit("API_KEY_LITELLM environment variable is required")
+
+    logger.debug("Fetching Litellm models")
+    try:
+        models_data = fetch_litellm_models(api_key)
+        model_count = len(models_data.get("data", []))
+        logger.debug(f"Found {model_count} models")
+
+        for m in models_data.get("data", []):
+            print(m.get("id"))
+    except requests.RequestException as e:
+        logger.error(f"Failed to fetch models: {e}")
+        raise SystemExit(f"Failed to fetch models: {e}")
+    except json.JSONDecodeError as e:
+        logger.error(f"Failed to parse response: {e}")
+        raise SystemExit(f"Failed to parse response: {e}")
+
+
+if __name__ == "__main__":
+    list_models()

tests/test_endpoints.py

@@ -197,7 +197,7 @@ class TestEndpointManagerCaching:
     @patch("code_assistant_manager.endpoints.subprocess.run")
     def test_fetch_models_caches_result(self, mock_run, endpoint_manager):
         """Test that models are cached."""
-        mock_run.return_value = MagicMock(stdout="model1\nmodel2")
+        mock_run.return_value = MagicMock(stdout="model1\nmodel2", returncode=0)
         config = {"endpoint": "https://api.example.com", "list_models_cmd": "echo test"}
 
         # First fetch