Fix code-docs drift, add CDK RUNTIME annotations, and add 96 cloud provider tests

apartsin · claude · apartsin · commit f74737a746fd · 2026-03-10T16:33:27.000+02:00
- Remove phantom HuggingFace entry from auto-detect registries (TS + Python)
- Add 5 missing providers to Python providers/__init__.py (AzureSpeech + 4 local)
- Add RUNTIME annotations to 4 CDK classes (BaseDiscovery, KeyValueStorage,
  FileSecretStore, HttpHealthDiscovery)
- Mark non-implemented connectors as Planned in ConnectorCatalogue
- Fix stale connector IDs in docs and samples (linter-assisted)
- Add 96 new TypeScript tests: 17 cloud provider suites, CONNECTOR_REGISTRY
  validation, Runtime Guard tests, LOCAL_PROVIDER_REGISTRY tests
- Update test badges and counts: 775 Python + 466 TypeScript = 1,241 total

Co-Authored-By: Claude Opus 4.6 &lt;noreply@anthropic.com&gt;
diff --git a/README.md b/README.md
@@ -12,7 +12,7 @@
   <img src="https://img.shields.io/badge/typescript-5.0%2B-blue" alt="TypeScript 5.0+">
   <img src="https://img.shields.io/badge/docker-supported-2496ED" alt="Docker">
   <a href="LICENSE"><img src="https://img.shields.io/badge/license-MIT-green" alt="License"></a>
-  <a href="https://github.com/ApartsinProjects/ModelMesh/actions"><img src="https://img.shields.io/badge/tests-808%20passed-brightgreen" alt="Tests"></a>
+  <a href="https://github.com/ApartsinProjects/ModelMesh/actions"><img src="https://img.shields.io/badge/tests-1%2C241%20passed-brightgreen" alt="Tests"></a>
   <a href="https://apartsinprojects.github.io/ModelMesh/"><img src="https://img.shields.io/badge/docs-GitHub%20Pages-blue" alt="Documentation"></a>
 </p>
 
@@ -197,11 +197,11 @@ client = modelmesh.create(config="modelmesh.yaml")
 git clone https://github.com/ApartsinProjects/ModelMesh.git
 cd ModelMesh
 
-# Run Python tests (640 tests)
+# Run Python tests (775 tests)
 pip install pytest
 cd src/python && python -m pytest ../../tests/ -v
 
-# Run TypeScript tests (168 tests)
+# Run TypeScript tests (466 tests)
 cd src/typescript && npm install && npm test
 ```
 
diff --git a/docs/ConnectorCatalogue.md b/docs/ConnectorCatalogue.md
diff --git a/docs/CoverageMatrix.md b/docs/CoverageMatrix.md
@@ -5,7 +5,7 @@ title: "Test Coverage Matrix"
 
 # Test Coverage Matrix
 
-Correlates documented features with test coverage. The project includes 775 Python tests across 14 test files and 370 TypeScript tests across 13 test files, for a total of 1,145 tests.
+Correlates documented features with test coverage. The project includes 775 Python tests across 14 test files and 466 TypeScript tests across 13 test files, for a total of 1,241 tests.
 
 ---
 
@@ -39,12 +39,12 @@ Correlates documented features with test coverage. The project includes 775 Pyth
 | CapabilityPool | 15 | `pool.test.ts` | Covered |
 | ModelMesh facade | 16 | `mesh.test.ts` | Covered |
 | Router | 5 | `router.test.ts` | Covered |
-| Pre-shipped Connectors + Local Providers + RuntimeEnvironment | 102 | `connectors.test.ts` | Covered |
-| MeshConfig + Auto-detect | 22 | `config.test.ts` | Covered |
+| Pre-shipped Connectors + Cloud/Local Providers + RuntimeEnvironment + Registry + Runtime Guard | 185 | `connectors.test.ts` | Covered |
+| MeshConfig + Auto-detect + LOCAL_PROVIDER_REGISTRY | 30 | `config.test.ts` | Covered |
 | MeshClient (OpenAI compat) | 16 | `client.test.ts` | Covered |
 | Secret Stores (env, dotenv, json, memory, encrypted, keyring) | 55 | `secret-stores.test.ts` | Covered |
 | CORS Proxy | 12 | `proxy.test.ts` | Covered |
-| **Total** | **370** | **13 files** | |
+| **Total** | **466** | **13 files** | |
 
 ---
 
diff --git a/docs/SystemConfiguration.md b/docs/SystemConfiguration.md
@@ -108,7 +108,7 @@ providers:
     enabled: true
     api_key: ${secrets:hf-api-key}
 
-  anthropic.llm.v1:
+  anthropic.claude.v1:
     enabled: false
 ```
 
@@ -535,7 +535,7 @@ providers:
       enumerate_models: true
   huggingface.inference.v1:
     api_key: ${secrets:HF_API_KEY}
-  deepseek.llm.v1:
+  deepseek.api.v1:
     api_key: ${secrets:DEEPSEEK_API_KEY}
 
 pools:
diff --git a/docs/connectors/1password-connect.md b/docs/connectors/1password-connect.md
@@ -43,7 +43,7 @@ providers:
   - connector: openai.llm.v1
     auth:
       api_key: ${secrets:OPENAI_API_KEY}
-  - connector: anthropic.llm.v1
+  - connector: anthropic.claude.v1
     auth:
       api_key: ${secrets:ANTHROPIC_API_KEY}
 ```
diff --git a/docs/connectors/anthropic-llm.md b/docs/connectors/anthropic-llm.md
@@ -5,7 +5,7 @@ title: "Anthropic"
 
 # Anthropic
 
-**ID:** `provider.anthropic.llm.v1`
+**ID:** `provider.anthropic.claude.v1`
 **Type:** Provider
 
 Anthropic is a safety-focused AI lab producing the Claude family of large language models. Claude models excel at reasoning, code generation, analysis, and long-context tasks. Anthropic emphasizes responsible AI development, and its models are known for following nuanced instructions and producing well-structured outputs. The API supports batch processing for high-volume workloads with significant cost savings.
@@ -83,7 +83,7 @@ export enum AnthropicCapability {
 
 ```yaml
 providers:
-  anthropic.llm.v1:
+  anthropic.claude.v1:
     api_key: ${secrets:ANTHROPIC_API_KEY}
     timeout: 120s
     max_tokens: 8192
diff --git a/docs/connectors/aws-secrets-manager.md b/docs/connectors/aws-secrets-manager.md
@@ -66,7 +66,7 @@ providers:
   - connector: openai.llm.v1
     auth:
       api_key: ${secrets:OPENAI_API_KEY}
-  - connector: anthropic.llm.v1
+  - connector: anthropic.claude.v1
     auth:
       api_key: ${secrets:ANTHROPIC_API_KEY}
 ```
diff --git a/docs/connectors/deepseek-llm.md b/docs/connectors/deepseek-llm.md
@@ -5,7 +5,7 @@ title: "DeepSeek"
 
 # DeepSeek
 
-**ID:** `provider.deepseek.llm.v1`
+**ID:** `provider.deepseek.api.v1`
 **Type:** Provider
 
 DeepSeek offers ultra-low-cost reasoning and chat models with the strongest price-to-performance ratio in the market. The DeepSeek platform provides two primary models: a general-purpose chat model and a dedicated reasoning model. New accounts receive 5 million free tokens with a 30-day expiry, and off-peak usage benefits from a 75% discount. DeepSeek models support tool calling and structured output, making them suitable for agent-based workflows at minimal cost.
@@ -73,7 +73,7 @@ export enum DeepSeekCapability {
 
 ```yaml
 providers:
-  deepseek.llm.v1:
+  deepseek.api.v1:
     api_key: ${secrets:DEEPSEEK_API_KEY}
     timeout: 60s
     max_retries: 3
diff --git a/docs/connectors/google-secret-manager.md b/docs/connectors/google-secret-manager.md
@@ -61,7 +61,7 @@ providers:
   - connector: openai.llm.v1
     auth:
       api_key: ${secrets:OPENAI_API_KEY}
-  - connector: anthropic.llm.v1
+  - connector: anthropic.claude.v1
     auth:
       api_key: ${secrets:ANTHROPIC_API_KEY}
 ```
diff --git a/docs/connectors/groq-inference.md b/docs/connectors/groq-inference.md
@@ -5,7 +5,7 @@ title: "Groq"
 
 # Groq
 
-**ID:** `provider.groq.inference.v1`
+**ID:** `provider.groq.api.v1`
 **Type:** Provider
 
 Groq delivers ultra-fast AI inference powered by custom Language Processing Units (LPUs). Purpose-built silicon enables industry-leading throughput and latency for large language models, making Groq ideal for real-time applications that require sub-second response times. It supports text generation and speech-to-text workloads.
@@ -78,6 +78,6 @@ export enum GroqCapability {
 
 ```yaml
 providers:
-  groq.inference.v1:
+  groq.api.v1:
     api_key: ${secrets:GROQ_API_KEY}
 ```
diff --git a/docs/connectors/microsoft-key-vault.md b/docs/connectors/microsoft-key-vault.md
@@ -64,7 +64,7 @@ providers:
   - connector: openai.llm.v1
     auth:
       api_key: ${secrets:OPENAI-API-KEY}
-  - connector: anthropic.llm.v1
+  - connector: anthropic.claude.v1
     auth:
       api_key: ${secrets:ANTHROPIC-API-KEY}
 ```
diff --git a/docs/connectors/mistral-llm.md b/docs/connectors/mistral-llm.md
@@ -5,7 +5,7 @@ title: "Mistral AI"
 
 # Mistral AI
 
-**ID:** `provider.mistral.llm.v1`
+**ID:** `provider.mistral.api.v1`
 **Type:** Provider
 
 Mistral AI is a European AI lab producing efficient open-weight and proprietary language models. The platform offers a range of models from the compact Mistral Nemo to the powerful Mistral Large, along with the specialized Codestral model for code generation. Mistral provides embedding capabilities and supports fine-tuning for model customization. All models are available through a rate-limited free tier with no credit card required.
@@ -85,7 +85,7 @@ export enum MistralCapability {
 
 ```yaml
 providers:
-  mistral.llm.v1:
+  mistral.api.v1:
     api_key: ${secrets:MISTRAL_API_KEY}
     timeout: 60s
     max_retries: 3
diff --git a/docs/connectors/modelmesh-dotenv.md b/docs/connectors/modelmesh-dotenv.md
@@ -41,7 +41,7 @@ providers:
   - connector: openai.llm.v1
     auth:
       api_key: ${secrets:OPENAI_API_KEY}
-  - connector: anthropic.llm.v1
+  - connector: anthropic.claude.v1
     auth:
       api_key: ${secrets:ANTHROPIC_API_KEY}
 ```
diff --git a/docs/connectors/modelmesh-env.md b/docs/connectors/modelmesh-env.md
@@ -35,7 +35,7 @@ providers:
   - connector: openai.llm.v1
     auth:
       api_key: ${secrets:OPENAI_API_KEY}
-  - connector: anthropic.llm.v1
+  - connector: anthropic.claude.v1
     auth:
       api_key: ${secrets:ANTHROPIC_API_KEY}
 ```
diff --git a/docs/connectors/modelmesh-priority-selection.md b/docs/connectors/modelmesh-priority-selection.md
@@ -65,7 +65,7 @@ pools:
           - gemini-2.5-pro
         provider_priority:
           - openai.llm.v1
-          - anthropic.llm.v1
+          - anthropic.claude.v1
           - google.gemini.v1
         fallback_strategy: round-robin
       deactivation:
diff --git a/docs/connectors/together-inference.md b/docs/connectors/together-inference.md
@@ -5,7 +5,7 @@ title: "Together AI"
 
 # Together AI
 
-**ID:** `provider.together.inference.v1`
+**ID:** `provider.together.api.v1`
 **Type:** Provider
 
 Together AI provides access to 200+ open-source models with optimized inference, fine-tuning, and batch processing capabilities. The platform specializes in running leading open-source models with high throughput and competitive pricing, supporting text generation, image generation, and embeddings workloads.
@@ -84,6 +84,6 @@ export enum TogetherCapability {
 
 ```yaml
 providers:
-  together.inference.v1:
+  together.api.v1:
     api_key: ${secrets:TOGETHER_API_KEY}
 ```
diff --git a/docs/index.md b/docs/index.md
@@ -17,7 +17,7 @@ title: ModelMesh Lite
   <img src="https://img.shields.io/badge/typescript-5.0%2B-blue" alt="TypeScript 5.0+">
   <img src="https://img.shields.io/badge/docker-supported-2496ED" alt="Docker">
   <a href="https://github.com/ApartsinProjects/ModelMesh/blob/master/LICENSE"><img src="https://img.shields.io/badge/license-MIT-green" alt="License"></a>
-  <a href="https://github.com/ApartsinProjects/ModelMesh/actions"><img src="https://img.shields.io/badge/tests-808%20passed-brightgreen" alt="Tests"></a>
+  <a href="https://github.com/ApartsinProjects/ModelMesh/actions"><img src="https://img.shields.io/badge/tests-1%2C241%20passed-brightgreen" alt="Tests"></a>
   <a href="https://apartsinprojects.github.io/ModelMesh/"><img src="https://img.shields.io/badge/docs-GitHub%20Pages-blue" alt="Documentation"></a>
 </p>
 
diff --git a/samples/system/typescript/02_multiProvider.ts b/samples/system/typescript/02_multiProvider.ts
@@ -30,7 +30,7 @@ async function main(): Promise<void> {
         enabled: true,
         api_key: "${secrets:OPENAI_API_KEY}",
       },
-      "anthropic.llm.v1": {
+      "anthropic.claude.v1": {
         enabled: true,
         api_key: "${secrets:ANTHROPIC_API_KEY}",
       },
@@ -43,7 +43,7 @@ async function main(): Promise<void> {
         // first provider fails beyond the retry limit, it moves to standby
         // and the next provider takes over.
         strategy: "modelmesh.priority-selection.v1",
-        provider_priority: ["openai.llm.v1", "anthropic.llm.v1"],
+        provider_priority: ["openai.llm.v1", "anthropic.claude.v1"],
 
         // Deactivation: move a model to standby after 3 consecutive failures
         deactivation: {
diff --git a/samples/system/typescript/03_freeTierAggregation.ts b/samples/system/typescript/03_freeTierAggregation.ts
@@ -27,7 +27,7 @@ async function main(): Promise<void> {
   const config = new MeshConfig({
     providers: {
       // Groq: rate-limited free tier, ultra-fast inference
-      "groq.inference.v1": {
+      "groq.api.v1": {
         enabled: true,
         api_key: "${secrets:GROQ_API_KEY}",
         quota: {
diff --git a/samples/system/typescript/06_costOptimization.ts b/samples/system/typescript/06_costOptimization.ts
@@ -32,7 +32,7 @@ async function main(): Promise<void> {
   const config = new MeshConfig({
     providers: {
       // DeepSeek: ultra-low-cost chat and reasoning
-      "deepseek.llm.v1": {
+      "deepseek.api.v1": {
         enabled: true,
         api_key: "${secrets:DEEPSEEK_API_KEY}",
         budget: {
@@ -42,7 +42,7 @@ async function main(): Promise<void> {
       },
 
       // Groq: fast free-tier inference
-      "groq.inference.v1": {
+      "groq.api.v1": {
         enabled: true,
         api_key: "${secrets:GROQ_API_KEY}",
         budget: {
@@ -62,7 +62,7 @@ async function main(): Promise<void> {
       },
 
       // Anthropic: premium tier, strongest reasoning
-      "anthropic.llm.v1": {
+      "anthropic.claude.v1": {
         enabled: true,
         api_key: "${secrets:ANTHROPIC_API_KEY}",
         budget: {
diff --git a/samples/system/typescript/07_sessionStickiness.ts b/samples/system/typescript/07_sessionStickiness.ts
@@ -30,7 +30,7 @@ async function main(): Promise<void> {
         enabled: true,
         api_key: "${secrets:OPENAI_API_KEY}",
       },
-      "anthropic.llm.v1": {
+      "anthropic.claude.v1": {
         enabled: true,
         api_key: "${secrets:ANTHROPIC_API_KEY}",
       },
diff --git a/samples/system/typescript/08_customPool.ts b/samples/system/typescript/08_customPool.ts
@@ -31,7 +31,7 @@ async function main(): Promise<void> {
         enabled: true,
         api_key: "${secrets:OPENAI_API_KEY}",
       },
-      "anthropic.llm.v1": {
+      "anthropic.claude.v1": {
         enabled: true,
         api_key: "${secrets:ANTHROPIC_API_KEY}",
       },
@@ -62,7 +62,7 @@ async function main(): Promise<void> {
         },
       },
       "claude-sonnet-4": {
-        provider: "anthropic.llm.v1",
+        provider: "anthropic.claude.v1",
         capabilities: [
           "generation.text-generation.chat-completion",
           "interaction.tool-calling",
diff --git a/samples/system/typescript/09_fullConfiguration.ts b/samples/system/typescript/09_fullConfiguration.ts
@@ -41,7 +41,7 @@ async function main(): Promise<void> {
         budget: { daily_limit: 5.00, monthly_limit: 50.00 },
         discovery: { enumerate_models: true, model_details: true },
       },
-      "anthropic.llm.v1": {
+      "anthropic.claude.v1": {
         enabled: true,
         api_key: "${secrets:ANTHROPIC_API_KEY}",
         budget: { daily_limit: 5.00, monthly_limit: 50.00 },
@@ -52,7 +52,7 @@ async function main(): Promise<void> {
         quota: { query_remaining: true, reset_schedule: "daily" },
         discovery: { enumerate_models: true, capability_query: true },
       },
-      "deepseek.llm.v1": {
+      "deepseek.api.v1": {
         enabled: true,
         api_key: "${secrets:DEEPSEEK_API_KEY}",
         budget: { daily_limit: 1.00, monthly_limit: 10.00 },
@@ -83,7 +83,7 @@ async function main(): Promise<void> {
         capabilities: ["representation.embeddings.text-embeddings"],
       },
       "claude-sonnet-4": {
-        provider: "anthropic.llm.v1",
+        provider: "anthropic.claude.v1",
         capabilities: [
           "generation.text-generation.chat-completion",
           "generation.text-generation.code-generation",
@@ -100,7 +100,7 @@ async function main(): Promise<void> {
         ],
       },
       "deepseek-chat": {
-        provider: "deepseek.llm.v1",
+        provider: "deepseek.api.v1",
         capabilities: [
           "generation.text-generation.chat-completion",
           "generation.text-generation.code-generation",
diff --git a/samples/system/typescript/10_langchainIntegration.ts b/samples/system/typescript/10_langchainIntegration.ts
@@ -45,7 +45,7 @@ async function main(): Promise<void> {
           daily_limit: 5.00,
         },
       },
-      "anthropic.llm.v1": {
+      "anthropic.claude.v1": {
         enabled: true,
         api_key: "${secrets:ANTHROPIC_API_KEY}",
         budget: {
diff --git a/src/python/modelmesh/config/auto_detect.py b/src/python/modelmesh/config/auto_detect.py
@@ -153,20 +153,6 @@
             ),
         ],
     },
-    "HF_TOKEN": {
-        "name": "huggingface",
-        "connector": "huggingface.inference.v1",
-        "base_url": "https://api-inference.huggingface.co",
-        "default_models": [
-            ModelInfo(
-                id="huggingface.meta-llama-3.1-8b-instruct",
-                name="Llama 3.1 8B Instruct",
-                capabilities=["generation.text-generation.chat-completion"],
-                context_window=131072,
-                max_output_tokens=4096,
-            ),
-        ],
-    },
     "DEEPSEEK_API_KEY": {
         "name": "deepseek",
         "connector": "deepseek.api.v1",
diff --git a/src/python/modelmesh/connectors/providers/__init__.py b/src/python/modelmesh/connectors/providers/__init__.py
diff --git a/src/typescript/src/cdk/base-discovery.ts b/src/typescript/src/cdk/base-discovery.ts
diff --git a/src/typescript/src/cdk/specialized/file-secret-store.ts b/src/typescript/src/cdk/specialized/file-secret-store.ts
diff --git a/src/typescript/src/cdk/specialized/http-health-discovery.ts b/src/typescript/src/cdk/specialized/http-health-discovery.ts
diff --git a/src/typescript/src/cdk/specialized/kv-storage.ts b/src/typescript/src/cdk/specialized/kv-storage.ts
diff --git a/src/typescript/src/config/auto-detect.ts b/src/typescript/src/config/auto-detect.ts
diff --git a/src/typescript/tests/config.test.ts b/src/typescript/tests/config.test.ts
diff --git a/src/typescript/tests/connectors.test.ts b/src/typescript/tests/connectors.test.ts
diff --git a/tests/test_config.py b/tests/test_config.py
diff --git a/tests/test_providers.py b/tests/test_providers.py
