fix(contrib): align evaluator runtime versions

Author: lan17

evaluators/contrib/budget/src/agent_control_evaluator_budget/budget/config.py

@@ -109,7 +109,7 @@ class BudgetEvaluatorConfig(EvaluatorConfig):
     metadata_paths: dict[str, str] = Field(default_factory=dict)
 
     @model_validator(mode="after")
-    def require_pricing_for_cost_rules(self) -> "BudgetEvaluatorConfig":
+    def require_pricing_for_cost_rules(self) -> BudgetEvaluatorConfig:
         has_cost_rule = any(rule.limit_unit == "usd_cents" for rule in self.limits)
         if has_cost_rule and self.pricing is None:
             raise ValueError('pricing is required when any rule uses limit_unit="usd_cents"')

evaluators/contrib/budget/src/agent_control_evaluator_budget/budget/evaluator.py

@@ -15,6 +15,7 @@
 import logging
 import math
 import threading
+from importlib.metadata import PackageNotFoundError, version
 from typing import Any
 
 from agent_control_evaluators._base import Evaluator, EvaluatorMetadata
@@ -27,6 +28,11 @@
 
 logger = logging.getLogger(__name__)
 
+try:
+    _PACKAGE_VERSION = version("agent-control-evaluator-budget")
+except PackageNotFoundError:
+    _PACKAGE_VERSION = "0.0.0.dev"
+
 # ---------------------------------------------------------------------------
 # Module-level store registry
 #
@@ -173,7 +179,7 @@ class BudgetEvaluator(Evaluator[BudgetEvaluatorConfig]):
 
     metadata = EvaluatorMetadata(
         name="budget",
-        version="3.0.0",
+        version=_PACKAGE_VERSION,
         description="Cumulative LLM token and cost budget tracking",
     )
     config_model = BudgetEvaluatorConfig

evaluators/contrib/budget/tests/budget/test_budget.py

@@ -5,6 +5,7 @@
 
 from __future__ import annotations
 
+from importlib.metadata import version
 import threading
 from typing import Any
 
@@ -39,6 +40,10 @@ def _clean_store_registry() -> None:
     clear_budget_stores()
 
 
+def test_metadata_version_matches_distribution_version() -> None:
+    assert BudgetEvaluator.metadata.version == version("agent-control-evaluator-budget")
+
+
 # ---------------------------------------------------------------------------
 # InMemoryBudgetStore
 # ---------------------------------------------------------------------------

evaluators/contrib/cisco/src/agent_control_evaluator_cisco/ai_defense/evaluator.py

@@ -2,6 +2,7 @@
 
 import json
 import os
+from importlib.metadata import PackageNotFoundError, version
 from typing import Any
 
 from agent_control_evaluators import (
@@ -14,6 +15,11 @@
 from .client import AI_DEFENSE_HTTPX_AVAILABLE, REGION_BASE_URLS, AIDefenseClient, build_endpoint
 from .config import CiscoAIDefenseConfig
 
+try:
+    _PACKAGE_VERSION = version("agent-control-evaluator-cisco")
+except PackageNotFoundError:
+    _PACKAGE_VERSION = "0.0.0.dev"
+
 
 def _load_api_key(env_name: str) -> str:
     key = os.getenv(env_name)
@@ -99,7 +105,7 @@ class CiscoAIDefenseEvaluator(Evaluator[CiscoAIDefenseConfig]):
 
     metadata = EvaluatorMetadata(
         name="cisco.ai_defense",
-        version="0.1.0",
+        version=_PACKAGE_VERSION,
         description="Cisco AI Defense Chat Inspection integration",
         requires_api_key=True,
         timeout_ms=15000,

evaluators/contrib/cisco/tests/test_evaluator.py

@@ -1,3 +1,5 @@
+from importlib.metadata import version
+
 import pytest
 from pydantic import ValidationError
 
@@ -13,6 +15,10 @@ def _env_api_key(monkeypatch: pytest.MonkeyPatch) -> None:
     monkeypatch.setenv("AI_DEFENSE_API_KEY", "test-key")
 
 
+def test_metadata_version_matches_distribution_version() -> None:
+    assert CiscoAIDefenseEvaluator.metadata.version == version("agent-control-evaluator-cisco")
+
+
 @pytest.mark.asyncio
 async def test_none_input_returns_no_data() -> None:
     cfg = CiscoAIDefenseConfig()

evaluators/contrib/galileo/src/agent_control_evaluator_galileo/luna2/evaluator.py

@@ -6,6 +6,7 @@
 
 import logging
 import os
+from importlib.metadata import PackageNotFoundError, version
 from typing import Any
 
 from agent_control_evaluators import Evaluator, EvaluatorMetadata, register_evaluator
@@ -15,6 +16,11 @@
 
 logger = logging.getLogger(__name__)
 
+try:
+    _PACKAGE_VERSION = version("agent-control-evaluator-galileo")
+except PackageNotFoundError:
+    _PACKAGE_VERSION = "0.0.0.dev"
+
 # Check if httpx is available
 try:
     import httpx
@@ -84,7 +90,7 @@ class Luna2Evaluator(Evaluator[Luna2EvaluatorConfig]):
 
     metadata = EvaluatorMetadata(
         name="galileo.luna2",
-        version="3.0.0",
+        version=_PACKAGE_VERSION,
         description="Galileo Luna-2 enterprise runtime protection (direct API)",
         requires_api_key=True,
         timeout_ms=10000,

evaluators/contrib/galileo/tests/test_luna2_evaluator.py

@@ -7,6 +7,7 @@
 The evaluator uses direct HTTP API calls instead of the galileo SDK.
 """
 
+from importlib.metadata import version
 import os
 from unittest.mock import AsyncMock, MagicMock, patch
 
@@ -282,7 +283,7 @@ def test_luna2_evaluator_import_success(self):
 
         assert Luna2Evaluator is not None
         assert Luna2Evaluator.metadata.name == "galileo.luna2"
-        assert Luna2Evaluator.metadata.version == "3.0.0"
+        assert Luna2Evaluator.metadata.version == version("agent-control-evaluator-galileo")
 
     @patch("agent_control_evaluator_galileo.luna2.evaluator.LUNA2_AVAILABLE", False)
     def test_luna2_evaluator_is_available_false_without_httpx(self):