refactor: use GuardrailsService directly in guardrail validators

Author: andreiancuta-uipath

packages/uipath-platform/src/uipath/platform/guardrails/_default_evaluator.py

@@ -16,6 +16,7 @@
 from ..common._execution_context import UiPathExecutionContext
 from ..common._job_context import header_job_key
 from ..common._models import Endpoint, RequestSpec
+from ..common.auth import build_api_config, resolve_config_from_env
 from ..errors import EnrichedException
 from .guardrails import BYO_VALIDATOR_TYPE, BuiltInValidatorGuardrail
 
@@ -203,3 +204,11 @@ def evaluate_guardrail(
             model_data["spanId"] = span_id
 
         return GuardrailValidationResult.model_validate(model_data)
+
+
+def default_guardrails_service() -> GuardrailsService:
+    """Build a guardrails service configured from environment variables."""
+    base_url, secret = resolve_config_from_env(None, None)
+    return GuardrailsService(
+        build_api_config(base_url, secret), UiPathExecutionContext()
+    )

packages/uipath-platform/src/uipath/platform/guardrails/_evaluator.py

@@ -5,8 +5,10 @@
 
 from uipath.core.guardrails import GuardrailValidationResult
 
-from uipath.platform.guardrails._default_evaluator import DefaultGuardrailEvaluator
-from uipath.platform.guardrails._evaluator import GuardrailEvaluator
+from ..._guardrails_service import (
+    GuardrailsService,
+    default_guardrails_service,
+)
 from uipath.platform.guardrails.guardrails import BuiltInValidatorGuardrail
 
 from .._enums import GuardrailExecutionStage
@@ -80,7 +82,7 @@ def get_built_in_guardrail(self, name, description, enabled_for_evals):
                 )
     """
 
-    _evaluator: GuardrailEvaluator | None = None
+    _service: GuardrailsService | None = None
 
     @abstractmethod
     def get_built_in_guardrail(
@@ -113,13 +115,13 @@ def run(
     ) -> GuardrailValidationResult:
         """Evaluate via the UiPath Guardrails API.
 
-        Lazily initialises the guardrail evaluator on the first call and
+        Lazily initialises the guardrails service on the first call and
         reuses it for all subsequent invocations.
         """
         built_in = self.get_built_in_guardrail(name, description, enabled_for_evals)
-        if self._evaluator is None:
-            self._evaluator = DefaultGuardrailEvaluator()
-        return self._evaluator.evaluate_guardrail(data, built_in)
+        if self._service is None:
+            self._service = default_guardrails_service()
+        return self._service.evaluate_guardrail(data, built_in)
 
 
 class CustomGuardrailValidator(GuardrailValidatorBase, ABC):

packages/uipath-platform/src/uipath/platform/guardrails/_guardrails_service.py

@@ -989,8 +989,8 @@ def test_custom_validator_path_delegates_to_run(self):
         )
         assert result == _PASSED
 
-    def test_built_in_validator_uses_injected_evaluator(self):
-        """BuiltInGuardrailValidator.run() delegates to an injected evaluator."""
+    def test_built_in_validator_uses_injected_service(self):
+        """BuiltInGuardrailValidator.run() delegates to an injected service."""
         from uipath.platform.guardrails.decorators.validators import (
             BuiltInGuardrailValidator,
         )
@@ -1003,20 +1003,20 @@ def get_built_in_guardrail(self, name, description, enabled_for_evals):
                 return mock_built_in
 
         validator = _TestBuiltIn()
-        fake_evaluator = MagicMock()
-        fake_evaluator.evaluate_guardrail.return_value = _PASSED
-        validator._evaluator = fake_evaluator
+        fake_service = MagicMock()
+        fake_service.evaluate_guardrail.return_value = _PASSED
+        validator._service = fake_service
         evaluator = _make_evaluator(validator, "G", None, True)
 
         result = evaluator({"text": "hello"}, GuardrailExecutionStage.PRE, None, None)
 
-        fake_evaluator.evaluate_guardrail.assert_called_once_with(
+        fake_service.evaluate_guardrail.assert_called_once_with(
             {"text": "hello"}, mock_built_in
         )
         assert result == _PASSED
 
-    def test_built_in_validator_path_lazy_initializes_default_evaluator(self):
-        """BuiltInGuardrailValidator.run() creates the default evaluator once."""
+    def test_built_in_validator_path_lazy_initializes_default_service(self):
+        """BuiltInGuardrailValidator.run() creates the default service once."""
         from uipath.platform.guardrails.decorators.validators import (
             BuiltInGuardrailValidator,
         )
@@ -1032,7 +1032,7 @@ def get_built_in_guardrail(self, name, description, enabled_for_evals):
         evaluator = _make_evaluator(validator, "G", None, True)
 
         with patch(
-            "uipath.platform.guardrails.decorators.validators._base.DefaultGuardrailEvaluator"
+            "uipath.platform.guardrails.decorators.validators._base.default_guardrails_service"
         ) as mock_default:
             mock_default.return_value.evaluate_guardrail.return_value = _PASSED
             evaluator({"text": "hello"}, GuardrailExecutionStage.PRE, None, None)
@@ -1072,33 +1072,25 @@ def get_built_in_guardrail(self, name, description, enabled_for_evals):
 
 
 # ---------------------------------------------------------------------------
-# 15b. DefaultGuardrailEvaluator
+# 15b. default_guardrails_service
 # ---------------------------------------------------------------------------
 
 
-class TestDefaultGuardrailEvaluator:
-    def test_constructs_service_from_env_and_delegates(self, monkeypatch):
-        """The default evaluator builds a GuardrailsService from env config."""
-        from uipath.platform.guardrails._default_evaluator import (
-            DefaultGuardrailEvaluator,
+class TestDefaultGuardrailsService:
+    def test_builds_guardrails_service_from_env(self, monkeypatch):
+        """The default factory builds a GuardrailsService from env config."""
+        from uipath.platform.guardrails._guardrails_service import (
+            GuardrailsService,
+            default_guardrails_service,
         )
-        from uipath.platform.guardrails._guardrails_service import GuardrailsService
-        from uipath.platform.guardrails.guardrails import BuiltInValidatorGuardrail
 
         monkeypatch.setenv("UIPATH_URL", "https://test.uipath.com")
         monkeypatch.setenv("UIPATH_ACCESS_TOKEN", "token")
 
-        evaluator = DefaultGuardrailEvaluator()
-        assert isinstance(evaluator._service, GuardrailsService)
-
-        mock_built_in = MagicMock(spec=BuiltInValidatorGuardrail)
-        with patch.object(
-            evaluator._service, "evaluate_guardrail", return_value=_PASSED
-        ) as mock_evaluate:
-            result = evaluator.evaluate_guardrail("hello", mock_built_in)
-
-        mock_evaluate.assert_called_once_with("hello", mock_built_in)
-        assert result == _PASSED
+        service = default_guardrails_service()
+        assert isinstance(service, GuardrailsService)
+        assert service._config.base_url == "https://test.uipath.com"
+        assert service._config.secret == "token"
 
 
 # ---------------------------------------------------------------------------
@@ -1305,8 +1297,8 @@ def test_real_validator_block_end_to_end_mocked_backend(self):
         """Real LLMAsJudgeValidator.run() path with the UiPath API mocked."""
         from uipath.platform.guardrails.decorators import LLMAsJudgeValidator
 
-        mock_evaluator = MagicMock()
-        mock_evaluator.evaluate_guardrail.return_value = _FAILED
+        mock_service = MagicMock()
+        mock_service.evaluate_guardrail.return_value = _FAILED
 
         @guardrail(
             validator=LLMAsJudgeValidator(
@@ -1319,9 +1311,9 @@ def joke(topic: str) -> str:
             return f"joke about {topic}"
 
         with patch(
-            "uipath.platform.guardrails.decorators.validators._base.DefaultGuardrailEvaluator",
-            return_value=mock_evaluator,
+            "uipath.platform.guardrails.decorators.validators._base.default_guardrails_service",
+            return_value=mock_service,
         ):
             with pytest.raises(GuardrailBlockException):
                 joke("cats")
-        mock_evaluator.evaluate_guardrail.assert_called_once()
+        mock_service.evaluate_guardrail.assert_called_once()