Merge pull request #1915 from arin-deloatch/feat/LCORE-1831

LCORE-1831: Implement Redaction Safety Capability in Pydantic AI

Author: tisnik

src/models/config.py

@@ -31,6 +31,7 @@
 from log import get_logger
 from utils import checks
 from utils.mcp_auth_headers import resolve_authorization_headers
+from utils.types import CompiledPatterns
 
 logger = get_logger(__name__)
 
@@ -2347,6 +2348,102 @@ class QuestionValidityConfig(ConfigurationBase):
     )
 
 
+class RedactionRule(ConfigurationBase):
+    """A single regex-based redaction rule.
+
+    Attributes:
+        pattern: Raw regex pattern string to match sensitive data.
+        replacement: Text to substitute for each match.
+        case_sensitive: Per-rule override for case sensitivity.
+            When None, the global ``RedactionConfig.case_sensitive``
+            flag applies.
+    """
+
+    pattern: str = Field(
+        ...,
+        title="Pattern",
+        description="Regex pattern to match sensitive data",
+    )
+    replacement: str = Field(
+        ...,
+        title="Replacement",
+        description="Replacement string for matched text",
+    )
+    case_sensitive: bool | None = Field(
+        None,
+        title="Case sensitive",
+        description=(
+            "Per-rule case sensitivity override. "
+            "When None, the global config flag applies."
+        ),
+    )
+
+
+class RedactionConfig(ConfigurationBase):
+    """Configuration for PII redaction with regex-based rules.
+
+    Rules are validated and compiled at construction time. Invalid
+    regex patterns raise a ``ValueError`` immediately.
+
+    Attributes:
+        rules: Ordered list of redaction rules applied sequentially.
+        case_sensitive: When False, patterns are compiled with
+            ``re.IGNORECASE``. Defaults to False.
+    """
+
+    rules: list[RedactionRule] = Field(
+        default_factory=list,
+        title="Redaction rules",
+        description="Ordered list of PII redaction rules",
+    )
+    case_sensitive: bool = Field(
+        False,
+        title="Case sensitive",
+        description=("When False, patterns are compiled with re.IGNORECASE"),
+    )
+
+    _compiled_patterns: CompiledPatterns = PrivateAttr(
+        default_factory=list,
+    )
+
+    @model_validator(mode="after")
+    def compile_patterns(self) -> Self:
+        """Compile regex patterns and reject invalid ones.
+
+        Per-rule ``case_sensitive`` overrides the global flag when set.
+
+        Raises:
+            ValueError: If any rule contains an invalid regex pattern.
+
+        Returns:
+            The validated configuration instance.
+        """
+        global_case_sensitive = self.case_sensitive
+        compiled: CompiledPatterns = []
+        for rule in self.rules:
+            effective = (
+                rule.case_sensitive
+                if rule.case_sensitive is not None
+                else global_case_sensitive
+            )
+            flags = 0 if effective else re.IGNORECASE
+            try:
+                pattern = re.compile(rule.pattern, flags)
+            except re.error as e:
+                raise ValueError(f"Invalid regex pattern: {rule.pattern}: {e}") from e
+            compiled.append((pattern, rule.replacement))
+        self._compiled_patterns = compiled
+        return self
+
+    @property
+    def compiled_patterns(self) -> CompiledPatterns:
+        """Pre-compiled (regex, replacement) pairs.
+
+        Returns a shallow copy to prevent mutation of internal state.
+        """
+        return list(self._compiled_patterns)
+
+
 class Configuration(ConfigurationBase):
     """Global service configuration."""
 

src/pydantic_ai_lightspeed/capabilities/redaction/__init__.py

@@ -0,0 +1,21 @@
+"""PII redaction capability for Pydantic AI agents."""
+
+from models.config import (
+    RedactionConfig,
+    RedactionRule,
+)
+from pydantic_ai_lightspeed.capabilities.redaction.capability import (
+    PiiRedactionCapability,
+)
+from pydantic_ai_lightspeed.capabilities.redaction.core import (
+    RedactionResult,
+    redact_text,
+)
+
+__all__ = [
+    "PiiRedactionCapability",
+    "RedactionConfig",
+    "RedactionResult",
+    "RedactionRule",
+    "redact_text",
+]