feature - policy tools (#471)

* policy tools

* hotfix - polic tools

Author: drorIvry

pyproject.toml

@@ -4,7 +4,7 @@ build-backend = "hatchling.build"
 
 [project]
 name = "qualifire"
-version = "0.16.0"
+version = "0.17.0"
 description = "Qualifire Python SDK"
 authors = [{ name = "qualifire-dev", email = "dror@qualifire.ai" }]
 requires-python = ">=3.8,<4"
@@ -97,7 +97,7 @@ color_output = true
 
 [tool.mypy]
 # https://mypy.readthedocs.io/en/latest/config_file.html#using-a-pyproject-toml-file
-python_version = 3.8
+python_version = "3.8"
 pretty = true
 show_traceback = true
 color_output = true

qualifire/client.py

@@ -62,6 +62,7 @@ def evaluate(
         hallucinations_mode: ModelMode = ModelMode.BALANCED,
         grounding_multi_turn_mode: bool = False,
         policy_multi_turn_mode: bool = False,
+        policy_include_tools: bool = False,
         policy_target: PolicyTarget = PolicyTarget.BOTH,
         topic_scoping_mode: Optional[ModelMode] = None,
         topic_scoping_multi_turn_mode: bool = False,
@@ -109,6 +110,7 @@ def evaluate(
         :param hallucinations_mode: Model mode for hallucinations check (speed/balanced/quality).
         :param grounding_multi_turn_mode: Enable multi-turn mode for grounding check.
         :param policy_multi_turn_mode: Enable multi-turn mode for policy check.
+        :param policy_include_tools: Include tool definitions and tool calls in policy assertion context.
         :param policy_target: Target for policy checks (input/output/both).
         :param topic_scoping_mode: Model mode for topic scoping check (speed/balanced/quality).
         :param topic_scoping_multi_turn_mode: Enable multi-turn mode for topic scoping check.
@@ -233,6 +235,7 @@ def evaluate(
             hallucinations_mode=hallucinations_mode,
             grounding_multi_turn_mode=grounding_multi_turn_mode,
             policy_multi_turn_mode=policy_multi_turn_mode,
+            policy_include_tools=policy_include_tools,
             policy_target=policy_target,
             topic_scoping_mode=topic_scoping_mode,
             topic_scoping_multi_turn_mode=topic_scoping_multi_turn_mode,

qualifire/types.py

@@ -65,6 +65,7 @@ class EvaluationRequest(BaseModel):
     hallucinations_mode: ModelMode = ModelMode.BALANCED
     grounding_multi_turn_mode: bool = False
     policy_multi_turn_mode: bool = False
+    policy_include_tools: bool = False
     policy_target: PolicyTarget = PolicyTarget.BOTH
     topic_scoping_mode: Optional[ModelMode] = None
     topic_scoping_multi_turn_mode: bool = False

tests/test_types.py

@@ -111,3 +111,11 @@ def test_validate_tsq_requirements(
                 available_tools=available_tools,
                 tool_use_quality_check=tsq_check,
             )
+
+    def test_policy_include_tools_defaults_false(self):
+        req = EvaluationRequest(input="test")
+        assert req.policy_include_tools is False
+
+    def test_policy_include_tools_can_be_set(self):
+        req = EvaluationRequest(input="test", policy_include_tools=True)
+        assert req.policy_include_tools is True