HOTFIX | Supprot new messages format in evaluate.invoke() (#378)

* Supprot new messages format in evaluate.invoke()

* use asdict

* Use types for invoke request

* Patch version

Author: yuval-qf

pyproject.toml

@@ -5,7 +5,7 @@ build-backend = "poetry.core.masonry.api"
 
 [tool.poetry]
 name = "qualifire"
-version = "0.9.0"
+version = "0.10.0"
 description = "Qualifire Python SDK"
 readme = "README.md"
 authors = ["qualifire-dev <dror@qualifire.ai>"]

qualifire/client.py

@@ -7,6 +7,7 @@
 import requests
 
 from .types import (
+    EvaluationInvokeRequest,
     EvaluationRequest,
     EvaluationResponse,
     LLMMessage,
@@ -204,23 +205,29 @@ def evaluate(
 
     def invoke_evaluation(
         self,
-        input: str,
-        output: str,
         evaluation_id: str,
+        input: Optional[str] = None,
+        output: Optional[str] = None,
+        messages: Optional[List[LLMMessage]] = None,
+        available_tools: Optional[List[LLMToolDefinition]] = None,
     ) -> EvaluationResponse:
         url = f"{self._base_url}/api/evaluation/invoke/"
 
-        payload = {
-            "evaluation_id": evaluation_id,
-            "input": input,
-            "output": output,
-        }
+        request = EvaluationInvokeRequest(
+            evaluation_id=evaluation_id,
+            input=input,
+            output=output,
+            messages=messages,
+            available_tools=available_tools,
+        )
+
+        body = json.dumps(asdict(request))
         headers = {
             "X-Qualifire-API-Key": self._api_key,
             "Content-Type": "application/json",
         }
 
-        response = requests.request("POST", url, json=payload, headers=headers)
+        response = requests.request("POST", url, data=body, headers=headers)
         if response.status_code != 200:
             if self._debug:
                 response.raise_for_status()

qualifire/types.py

@@ -71,6 +71,24 @@ def _validate_tsq_requirements(self):
             )
 
 
+@dataclass
+class EvaluationInvokeRequest:
+    evaluation_id: str
+    input: Optional[str] = None
+    output: Optional[str] = None
+    messages: Optional[List[LLMMessage]] = None
+    available_tools: Optional[List[LLMToolDefinition]] = None
+
+    def __post_init__(self):
+        self._validate_messages_input_output()
+
+    def _validate_messages_input_output(self):
+        if not self.messages and not self.input and not self.output:
+            raise ValueError(
+                "At least one of messages, input, or output must be set",
+            )
+
+
 @dataclass
 class EvaluationResult:
     claim: str

setup.py

@@ -4,7 +4,7 @@
 if __name__ == "__main__":
     setup(
         name="qualifire",
-        version="0.9.0",
+        version="0.10.0",
         description="Qualifire Python SDK",
         author="qualifire-dev",
         author_email="dror@qualifire.ai",