fix openai - agentscope compat

Author: binary-husky

ajet/schema/extended_msg.py

@@ -88,6 +88,9 @@ def __init__(
         self.clip = clip
         self.tools = tools
         self.tool_calls = tool_calls
+        if not isinstance(self.tool_calls, list):
+            # agent scope sometimes gives weird type for tool_calls, which is against OpenAI schema
+            self.tool_calls = list(self.tool_calls)
         self.uuid = uuid.uuid4().hex
         self.build_from_uuid = build_from_uuid
         self.first_message = first_message

ajet/tuner_lib/weight_tuner/experimental/as_oai_model_client.py

@@ -128,6 +128,8 @@ async def _service_loop(self):
                         parsed_msg: InterchangeCompletionRequest = pickle.loads(
                             await asyncio.wait_for(websocket.recv(decode=False), timeout=0.25)
                         )
+                        if isinstance(parsed_msg, str):
+                            parsed_msg = InterchangeCompletionRequest(**json.loads(parsed_msg))
 
                         response = await self.llm_infer(
                             req=parsed_msg.completion_request,

ajet/tuner_lib/weight_tuner/experimental/as_oai_model_server.py

@@ -83,7 +83,11 @@ async def coro_task_1_lookup_dict_received__send_loop(key, websocket: WebSocket,
                 # will be received by:
                 #   ajet/tuner_lib/weight_tuner/experimental/as_oai_model_client.py
                 #       await asyncio.wait_for(websocket.recv(decode=False), timeout=0.25)
-                await websocket.send_bytes(pickle.dumps(new_req))
+                try:
+                    await websocket.send_bytes(pickle.dumps(new_req))
+                except:
+                    # AgentScope sometimes fails the standard OAI schema compliance check for ChatCompletionRequest
+                    await websocket.send_bytes(pickle.dumps(new_req.model_dump_json()))
             else:
                 await asyncio.sleep(0.25)
 
@@ -243,12 +247,12 @@ async def chat_completions(request: Request, authorization: str = Header(None)):
         timeline_uuid = timeline_uuid,
     )
 
-    # fix Pydantic validation issue for tool_calls field
-    for msg in int_req.completion_request.messages:
-        if isinstance(msg, dict) and 'tool_calls' in msg:
-            tc = msg['tool_calls']
-            if not isinstance(tc, list):
-                msg['tool_calls'] = list(tc) if tc else []
+    # # fix Pydantic validation issue for tool_calls field
+    # for msg in int_req.completion_request.messages:
+    #     if isinstance(msg, dict) and 'tool_calls' in msg:
+    #         tc = msg['tool_calls']
+    #         if not isinstance(tc, list):
+    #             msg['tool_calls'] = list(tc) if tc else []
 
     ajet_remote_handler_received[key][timeline_uuid] = int_req