currently stream output is not avail

Author: binary-husky

ajet/tuner_lib/weight_tuner/experimental/as_oai_model_server.py

@@ -237,7 +237,8 @@ async def chat_completions(request: Request, authorization: str = Header(None)):
     # Parse request body
     body = await request.json()
     new_req = ChatCompletionRequest.model_validate(body)
-
+    if new_req.stream:
+        raise HTTPException(status_code=400, detail="Streaming responses not supported in current AgentJet version, please set `stream=false` for now.")
     # Create timeline UUID
     timeline_uuid = uuid.uuid4().hex
 

docs/en/support_agentscope.md

@@ -45,6 +45,7 @@ This article introduce the way to convert different types of ways to convert you
         model_name="whatever",
         client_args={"base_url": base_url},
         api_key=api_key,
+        stream=False,
     )
     self.agent = ReActAgent(
         name="math_react_agent", sys_prompt=system_prompt,
@@ -201,6 +202,7 @@ This article introduce the way to convert different types of ways to convert you
                 model_name="whatever",
                 client_args={"base_url": base_url},
                 api_key=api_key,
+                stream=False,
             )
             self.agent = ReActAgent(
                 name="math_react_agent", sys_prompt=system_prompt,