Skip to content

Commit b3a7e46

Browse files
Fix ratelimit error
1 parent 4cc4ef7 commit b3a7e46

1 file changed

Lines changed: 10 additions & 2 deletions

File tree

src/api/services/chat_service.py

Lines changed: 10 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -11,7 +11,7 @@
1111

1212
from semantic_kernel.agents import AzureAIAgent, AzureAIAgentThread
1313
from azure.ai.projects.models import TruncationObject
14-
from semantic_kernel.exceptions.agent_exceptions import AgentInvokeException # Import the exception
14+
from semantic_kernel.exceptions.agent_exceptions import AgentException
1515

1616
from common.config.config import Config
1717
from helpers.utils import format_stream_response
@@ -132,6 +132,14 @@ async def stream_openai_text(self, conversation_id: str, query: str) -> Streamin
132132

133133
async for response in agent.invoke_stream(messages=query, thread=thread, truncation_strategy=truncation_strategy):
134134
yield response.content
135+
136+
except RuntimeError as e:
137+
if "Rate limit is exceeded" in str(e):
138+
logger.error(f"Rate limit error: {e}")
139+
raise AgentException(f"Rate limit is exceeded. {str(e)}")
140+
else:
141+
logger.error(f"RuntimeError: {e}")
142+
raise AgentException(f"An unexpected runtime error occurred: {str(e)}")
135143

136144
except Exception as e:
137145
logger.error(f"Error in stream_openai_text: {e}", exc_info=True)
@@ -185,7 +193,7 @@ async def generate():
185193
)
186194
yield json.dumps(format_stream_response(completion_chunk_obj, history_metadata, "")) + "\n\n"
187195

188-
except AgentInvokeException as e:
196+
except AgentException as e:
189197
error_message = str(e)
190198
retry_after = "sometime"
191199
if "Rate limit is exceeded" in error_message:

0 commit comments

Comments
 (0)