Skip to content

Commit bf14c38

Browse files
fix: catch CancellEderror
1 parent 95050df commit bf14c38

1 file changed

Lines changed: 2 additions & 4 deletions

File tree

graphgen/models/llm/local/vllm_wrapper.py

Lines changed: 2 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -89,8 +89,7 @@ async def generate_answer(
8989
result_text = final_output.outputs[0].text
9090
return result_text
9191

92-
except Exception as e:
93-
print(f"Error in generate_answer: {e}")
92+
except (Exception, asyncio.CancelledError):
9493
await self.engine.abort(request_id)
9594
raise
9695

@@ -142,8 +141,7 @@ async def generate_topk_per_token(
142141
return [main_token]
143142
return []
144143

145-
except Exception as e:
146-
print(f"Error in generate_topk_per_token: {e}")
144+
except (Exception, asyncio.CancelledError):
147145
await self.engine.abort(request_id)
148146
raise
149147

0 commit comments

Comments
 (0)