Skip to content

Commit ee5fa88

Browse files
committed
fix(detokenization): keep req registration failures fatal
1 parent 09a488b commit ee5fa88

1 file changed

Lines changed: 1 addition & 4 deletions

File tree

lightllm/server/detokenization/manager.py

Lines changed: 1 addition & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -76,10 +76,7 @@ def handle_loop(self):
7676
for _ in range(recv_max_count):
7777
recv_obj: GroupReqIndexes = self.zmq_recv_socket.recv_pyobj(zmq.NOBLOCK)
7878
assert isinstance(recv_obj, GroupReqIndexes)
79-
try:
80-
self._add_new_group_req_index(recv_obj=recv_obj)
81-
except Exception:
82-
logger.exception("add new group req index has exception")
79+
self._add_new_group_req_index(recv_obj=recv_obj)
8380

8481
# 当队列中存在较多的请求时,将一次接受的数量上调
8582
recv_max_count = min(int(recv_max_count * 1.3), 256)

0 commit comments

Comments
 (0)