Skip to content

Commit 1aefbef

Browse files
authored
fix trace log (PaddlePaddle#5386)
1 parent d436640 commit 1aefbef

1 file changed

Lines changed: 8 additions & 3 deletions

File tree

fastdeploy/engine/common_engine.py

Lines changed: 8 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -862,9 +862,14 @@ def _fetch_request():
862862
)
863863
self.resource_manager.get_real_bsz()
864864
for task in tasks:
865-
trace_print(LoggingEventName.RESOURCE_ALLOCATE_END, task.request_id, getattr(task, "user", ""))
866-
trace_print(LoggingEventName.REQUEST_SCHEDULE_END, task.request_id, getattr(task, "user", ""))
867-
trace_print(LoggingEventName.INFERENCE_START, task.request_id, getattr(task, "user", ""))
865+
if task.task_type == RequestType.PREFILL:
866+
trace_print(
867+
LoggingEventName.RESOURCE_ALLOCATE_END, task.request_id, getattr(task, "user", "")
868+
)
869+
trace_print(
870+
LoggingEventName.REQUEST_SCHEDULE_END, task.request_id, getattr(task, "user", "")
871+
)
872+
trace_print(LoggingEventName.INFERENCE_START, task.request_id, getattr(task, "user", ""))
868873
self.engine_worker_queue.put_tasks((tasks, self.resource_manager.real_bsz))
869874

870875
# 4. Response error tasks

0 commit comments

Comments
 (0)