Skip to content

Commit 524f102

Browse files
committed
[https://nvbugs/6217533][test] Fix benchmark disagg mock state
Signed-off-by: Jin Li <59594262+liji-nv@users.noreply.github.com>
1 parent 2c4bcdd commit 524f102

1 file changed

Lines changed: 4 additions & 0 deletions

File tree

tests/unittest/_torch/executor/test_benchmark_disagg.py

Lines changed: 4 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -29,6 +29,7 @@
2929
import pytest
3030

3131
from tensorrt_llm._torch.pyexecutor.scheduler import ScheduledRequests
32+
from tensorrt_llm.bindings import LlmRequestState
3233

3334
# ---------------------------------------------------------------------------
3435
# Helpers
@@ -44,6 +45,8 @@ def _make_active_request(
4445
req.is_disagg_generation_init_state = in_init
4546
req.is_disagg_generation_transmission_in_progress = in_transfer
4647
req.is_attention_dp_dummy = False
48+
req.state = LlmRequestState.GENERATION_IN_PROGRESS
49+
req.py_kv_transfer_timed_out = False
4750
return req
4851

4952

@@ -84,6 +87,7 @@ def __init__(
8487
self.num_fetch_requests = num_fetch_requests
8588
self.is_warmup = is_warmup
8689
self.active_requests = active_requests if active_requests is not None else []
90+
self._handle_responses = Mock()
8791

8892
self.dist = Mock()
8993
self.dist.rank = rank

0 commit comments

Comments
 (0)