File tree Expand file tree Collapse file tree
tests/unittest/_torch/executor Expand file tree Collapse file tree Original file line number Diff line number Diff line change 2929import pytest
3030
3131from tensorrt_llm ._torch .pyexecutor .scheduler import ScheduledRequests
32+ from tensorrt_llm .bindings import LlmRequestState
3233
3334# ---------------------------------------------------------------------------
3435# Helpers
@@ -44,6 +45,8 @@ def _make_active_request(
4445 req .is_disagg_generation_init_state = in_init
4546 req .is_disagg_generation_transmission_in_progress = in_transfer
4647 req .is_attention_dp_dummy = False
48+ req .state = LlmRequestState .GENERATION_IN_PROGRESS
49+ req .py_kv_transfer_timed_out = False
4750 return req
4851
4952
@@ -84,6 +87,7 @@ def __init__(
8487 self .num_fetch_requests = num_fetch_requests
8588 self .is_warmup = is_warmup
8689 self .active_requests = active_requests if active_requests is not None else []
90+ self ._handle_responses = Mock ()
8791
8892 self .dist = Mock ()
8993 self .dist .rank = rank
You can’t perform that action at this time.
0 commit comments