Skip to content

Commit 864f29b

Browse files
committed
Fix CI
Signed-off-by: Zheyu Fu <zheyuf@NVIDIA.com>
1 parent de4c894 commit 864f29b

2 files changed

Lines changed: 4 additions & 1 deletion

File tree

tensorrt_llm/_torch/pyexecutor/model_engine.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -874,7 +874,7 @@ def _get_graphs_to_capture(
874874
return graphs
875875

876876
# Case 3: Target model (two-model) or one-model without dynamic draft
877-
draft_lengths = [self.max_total_draft_tokens]
877+
draft_lengths = [self.max_draft_len]
878878
should_capture_no_spec = (
879879
self.max_total_draft_tokens > 0
880880
and not self.spec_config.spec_dec_mode.use_one_engine()

tests/unittest/_torch/speculative/test_mtp.py

Lines changed: 3 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -312,6 +312,7 @@ def test_sample_and_accept_draft_tokens(self, test_case_name,
312312
max_total_draft_tokens=mtp_num_modules,
313313
mtp_num_modules=mtp_num_modules)
314314
spec_metadata.draft_tokens = draft_tokens
315+
spec_metadata.runtime_draft_len = mtp_num_modules
315316

316317
# mtp worker
317318
mtpworker = MTPWorker(spec_config)
@@ -901,6 +902,7 @@ def test_mtp_update_mtp_hidden_states(
901902

902903
spec_metadata.mtp_hidden_states_manager.mtp_past_hidden_states_pool = mtp_hidden_states_tensor_pool
903904
spec_metadata.mtp_hidden_states_manager.mtp_past_tokens_pool = mtp_tokens_tensor_pool
905+
spec_metadata.runtime_draft_len = num_nextn_predict_layers
904906
spec_metadata.prepare()
905907

906908
mtpworker = MTPWorker(spec_config)
@@ -1397,6 +1399,7 @@ def test_prepare_drafter_inputs(
13971399

13981400
spec_metadata.mtp_hidden_states_manager.mtp_past_hidden_states_pool = mtp_hidden_states_tensor_pool
13991401
spec_metadata.mtp_hidden_states_manager.mtp_past_tokens_pool = mtp_tokens_tensor_pool
1402+
spec_metadata.runtime_draft_len = num_nextn_predict_layers
14001403
spec_metadata.prepare()
14011404

14021405
mtpworker = MTPWorker(spec_config)

0 commit comments

Comments
 (0)