fix ci

Author: liuruyan

tests/output/test_process_batch_output.py

@@ -238,7 +238,7 @@ def test_speculative_decoding_use_logprobs(self):
         for i, request_output in enumerate(batch_result_buffer):
             assert isinstance(request_output, RequestOutput)
             assert len(request_output.outputs.token_ids) == accept_num[i]
-            assert len(request_output.outputs.top_logprobs) == 3
+            assert len(request_output.outputs.top_logprobs) == 7
             # tokens, scores, ranks
             assert len(request_output.outputs.top_logprobs[0][0]) == K + 1
             assert len(request_output.outputs.top_logprobs[1][0]) == K + 1
@@ -251,8 +251,8 @@ def test_speculative_decoding_use_logprobs(self):
         for c in cached_generated_tokens.cache:
             assert isinstance(request_output, RequestOutput)
             assert len(request_output.outputs.token_ids) == accept_num[i]
-            assert len(request_output.outputs.top_logprobs) == 3
-            assert len(request_output.outputs.draft_top_logprobs) == 3
+            assert len(request_output.outputs.top_logprobs) == 7
+            assert len(request_output.outputs.draft_top_logprobs) == 7
             # tokens, scores, ranks
             assert len(request_output.outputs.draft_top_logprobs[0][0]) == K + 1
             assert len(request_output.outputs.draft_top_logprobs[1][0]) == K + 1

tests/output/test_token_processor.py

@@ -55,7 +55,7 @@ def __init__(
             num_speculative_tokens=2,
             enable_draft_logprob=True,
         )
-        self.model_config = types.SimpleNamespace(enable_logprob=enable_logprob)
+        self.model_config = types.SimpleNamespace(enable_logprob=enable_logprob, compute_logits_stats=False)
         self.scheduler_config = types.SimpleNamespace(name="default", splitwise_role="decode")
         self.cache_config = types.SimpleNamespace(
             enable_prefix_caching=enable_prefix_caching,