Skip to content

Commit 57428fb

Browse files
committed
fix comment
1 parent cd71865 commit 57428fb

3 files changed

Lines changed: 3 additions & 4 deletions

File tree

fastdeploy/engine/common_engine.py

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -2029,6 +2029,7 @@ def _start_worker_service(self):
20292029
"use_internode_ll_two_stage": self.cfg.parallel_config.use_internode_ll_two_stage,
20302030
"disable_sequence_parallel_moe": self.cfg.parallel_config.disable_sequence_parallel_moe,
20312031
"enable_logprob": self.cfg.model_config.enable_logprob,
2032+
"compute_logits_stats": self.cfg.model_config.compute_logits_stats,
20322033
"lm_head_fp32": self.cfg.model_config.lm_head_fp32,
20332034
"enable_entropy": self.cfg.model_config.enable_entropy,
20342035
"enable_overlap_schedule": self.cfg.scheduler_config.enable_overlap_schedule,

fastdeploy/entrypoints/openai/serving_chat.py

Lines changed: 2 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -14,6 +14,8 @@
1414
# limitations under the License.
1515
"""
1616

17+
from __future__ import annotations
18+
1719
import asyncio
1820
import itertools
1921
import time

fastdeploy/worker/output.py

Lines changed: 0 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -59,10 +59,6 @@ def slice_columns(self, start: int, end: int):
5959
[row[start:end] for row in self.logprob_token_ids],
6060
[row[start:end] for row in self.logprobs],
6161
self.sampled_token_ranks, # unchanged
62-
# [row[start:end] for row in self.logits_min],
63-
# [row[start:end] for row in self.logits_max],
64-
# [row[start:end] for row in self.logits_mean],
65-
# [row[start:end] for row in self.logits_std],
6662
self.logits_min, # unchanged
6763
self.logits_max, # unchanged
6864
self.logits_mean, # unchanged

0 commit comments

Comments
 (0)