Skip to content

Commit f7faeed

Browse files
[Iluvatar] Fix cannot import name mtp_save_first_token (PaddlePaddle#7495)
Co-authored-by: YuBaoku <49938469+EmmonsCurse@users.noreply.github.com>
1 parent a684208 commit f7faeed

1 file changed

Lines changed: 2 additions & 4 deletions

File tree

fastdeploy/model_executor/pre_and_post_process.py

Lines changed: 2 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -22,10 +22,6 @@
2222

2323
from fastdeploy import envs
2424
from fastdeploy.config import SpeculativeConfig
25-
from fastdeploy.model_executor.ops.gpu import (
26-
mtp_save_first_token,
27-
mtp_save_first_token_with_topk,
28-
)
2925
from fastdeploy.platforms import current_platform
3026
from fastdeploy.worker.input_batch import (
3127
InputBatch,
@@ -105,6 +101,8 @@
105101
limit_thinking_content_length,
106102
speculate_limit_thinking_content_length,
107103
custom_numpy_to_tensor,
104+
mtp_save_first_token,
105+
mtp_save_first_token_with_topk,
108106
)
109107

110108
from fastdeploy.model_executor.entropy_utils import (

0 commit comments

Comments
 (0)