2525from fastdeploy .input .text_processor import DataProcessor
2626from fastdeploy .utils import envs
2727
28-
29- MODEL_PATH = "/root/paddlejob/workspace/gzz/ERNIE-4.5-0.3B-Base-PT"
28+ MODEL_PATH = os .getenv ("MODEL_PATH" ,"" ) + "/ERNIE-4.5-0.3B-Paddle"
3029
3130
3231class TestDecodeToken (unittest .TestCase ):
@@ -74,18 +73,15 @@ def test_incremental_decoding_and_cleanup(self):
7473 delta_text , _ = self .engine ._decode_token ([], self .req_id , is_end = True )
7574 self ._assert_cleaned_up ()
7675
77-
78-
7976 def test_undecoded_tokens_on_end (self ):
8077 """Test that tokens which produce no visible text during streaming
8178 are force-decoded when is_end=True"""
8279 with patch .object (envs , 'FD_ENABLE_RETURN_TEXT' , True ), \
8380 patch .dict (os .environ , {'DEBUG_DECODE' : '1' }):
84- all_delta = ""
85-
81+ all_delta = ""
82+
8683 delta_text , _ = self .engine ._decode_token ([109584 ], self .req_id , is_end = False )
8784 all_delta += delta_text
88-
8985
9086 # Now end the stream - force decode should recover any remaining text
9187 delta_end , _ = self .engine ._decode_token ([109584 ], self .req_id , is_end = False )
@@ -99,8 +95,6 @@ def test_undecoded_tokens_on_end(self):
9995 self .assertEqual (token_ids , [109584 , 109584 , 109584 ])
10096 self ._assert_cleaned_up ()
10197
102-
103-
10498
10599if __name__ == "__main__" :
106100 unittest .main ()
0 commit comments