Skip to content

Commit a492d05

Browse files
author
root
committed
case format
1 parent b75f679 commit a492d05

2 files changed

Lines changed: 5 additions & 11 deletions

File tree

fastdeploy/engine/common_engine.py

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -1726,11 +1726,11 @@ def _decode_token(self, token_ids, req_id, is_end):
17261726
token_ids = cum_tokens[prefix_offset:read_offset]
17271727
else:
17281728
token_ids = []
1729-
1729+
17301730
if is_end and delta_text == "" and len(cum_tokens) > 0:
17311731
read_offset = self.data_processor.decode_status[req_id][1]
17321732
token_ids = cum_tokens[read_offset:]
1733-
1733+
17341734
if is_end:
17351735
del self.data_processor.decode_status[req_id]
17361736
return delta_text, token_ids

tests/engine/test_decode_token.py

Lines changed: 3 additions & 9 deletions
Original file line numberDiff line numberDiff line change
@@ -25,8 +25,7 @@
2525
from fastdeploy.input.text_processor import DataProcessor
2626
from fastdeploy.utils import envs
2727

28-
29-
MODEL_PATH = "/root/paddlejob/workspace/gzz/ERNIE-4.5-0.3B-Base-PT"
28+
MODEL_PATH = os.getenv("MODEL_PATH","") + "/ERNIE-4.5-0.3B-Paddle"
3029

3130

3231
class TestDecodeToken(unittest.TestCase):
@@ -74,18 +73,15 @@ def test_incremental_decoding_and_cleanup(self):
7473
delta_text, _ = self.engine._decode_token([], self.req_id, is_end=True)
7574
self._assert_cleaned_up()
7675

77-
78-
7976
def test_undecoded_tokens_on_end(self):
8077
"""Test that tokens which produce no visible text during streaming
8178
are force-decoded when is_end=True"""
8279
with patch.object(envs, 'FD_ENABLE_RETURN_TEXT', True), \
8380
patch.dict(os.environ, {'DEBUG_DECODE': '1'}):
84-
all_delta=""
85-
81+
all_delta = ""
82+
8683
delta_text, _ = self.engine._decode_token([109584], self.req_id, is_end=False)
8784
all_delta += delta_text
88-
8985

9086
# Now end the stream - force decode should recover any remaining text
9187
delta_end, _ = self.engine._decode_token([109584], self.req_id, is_end=False)
@@ -99,8 +95,6 @@ def test_undecoded_tokens_on_end(self):
9995
self.assertEqual(token_ids, [109584, 109584, 109584])
10096
self._assert_cleaned_up()
10197

102-
103-
10498

10599
if __name__ == "__main__":
106100
unittest.main()

0 commit comments

Comments
 (0)