Skip to content

Commit 30bc57b

Browse files
committed
fix append
1 parent 57cdd73 commit 30bc57b

2 files changed

Lines changed: 3 additions & 2 deletions

File tree

light_tts/server/core/objs/req.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -315,7 +315,7 @@ def set_speech_token(self, speech_token: List[int]):
315315
)
316316

317317
def append_bistream(self, text_ids, min_token_text_ratio, max_token_text_ratio):
318-
self.assign_slice(self.text_cache, self.text_len, text_ids)
318+
self.assign_slice(self.text_cache, self.text_cache_start + self.text_len, text_ids)
319319
self.text_len += len(text_ids)
320320
self.sample_params.min_new_tokens += len(text_ids) * min_token_text_ratio
321321
self.sample_params.max_new_tokens += len(text_ids) * max_token_text_ratio

light_tts/server/tts_encode/manager.py

Lines changed: 2 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -126,7 +126,8 @@ async def loop_for_fwd(self):
126126
if not req.bistream:
127127
speech_token = (speech_token + self.vocab_size + 2)
128128
audio_ids = speech_token.flatten().tolist()
129-
req.set_speech_token(audio_ids)
129+
with self.shm_req_manager.get_req_lock_by_index(req.index_in_shm_mem):
130+
req.set_speech_token(audio_ids)
130131

131132
req.prompt_token_pad = int(np.ceil(speech_token.size / self.token_hop_len) * self.token_hop_len - speech_token.size)
132133
logger.info(f"Send: {module_name:<14} | req_id {req.request_id} | semantic length {req.semantic_len} | text length {req.text_len} to tts_llm | with speech")

0 commit comments

Comments
 (0)