Skip to content

Commit 793c45b

Browse files
committed
fix: add repetition_penalty=1.3 to all vLLM services (fixes #2930 text repetition)
- funasr-server (_server_app.py): add repetition_penalty=1.3 to generate() - serve_vllm.py: add repetition_penalty=1.3 to gen_kwargs - Bump version to 1.3.6
1 parent 3953072 commit 793c45b

3 files changed

Lines changed: 3 additions & 2 deletions

File tree

examples/industrial_data_pretraining/fun_asr_nano/serve_vllm.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -107,7 +107,7 @@ def process_audio(audio_data, sr=16000, language=None, hotwords=None,
107107
return {"text": "", "segments": [], "duration": len(audio_data) / sr}
108108

109109
# vLLM batch ASR
110-
gen_kwargs = {"max_new_tokens": 500}
110+
gen_kwargs = {"max_new_tokens": 500, "repetition_penalty": 1.3}
111111
if language:
112112
gen_kwargs["language"] = language
113113
if hotwords:

funasr/bin/_server_app.py

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -86,6 +86,7 @@ async def transcribe(
8686
kwargs = {"input": tmp_path, "batch_size": 1}
8787
if language:
8888
kwargs["language"] = language
89+
kwargs["repetition_penalty"] = 1.3
8990
result = asr.generate(**kwargs)
9091
text = re.sub(r'<\|[^|]*\|>', '', result[0]["text"]).strip()
9192
if response_format == "verbose_json":

funasr/version.txt

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1 +1 @@
1-
1.3.5
1+
1.3.6

0 commit comments

Comments
 (0)