Skip to content

Commit 3953072

Browse files
committed
fix: vLLM >=0.21 compat — EmbedsPrompt moved from vllm.inputs.data to vllm.inputs
Added try/except fallback for both old (0.12.x) and new (0.21+) vLLM API paths. Bump version to 1.3.5.
1 parent e948bb3 commit 3953072

5 files changed

Lines changed: 21 additions & 6 deletions

File tree

funasr/models/fun_asr_nano/inference_vllm.py

Lines changed: 8 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -167,7 +167,10 @@ def __init__(
167167
**kwargs,
168168
):
169169
from vllm import LLM, SamplingParams
170-
from vllm.inputs.data import EmbedsPrompt
170+
try:
171+
from vllm.inputs import EmbedsPrompt
172+
except ImportError:
173+
from vllm.inputs.data import EmbedsPrompt
171174

172175
self.device = device
173176
self.dtype = dtype
@@ -519,7 +522,10 @@ def generate(
519522
List of result dicts: [{"key": str, "text": str, "timestamps": [...]}]
520523
"""
521524
from vllm import SamplingParams
522-
from vllm.inputs.data import EmbedsPrompt
525+
try:
526+
from vllm.inputs import EmbedsPrompt
527+
except ImportError:
528+
from vllm.inputs.data import EmbedsPrompt
523529

524530
if isinstance(inputs, (str, np.ndarray, torch.Tensor)):
525531
inputs = [inputs]

funasr/models/fun_asr_nano/inference_vllm_pipeline.py

Lines changed: 4 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -199,7 +199,10 @@ def _process_one(self, audio_path, **kwargs):
199199
# Step 3: Batch ASR via vLLM
200200
# Encode all segments and build prompts
201201
from vllm import SamplingParams
202-
from vllm.inputs.data import EmbedsPrompt
202+
try:
203+
from vllm.inputs import EmbedsPrompt
204+
except ImportError:
205+
from vllm.inputs.data import EmbedsPrompt
203206

204207
prompts = []
205208
for seg_audio in segment_audios:

funasr/models/fun_asr_nano/inference_vllm_streaming.py

Lines changed: 4 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -210,7 +210,10 @@ def streaming_generate(self, audio_input, chunk_ms=None, rollback_chars=None,
210210
"is_final": bool, "chunk_idx": int, "audio_duration_ms": float}
211211
"""
212212
from vllm import SamplingParams
213-
from vllm.inputs.data import EmbedsPrompt
213+
try:
214+
from vllm.inputs import EmbedsPrompt
215+
except ImportError:
216+
from vllm.inputs.data import EmbedsPrompt
214217
from funasr.utils.load_utils import load_audio_text_image_video
215218

216219
chunk_ms = chunk_ms or self.chunk_ms

funasr/models/glm_asr/inference_vllm.py

Lines changed: 4 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -192,7 +192,10 @@ def generate(self, inputs, prompt="转录以下音频内容", max_new_tokens=500
192192
List of {"key": str, "text": str}
193193
"""
194194
from vllm import SamplingParams
195-
from vllm.inputs.data import EmbedsPrompt
195+
try:
196+
from vllm.inputs import EmbedsPrompt
197+
except ImportError:
198+
from vllm.inputs.data import EmbedsPrompt
196199

197200
if isinstance(inputs, (str, np.ndarray, torch.Tensor)):
198201
inputs = [inputs]

funasr/version.txt

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1 +1 @@
1-
1.3.4
1+
1.3.5

0 commit comments

Comments
 (0)