Fixed vllm example

jsun-m · jsun-m · commit 7d43a7a8f67d · 2025-08-21T12:39:06.000-07:00
diff --git a/vllm/vision_models/.beamignore b/vllm/vision_models/.beamignore
@@ -0,0 +1,28 @@
+# Generated by Beam SDK
+.beamignore
+pyproject.toml
+.git
+.idea
+.python-version
+.vscode
+.venv
+venv
+__pycache__
+.DS_Store
+.config
+drive/MyDrive
+.coverage
+.pytest_cache
+.ipynb
+.ruff_cache
+.dockerignore
+.ipynb_checkpoints
+.env.local
+.envrc
+**/__pycache__/
+**/.pytest_cache/
+**/node_modules/
+**/.venv/
+*.pyc
+.next/
+.circleci
diff --git a/vllm/vision_models/app.py b/vllm/vision_models/app.py
@@ -6,7 +6,7 @@
     Image(python_version="python3.10")
     .add_python_packages(
         [
-            "vllm==0.6.3.post1",
+            "vllm",
             "fastapi[standard]==0.115.4",
             "huggingface_hub[hf-transfer]",
         ]
@@ -33,7 +33,7 @@ def generate():
     from vllm.entrypoints.openai.serving_completion import (
         OpenAIServingCompletion,
     )
-    from vllm.entrypoints.openai.serving_engine import BaseModelPath
+    from vllm.entrypoints.openai.serving_engine import BaseModel
     from vllm.usage.usage_lib import UsageContext
 
     web_app = fastapi.FastAPI(

Original file line number	Diff line number	Diff line change
`@@ -6,7 +6,7 @@`
`6`	`6`	`Image(python_version="python3.10")`
`7`	`7`	`.add_python_packages(`
`8`	`8`	`[`
`9`		`- "vllm==0.6.3.post1",`
	`9`	`+ "vllm",`
`10`	`10`	`"fastapi[standard]==0.115.4",`
`11`	`11`	`"huggingface_hub[hf-transfer]",`
`12`	`12`	`]`
`@@ -33,7 +33,7 @@ def generate():`
`33`	`33`	`from vllm.entrypoints.openai.serving_completion import (`
`34`	`34`	`OpenAIServingCompletion,`
`35`	`35`	`)`
`36`		`- from vllm.entrypoints.openai.serving_engine import BaseModelPath`
	`36`	`+ from vllm.entrypoints.openai.serving_engine import BaseModel`
`37`	`37`	`from vllm.usage.usage_lib import UsageContext`
`38`	`38`
`39`	`39`	`web_app = fastapi.FastAPI(`