Skip to content

Commit 2e4d066

Browse files
committed
support pd images for sglang:v0.5.11-cu130
1 parent a0ccabb commit 2e4d066

2 files changed

Lines changed: 33 additions & 7 deletions

File tree

configs/inference/sglang.json

Lines changed: 32 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -6,9 +6,9 @@
66
"engine_images": [
77
{
88
"compute_type": "gpu",
9-
"image": "opencsghq/sglang:v0.5.9-cu130",
9+
"image": "opencsghq/sglang:v0.5.11-cu130",
1010
"driver_version": "13.0",
11-
"engine_version": "v0.5.9",
11+
"engine_version": "v0.5.11",
1212
"extra_archs": [
1313
"ApertusForCausalLM",
1414
"ArceeForCausalLM",
@@ -19,10 +19,11 @@
1919
"BailingMoeV2_5ForCausalLM",
2020
"BertForSequenceClassification",
2121
"BertModel",
22-
"ChatGLMForConditionalGeneration",
2322
"Contriever",
24-
"DeepseekOCR2ForCausalLM",
23+
"ChatGLMForConditionalGeneration",
24+
"DeepseekOCRForCausalLM",
2525
"DeepseekV32ForCausalLM",
26+
"DotsOCRForCausalLM",
2627
"DotsVLMForCausalLM",
2728
"Ernie4_5_ForCausalLM",
2829
"Ernie4_5_MoeForCausalLM",
@@ -31,47 +32,72 @@
3132
"FalconH1ForCausalLM",
3233
"GPT2LMHeadModel",
3334
"GPTBigCodeForCausalLM",
35+
"GPTJForCausalLM",
36+
"Gemma4ForCausalLM",
37+
"Gemma4ForConditionalGeneration",
3438
"Glm4ForCausalLM",
3539
"Glm4MoeForCausalLM",
3640
"Glm4MoeForCausalLMNextN",
41+
"Glm4MoeLiteForCausalLM",
3742
"Glm4vForConditionalGeneration",
3843
"Glm4vMoeForConditionalGeneration",
44+
"GlmAsrForConditionalGeneration",
3945
"GlmMoeDsaForCausalLM",
4046
"GlmOcrForConditionalGeneration",
47+
"GlmOcrForConditionalGenerationNextN",
4148
"GptOssForCausalLM",
4249
"GraniteMoeHybridForCausalLM",
4350
"HunYuanDenseV1ForCausalLM",
4451
"HunYuanMoEV1ForCausalLM",
4552
"JetNemotronForCausalLM",
4653
"JetVLMForConditionalGeneration",
54+
"KimiK25ForConditionalGeneration",
4755
"KimiLinearForCausalLM",
56+
"KimiVLForConditionalGeneration",
4857
"LLaDA2MoeModelLM",
58+
"LlavaForConditionalGeneration",
4959
"LlavaLlamaForCausalLM",
5060
"LlavaMistralForCausalLM",
5161
"LlavaQwenForCausalLM",
5262
"LongcatFlashForCausalLM",
5363
"LongcatFlashForCausalLMNextN",
64+
"MiMoV2FlashForCausalLM",
65+
"MiMoV2ForCausalLM",
66+
"MiMoV2MTP",
5467
"MindSporeForCausalLM",
5568
"MiniMaxM2ForCausalLM",
5669
"Ministral3ForCausalLM",
70+
"MistralForCausalLMEagle",
5771
"MistralLarge3ForCausalLM",
5872
"MistralLarge3ForCausalLMEagle",
59-
"NemotronForCausalLM",
6073
"NemotronHForCausalLM",
74+
"NemotronHForCausalLMMTP",
75+
"NemotronH_Nano_Omni_Reasoning_V3",
6176
"NemotronH_Nano_VL_V2",
6277
"OPTForCausalLM",
6378
"OrionForCausalLM",
6479
"POINTSV15ChatModel",
6580
"PaddleOCRVLForConditionalGeneration",
6681
"Phi4FlashForCausalLM",
67-
"Qwen3NextForCausalLM",
82+
"Qwen2ForRewardModel",
83+
"Qwen2ForSequenceClassification",
6884
"Qwen3_5MoeForConditionalGeneration",
85+
"Qwen3ASRForConditionalGeneration",
86+
"Qwen3ForRewardModel",
87+
"Qwen3ForSequenceClassification",
88+
"Qwen3NextForCausalLM",
89+
"Qwen3NextForCausalLMMTP",
90+
"Qwen3OmniMoeForConditionalGeneration",
91+
"Qwen3VLForConditionalGeneration",
92+
"Qwen3VLMoeForConditionalGeneration",
93+
"Qwen3_5ForCausalLMMTP",
6994
"Qwen3_5ForConditionalGeneration",
7095
"Sarashina2VisionForCausalLM",
7196
"SmolLM3ForCausalLM",
7297
"SolarForCausalLM",
7398
"Starcoder2ForCausalLM",
7499
"Step3p5ForCausalLM",
100+
"Step3p5MTP",
75101
"StepVLForConditionalGeneration",
76102
"TeleFLMForCausalLM",
77103
"VILAForConditionalGeneration"

docker/inference/Dockerfile.sglang

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1,4 +1,4 @@
1-
FROM lmsysorg/sglang:v0.5.9-cu130
1+
FROM lmsysorg/sglang:v0.5.11-cu130
22
RUN pip config set global.index-url https://mirrors.aliyun.com/pypi/simple
33
RUN sed -i 's|http://archive.ubuntu.com/ubuntu|http://mirrors.aliyun.com/ubuntu|g' /etc/apt/sources.list && \
44
sed -i 's|http://security.ubuntu.com/ubuntu|http://mirrors.aliyun.com/ubuntu|g' /etc/apt/sources.list && \

0 commit comments

Comments
 (0)