Skip to content

Commit ea74d24

Browse files
authored
[NV] [PR3] feat(dsv4): enable synthetic acceptance for DSV4 FP4 GB200 MTP2 / [NV] [PR3] feat(dsv4):为 DSV4 FP4 GB200 MTP2 启用合成接受率
Enable selected synthetic-acceptance Pareto points and a matching baseline with aligned NIXL and router metadata. / 启用选定的合成接受率 Pareto 配置及对应基线,并保持 NIXL 与路由器元数据一致。
1 parent a5c1d5f commit ea74d24

1 file changed

Lines changed: 93 additions & 0 deletions

File tree

configs/nvidia-master.yaml

Lines changed: 93 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -5220,6 +5220,99 @@ dsv4-fp4-gb200-dynamo-vllm-mtp2:
52205220
kv-p2p-transfer: nixl
52215221
multinode: true
52225222
disagg: true
5223+
scenarios:
5224+
fixed-seq-len:
5225+
- isl: 8192
5226+
osl: 1024
5227+
search-space:
5228+
# Aggregate low latency: TP=8, max-num-seqs=4.
5229+
- conc-list: [1]
5230+
spec-decoding: mtp
5231+
prefill:
5232+
num-worker: 1
5233+
tp: 8
5234+
ep: 1
5235+
dp-attn: false
5236+
additional-settings:
5237+
- "SYNTHETIC_ACCEPTANCE=true"
5238+
- "SYNTHETIC_ACCEPTANCE_LENGTH=2.27"
5239+
- "CONFIG_FILE=recipes/vllm/deepseek-v4/8k1k/agg-gb200-low-latency-mtp2.yaml"
5240+
decode:
5241+
num-worker: 0
5242+
tp: 8
5243+
ep: 1
5244+
dp-attn: false
5245+
5246+
# Low-latency bridge: 1 prefill (DEP=8) + 4 decode (TP=8), no offload.
5247+
- conc-list: [16, 32, 64]
5248+
spec-decoding: mtp
5249+
prefill:
5250+
num-worker: 1
5251+
tp: 8
5252+
ep: 8
5253+
dp-attn: true
5254+
additional-settings:
5255+
- "SYNTHETIC_ACCEPTANCE=true"
5256+
- "SYNTHETIC_ACCEPTANCE_LENGTH=2.27"
5257+
- "CONFIG_FILE=recipes/vllm/deepseek-v4/8k1k/disagg-gb200-low-latency-mtp2.yaml"
5258+
decode:
5259+
num-worker: 4
5260+
tp: 8
5261+
ep: 1
5262+
dp-attn: false
5263+
5264+
# MegaMOE mid curve: 1 prefill (DEP=8) + 1 decode (DEP=8).
5265+
# 5 nodes total with a dedicated NATS/etcd infra node.
5266+
- conc-list: [128, 256, 512, 1024]
5267+
spec-decoding: mtp
5268+
prefill:
5269+
num-worker: 1
5270+
tp: 8
5271+
ep: 8
5272+
dp-attn: true
5273+
additional-settings:
5274+
- "SYNTHETIC_ACCEPTANCE=true"
5275+
- "SYNTHETIC_ACCEPTANCE_LENGTH=2.27"
5276+
- "CONFIG_FILE=recipes/vllm/deepseek-v4/8k1k/disagg-gb200-mid-curve-megamoe-mtp2.yaml"
5277+
decode:
5278+
num-worker: 1
5279+
tp: 8
5280+
ep: 8
5281+
dp-attn: true
5282+
5283+
# MegaMOE high throughput: 2 prefill (DEP=8 each) + 1 decode (DEP=8).
5284+
# 7 nodes total with a dedicated NATS/etcd infra node.
5285+
- conc-list: [1024]
5286+
spec-decoding: mtp
5287+
prefill:
5288+
num-worker: 2
5289+
tp: 8
5290+
ep: 8
5291+
dp-attn: true
5292+
additional-settings:
5293+
- "SYNTHETIC_ACCEPTANCE=true"
5294+
- "SYNTHETIC_ACCEPTANCE_LENGTH=2.27"
5295+
- "CONFIG_FILE=recipes/vllm/deepseek-v4/8k1k/disagg-gb200-high-tpt-megamoe-mtp2.yaml"
5296+
decode:
5297+
num-worker: 1
5298+
tp: 8
5299+
ep: 8
5300+
dp-attn: true
5301+
5302+
# Baseline (no synthetic acceptance) variant of dsv4-fp4-gb200-dynamo-vllm-mtp2
5303+
# for before/after Pareto comparison. Identical topology and recipes, only the
5304+
# SYNTHETIC_ACCEPTANCE envs are removed.
5305+
dsv4-fp4-gb200-dynamo-vllm-mtp2-nosynthetic:
5306+
image: vllm/vllm-openai:v0.20.1-ubuntu2404
5307+
model: deepseek-ai/DeepSeek-V4-Pro
5308+
model-prefix: dsv4
5309+
runner: gb200
5310+
precision: fp4
5311+
framework: dynamo-vllm
5312+
router: { name: dynamo-router, version: "1.2.0.dev20260426" }
5313+
multinode: true
5314+
disagg: true
5315+
kv-p2p-transfer: nixl
52235316
scenarios:
52245317
fixed-seq-len:
52255318
- isl: 8192

0 commit comments

Comments
 (0)