@@ -5220,6 +5220,99 @@ dsv4-fp4-gb200-dynamo-vllm-mtp2:
52205220 kv-p2p-transfer : nixl
52215221 multinode : true
52225222 disagg : true
5223+ scenarios :
5224+ fixed-seq-len :
5225+ - isl : 8192
5226+ osl : 1024
5227+ search-space :
5228+ # Aggregate low latency: TP=8, max-num-seqs=4.
5229+ - conc-list : [1]
5230+ spec-decoding : mtp
5231+ prefill :
5232+ num-worker : 1
5233+ tp : 8
5234+ ep : 1
5235+ dp-attn : false
5236+ additional-settings :
5237+ - " SYNTHETIC_ACCEPTANCE=true"
5238+ - " SYNTHETIC_ACCEPTANCE_LENGTH=2.27"
5239+ - " CONFIG_FILE=recipes/vllm/deepseek-v4/8k1k/agg-gb200-low-latency-mtp2.yaml"
5240+ decode :
5241+ num-worker : 0
5242+ tp : 8
5243+ ep : 1
5244+ dp-attn : false
5245+
5246+ # Low-latency bridge: 1 prefill (DEP=8) + 4 decode (TP=8), no offload.
5247+ - conc-list : [16, 32, 64]
5248+ spec-decoding : mtp
5249+ prefill :
5250+ num-worker : 1
5251+ tp : 8
5252+ ep : 8
5253+ dp-attn : true
5254+ additional-settings :
5255+ - " SYNTHETIC_ACCEPTANCE=true"
5256+ - " SYNTHETIC_ACCEPTANCE_LENGTH=2.27"
5257+ - " CONFIG_FILE=recipes/vllm/deepseek-v4/8k1k/disagg-gb200-low-latency-mtp2.yaml"
5258+ decode :
5259+ num-worker : 4
5260+ tp : 8
5261+ ep : 1
5262+ dp-attn : false
5263+
5264+ # MegaMOE mid curve: 1 prefill (DEP=8) + 1 decode (DEP=8).
5265+ # 5 nodes total with a dedicated NATS/etcd infra node.
5266+ - conc-list : [128, 256, 512, 1024]
5267+ spec-decoding : mtp
5268+ prefill :
5269+ num-worker : 1
5270+ tp : 8
5271+ ep : 8
5272+ dp-attn : true
5273+ additional-settings :
5274+ - " SYNTHETIC_ACCEPTANCE=true"
5275+ - " SYNTHETIC_ACCEPTANCE_LENGTH=2.27"
5276+ - " CONFIG_FILE=recipes/vllm/deepseek-v4/8k1k/disagg-gb200-mid-curve-megamoe-mtp2.yaml"
5277+ decode :
5278+ num-worker : 1
5279+ tp : 8
5280+ ep : 8
5281+ dp-attn : true
5282+
5283+ # MegaMOE high throughput: 2 prefill (DEP=8 each) + 1 decode (DEP=8).
5284+ # 7 nodes total with a dedicated NATS/etcd infra node.
5285+ - conc-list : [1024]
5286+ spec-decoding : mtp
5287+ prefill :
5288+ num-worker : 2
5289+ tp : 8
5290+ ep : 8
5291+ dp-attn : true
5292+ additional-settings :
5293+ - " SYNTHETIC_ACCEPTANCE=true"
5294+ - " SYNTHETIC_ACCEPTANCE_LENGTH=2.27"
5295+ - " CONFIG_FILE=recipes/vllm/deepseek-v4/8k1k/disagg-gb200-high-tpt-megamoe-mtp2.yaml"
5296+ decode :
5297+ num-worker : 1
5298+ tp : 8
5299+ ep : 8
5300+ dp-attn : true
5301+
5302+ # Baseline (no synthetic acceptance) variant of dsv4-fp4-gb200-dynamo-vllm-mtp2
5303+ # for before/after Pareto comparison. Identical topology and recipes, only the
5304+ # SYNTHETIC_ACCEPTANCE envs are removed.
5305+ dsv4-fp4-gb200-dynamo-vllm-mtp2-nosynthetic :
5306+ image : vllm/vllm-openai:v0.20.1-ubuntu2404
5307+ model : deepseek-ai/DeepSeek-V4-Pro
5308+ model-prefix : dsv4
5309+ runner : gb200
5310+ precision : fp4
5311+ framework : dynamo-vllm
5312+ router : { name: dynamo-router, version: "1.2.0.dev20260426" }
5313+ multinode : true
5314+ disagg : true
5315+ kv-p2p-transfer : nixl
52235316 scenarios :
52245317 fixed-seq-len :
52255318 - isl : 8192
0 commit comments