Skip to content

Commit 351db64

Browse files
committed
fix: tp configs and dynamo version
1 parent 3188101 commit 351db64

6 files changed

Lines changed: 11 additions & 9 deletions

File tree

benchmarks/multi_node/srt-slurm-recipes/vllm/deepseek-v4/agentic/agg-gb300-tp4-agentic.yaml

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -73,6 +73,7 @@ backend:
7373
VLLM_RPC_TIMEOUT: "600000"
7474
TILELANG_CLEANUP_TEMP_FILES: "1"
7575
VLLM_USE_NCCL_SYMM_MEM: "1"
76+
VLLM_USE_BREAKABLE_CUDAGRAPH: "0"
7677
TORCH_SYMMMEM: "NVSHMEM"
7778
NCCL_CUMEM_ENABLE: "1"
7879
NCCL_MNNVL_ENABLE: "1"

benchmarks/multi_node/srt-slurm-recipes/vllm/deepseek-v4/agentic/agg-gb300-tp8-agentic.yaml

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -73,6 +73,7 @@ backend:
7373
VLLM_RPC_TIMEOUT: "600000"
7474
TILELANG_CLEANUP_TEMP_FILES: "1"
7575
VLLM_USE_NCCL_SYMM_MEM: "1"
76+
VLLM_USE_BREAKABLE_CUDAGRAPH: "0"
7677
TORCH_SYMMMEM: "NVSHMEM"
7778
NCCL_CUMEM_ENABLE: "1"
7879
NCCL_MNNVL_ENABLE: "1"

benchmarks/multi_node/srt-slurm-recipes/vllm/deepseek-v4/agentic/disagg-gb300-1p1d-dep8-dep8-agentic.yaml

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -14,11 +14,11 @@ identity:
1414
container:
1515
image: "vllm/vllm-openai:nightly-dev-arm64-cu13.0.1-c188b96"
1616
frameworks:
17-
dynamo: "1.2.1"
17+
dynamo: "af0dbfe8233fafdfaaa5d12e17518758c99e8da5"
1818
vllm: "0.17.2rc1.dev3675+gc188b96eb"
1919

2020
dynamo:
21-
hash: "919682da679aa699d5bca9c872f4c1d9a530bbc0"
21+
hash: "af0dbfe8233fafdfaaa5d12e17518758c99e8da5"
2222
install: true
2323

2424
setup_script: vllm-container-deps.sh

benchmarks/multi_node/srt-slurm-recipes/vllm/deepseek-v4/agentic/disagg-gb300-2p1d-dep8-dep8-agentic.yaml

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -14,11 +14,11 @@ identity:
1414
container:
1515
image: "vllm/vllm-openai:nightly-dev-arm64-cu13.0.1-c188b96"
1616
frameworks:
17-
dynamo: "1.2.1"
17+
dynamo: "af0dbfe8233fafdfaaa5d12e17518758c99e8da5"
1818
vllm: "0.17.2rc1.dev3675+gc188b96eb"
1919

2020
dynamo:
21-
hash: "919682da679aa699d5bca9c872f4c1d9a530bbc0"
21+
hash: "af0dbfe8233fafdfaaa5d12e17518758c99e8da5"
2222
install: true
2323

2424
setup_script: vllm-container-deps.sh

benchmarks/multi_node/srt-slurm-recipes/vllm/deepseek-v4/agentic/disagg-gb300-3p1d-dep8-dep16-agentic.yaml

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -14,11 +14,11 @@ identity:
1414
container:
1515
image: "vllm/vllm-openai:nightly-dev-arm64-cu13.0.1-c188b96"
1616
frameworks:
17-
dynamo: "1.2.1"
17+
dynamo: "af0dbfe8233fafdfaaa5d12e17518758c99e8da5"
1818
vllm: "0.17.2rc1.dev3675+gc188b96eb"
1919

2020
dynamo:
21-
hash: "919682da679aa699d5bca9c872f4c1d9a530bbc0"
21+
hash: "af0dbfe8233fafdfaaa5d12e17518758c99e8da5"
2222
install: true
2323

2424
setup_script: vllm-container-deps.sh

configs/nvidia-master.yaml

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -7712,7 +7712,7 @@ dsv4-fp4-gb300-dynamo-vllm-agentic-1p1d-dep8-dep8:
77127712
runner: cluster:gb300-nv
77137713
precision: fp4
77147714
framework: dynamo-vllm
7715-
router: { name: dynamo-router, version: "1.2.1" }
7715+
router: { name: dynamo-router, version: "af0dbfe8233fafdfaaa5d12e17518758c99e8da5" }
77167716
kv-p2p-transfer: nixl
77177717
multinode: true
77187718
disagg: true
@@ -7741,7 +7741,7 @@ dsv4-fp4-gb300-dynamo-vllm-agentic-2p1d-dep8-dep8:
77417741
runner: cluster:gb300-nv
77427742
precision: fp4
77437743
framework: dynamo-vllm
7744-
router: { name: dynamo-router, version: "1.2.1" }
7744+
router: { name: dynamo-router, version: "af0dbfe8233fafdfaaa5d12e17518758c99e8da5" }
77457745
kv-p2p-transfer: nixl
77467746
multinode: true
77477747
disagg: true
@@ -7770,7 +7770,7 @@ dsv4-fp4-gb300-dynamo-vllm-agentic-3p1d-dep8-dep16:
77707770
runner: cluster:gb300-nv
77717771
precision: fp4
77727772
framework: dynamo-vllm
7773-
router: { name: dynamo-router, version: "1.2.1" }
7773+
router: { name: dynamo-router, version: "af0dbfe8233fafdfaaa5d12e17518758c99e8da5" }
77747774
kv-p2p-transfer: nixl
77757775
multinode: true
77767776
disagg: true

0 commit comments

Comments
 (0)