Skip to content

Commit e2dce03

Browse files
committed
feat: enable per_node
1 parent 636d87d commit e2dce03

5 files changed

Lines changed: 15 additions & 0 deletions

File tree

benchmarks/multi_node/srt-slurm-recipes/vllm/deepseek-v4/agentic/disagg-gb200-1p1d-dep8-dep12-agentic.yaml

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -50,6 +50,7 @@ frontend:
5050

5151
backend:
5252
type: vllm
53+
dp_launch_mode: per_node
5354
connector: "null"
5455
kv_events_config:
5556
prefill: true

benchmarks/multi_node/srt-slurm-recipes/vllm/deepseek-v4/agentic/disagg-gb200-1p1d-dep8-dep8-agentic.yaml

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -50,6 +50,7 @@ frontend:
5050

5151
backend:
5252
type: vllm
53+
dp_launch_mode: per_node
5354
connector: "null"
5455
kv_events_config:
5556
prefill: true

benchmarks/multi_node/srt-slurm-recipes/vllm/deepseek-v4/agentic/disagg-gb200-2p1d-dep8-dep12-agentic.yaml

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -50,6 +50,7 @@ frontend:
5050

5151
backend:
5252
type: vllm
53+
dp_launch_mode: per_node
5354
connector: "null"
5455
kv_events_config:
5556
prefill: true

benchmarks/multi_node/srt-slurm-recipes/vllm/deepseek-v4/agentic/disagg-gb200-3p1d-dep8-dep16-agentic.yaml

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -50,6 +50,7 @@ frontend:
5050

5151
backend:
5252
type: vllm
53+
dp_launch_mode: per_node
5354
connector: "null"
5455
kv_events_config:
5556
prefill: true

runners/launch_gb200-nv.sh

Lines changed: 11 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -308,6 +308,17 @@ if [[ "$IS_AGENTIC" == "1" ]]; then
308308
exit 1
309309
fi
310310

311+
# Backport NVIDIA/srt-slurm#90 without taking the post-v1.0.27
312+
# mooncake_master changes. The feature launches one vLLM process per node
313+
# and lets that process manage all node-local data-parallel ranks.
314+
SRT_SLURM_PER_NODE_DP_SHA="1a0f9e3633318ab1ee9428d2129161b583786b18"
315+
git fetch --depth 2 origin refs/pull/90/head || exit 1
316+
if [[ "$(git rev-parse FETCH_HEAD)" != "$SRT_SLURM_PER_NODE_DP_SHA" ]]; then
317+
echo "Error: NVIDIA/srt-slurm PR #90 commit did not resolve to $SRT_SLURM_PER_NODE_DP_SHA" >&2
318+
exit 1
319+
fi
320+
git cherry-pick --no-commit "$SRT_SLURM_PER_NODE_DP_SHA" || exit 1
321+
311322
# ai-dynamo/dynamo#11303.
312323
DYNAMO_SCHEMA="src/srtctl/core/schema.py"
313324
DYNAMO_UPSTREAM_HASH_CLONE=' f"git clone https://github.com/ai-dynamo/dynamo.git && "'

0 commit comments

Comments
 (0)