Skip to content

Commit d069d0a

Browse files
author
Wei Zhao (Engrg-Hardware 1)
committed
use mooncake RDMA auto-discover
1 parent e152c15 commit d069d0a

5 files changed

Lines changed: 32 additions & 35 deletions

File tree

‎benchmarks/multi_node/srt-slurm-recipes/vllm/deepseek-v4/agentic/agg-gb200-tp8-agentic.yaml‎

Lines changed: 4 additions & 7 deletions
Original file line numberDiff line numberDiff line change
@@ -53,7 +53,7 @@ backend:
5353
global_segment_size: "150GB"
5454
local_buffer_size: "4GB"
5555
protocol: "rdma"
56-
device_name: "mlx5_0,mlx5_1,mlx5_3,mlx5_4"
56+
device_name: ""
5757
mode: "embedded"
5858
enable_offload: false
5959
aggregated_environment:
@@ -84,9 +84,9 @@ backend:
8484
UCX_TLS: "cuda_copy,cuda_ipc,tcp"
8585
NCCL_P2P_LEVEL: NVL
8686
MC_ENABLE_DEST_DEVICE_AFFINITY: "1"
87-
MC_STORE_CLIENT_METRIC: "1"
88-
MC_STORE_CLIENT_METRIC_INTERVAL: "5"
89-
MC_TE_METRIC: "0"
87+
# MC_STORE_CLIENT_METRIC: "1"
88+
# MC_STORE_CLIENT_METRIC_INTERVAL: "5"
89+
# MC_TE_METRIC: "0"
9090

9191
vllm_config:
9292
aggregated:
@@ -131,9 +131,6 @@ benchmark:
131131
# One aggregate worker owns all eight GPUs. Use the aggregate accounting
132132
# path instead of summing independent prefill and decode allocations.
133133
IS_MULTINODE: "false"
134-
TP: "8"
135-
EP_SIZE: "1"
136-
DP_ATTENTION: "false"
137134
AIPERF_USE_DYNAMO_CONV_AWARE_ROUTING: "1"
138135
AIPERF_DYNAMO_SESSION_TIMEOUT_SECONDS: "14400"
139136
AIPERF_DATASET_MMAP_CACHE_DIR: "/aiperf_mmap_cache"

‎benchmarks/multi_node/srt-slurm-recipes/vllm/deepseek-v4/agentic/disagg-gb200-1p1d-dep8-dep12-agentic.yaml‎

Lines changed: 7 additions & 7 deletions
Original file line numberDiff line numberDiff line change
@@ -59,7 +59,7 @@ backend:
5959
global_segment_size: "150GB"
6060
local_buffer_size: "4GB"
6161
protocol: "rdma"
62-
device_name: "mlx5_0,mlx5_1,mlx5_3,mlx5_4"
62+
device_name: ""
6363
mode: "embedded"
6464
enable_offload: false
6565
prefill_environment:
@@ -87,9 +87,9 @@ backend:
8787
VLLM_PREFIX_CACHE_RETENTION_INTERVAL: "32768"
8888
VLLM_USE_BREAKABLE_CUDAGRAPH: "0"
8989
MC_ENABLE_DEST_DEVICE_AFFINITY: "1"
90-
MC_STORE_CLIENT_METRIC: "1"
91-
MC_STORE_CLIENT_METRIC_INTERVAL: "5"
92-
MC_TE_METRIC: "0"
90+
# MC_STORE_CLIENT_METRIC: "1"
91+
# MC_STORE_CLIENT_METRIC_INTERVAL: "5"
92+
# MC_TE_METRIC: "0"
9393
decode_environment:
9494
DG_JIT_CACHE_DIR: "/tmp/dg-cache-dsv4-agentx"
9595
TORCH_SYMMMEM: "NVSHMEM"
@@ -112,9 +112,9 @@ backend:
112112
VLLM_RANDOMIZE_DP_DUMMY_INPUTS: "1"
113113
VLLM_PREFIX_CACHE_RETENTION_INTERVAL: "32768"
114114
MC_ENABLE_DEST_DEVICE_AFFINITY: "1"
115-
MC_STORE_CLIENT_METRIC: "1"
116-
MC_STORE_CLIENT_METRIC_INTERVAL: "5"
117-
MC_TE_METRIC: "0"
115+
# MC_STORE_CLIENT_METRIC: "1"
116+
# MC_STORE_CLIENT_METRIC_INTERVAL: "5"
117+
# MC_TE_METRIC: "0"
118118

119119
vllm_config:
120120
prefill:

‎benchmarks/multi_node/srt-slurm-recipes/vllm/deepseek-v4/agentic/disagg-gb200-1p1d-dep8-dep8-agentic.yaml‎

Lines changed: 7 additions & 7 deletions
Original file line numberDiff line numberDiff line change
@@ -59,7 +59,7 @@ backend:
5959
global_segment_size: "150GB"
6060
local_buffer_size: "4GB"
6161
protocol: "rdma"
62-
device_name: "mlx5_0,mlx5_1,mlx5_3,mlx5_4"
62+
device_name: ""
6363
mode: "embedded"
6464
enable_offload: false
6565
prefill_environment:
@@ -87,9 +87,9 @@ backend:
8787
VLLM_PREFIX_CACHE_RETENTION_INTERVAL: "32768"
8888
VLLM_USE_BREAKABLE_CUDAGRAPH: "0"
8989
MC_ENABLE_DEST_DEVICE_AFFINITY: "1"
90-
MC_STORE_CLIENT_METRIC: "1"
91-
MC_STORE_CLIENT_METRIC_INTERVAL: "5"
92-
MC_TE_METRIC: "0"
90+
# MC_STORE_CLIENT_METRIC: "1"
91+
# MC_STORE_CLIENT_METRIC_INTERVAL: "5"
92+
# MC_TE_METRIC: "0"
9393
decode_environment:
9494
DG_JIT_CACHE_DIR: "/tmp/dg-cache-dsv4-agentx"
9595
TORCH_SYMMMEM: "NVSHMEM"
@@ -112,9 +112,9 @@ backend:
112112
VLLM_RANDOMIZE_DP_DUMMY_INPUTS: "1"
113113
VLLM_PREFIX_CACHE_RETENTION_INTERVAL: "32768"
114114
MC_ENABLE_DEST_DEVICE_AFFINITY: "1"
115-
MC_STORE_CLIENT_METRIC: "1"
116-
MC_STORE_CLIENT_METRIC_INTERVAL: "5"
117-
MC_TE_METRIC: "0"
115+
# MC_STORE_CLIENT_METRIC: "1"
116+
# MC_STORE_CLIENT_METRIC_INTERVAL: "5"
117+
# MC_TE_METRIC: "0"
118118

119119
vllm_config:
120120
prefill:

‎benchmarks/multi_node/srt-slurm-recipes/vllm/deepseek-v4/agentic/disagg-gb200-2p1d-dep8-dep12-agentic.yaml‎

Lines changed: 7 additions & 7 deletions
Original file line numberDiff line numberDiff line change
@@ -59,7 +59,7 @@ backend:
5959
global_segment_size: "150GB"
6060
local_buffer_size: "4GB"
6161
protocol: "rdma"
62-
device_name: "mlx5_0,mlx5_1,mlx5_3,mlx5_4"
62+
device_name: ""
6363
mode: "embedded"
6464
enable_offload: false
6565
prefill_environment:
@@ -87,9 +87,9 @@ backend:
8787
VLLM_PREFIX_CACHE_RETENTION_INTERVAL: "32768"
8888
VLLM_USE_BREAKABLE_CUDAGRAPH: "0"
8989
MC_ENABLE_DEST_DEVICE_AFFINITY: "1"
90-
MC_STORE_CLIENT_METRIC: "1"
91-
MC_STORE_CLIENT_METRIC_INTERVAL: "5"
92-
MC_TE_METRIC: "0"
90+
# MC_STORE_CLIENT_METRIC: "1"
91+
# MC_STORE_CLIENT_METRIC_INTERVAL: "5"
92+
# MC_TE_METRIC: "0"
9393
decode_environment:
9494
DG_JIT_CACHE_DIR: "/tmp/dg-cache-dsv4-agentx"
9595
TORCH_SYMMMEM: "NVSHMEM"
@@ -112,9 +112,9 @@ backend:
112112
VLLM_RANDOMIZE_DP_DUMMY_INPUTS: "1"
113113
VLLM_PREFIX_CACHE_RETENTION_INTERVAL: "32768"
114114
MC_ENABLE_DEST_DEVICE_AFFINITY: "1"
115-
MC_STORE_CLIENT_METRIC: "1"
116-
MC_STORE_CLIENT_METRIC_INTERVAL: "5"
117-
MC_TE_METRIC: "0"
115+
# MC_STORE_CLIENT_METRIC: "1"
116+
# MC_STORE_CLIENT_METRIC_INTERVAL: "5"
117+
# MC_TE_METRIC: "0"
118118

119119
vllm_config:
120120
prefill:

‎benchmarks/multi_node/srt-slurm-recipes/vllm/deepseek-v4/agentic/disagg-gb200-3p1d-dep8-dep16-agentic.yaml‎

Lines changed: 7 additions & 7 deletions
Original file line numberDiff line numberDiff line change
@@ -59,7 +59,7 @@ backend:
5959
global_segment_size: "150GB"
6060
local_buffer_size: "4GB"
6161
protocol: "rdma"
62-
device_name: "mlx5_0,mlx5_1,mlx5_3,mlx5_4"
62+
device_name: ""
6363
mode: "embedded"
6464
enable_offload: false
6565
prefill_environment:
@@ -87,9 +87,9 @@ backend:
8787
VLLM_PREFIX_CACHE_RETENTION_INTERVAL: "32768"
8888
VLLM_USE_BREAKABLE_CUDAGRAPH: "0"
8989
MC_ENABLE_DEST_DEVICE_AFFINITY: "1"
90-
MC_STORE_CLIENT_METRIC: "1"
91-
MC_STORE_CLIENT_METRIC_INTERVAL: "5"
92-
MC_TE_METRIC: "0"
90+
# MC_STORE_CLIENT_METRIC: "1"
91+
# MC_STORE_CLIENT_METRIC_INTERVAL: "5"
92+
# MC_TE_METRIC: "0"
9393
decode_environment:
9494
DG_JIT_CACHE_DIR: "/tmp/dg-cache-dsv4-agentx"
9595
TORCH_SYMMMEM: "NVSHMEM"
@@ -112,9 +112,9 @@ backend:
112112
VLLM_RANDOMIZE_DP_DUMMY_INPUTS: "1"
113113
VLLM_PREFIX_CACHE_RETENTION_INTERVAL: "32768"
114114
MC_ENABLE_DEST_DEVICE_AFFINITY: "1"
115-
MC_STORE_CLIENT_METRIC: "1"
116-
MC_STORE_CLIENT_METRIC_INTERVAL: "5"
117-
MC_TE_METRIC: "0"
115+
# MC_STORE_CLIENT_METRIC: "1"
116+
# MC_STORE_CLIENT_METRIC_INTERVAL: "5"
117+
# MC_TE_METRIC: "0"
118118

119119
vllm_config:
120120
prefill:

0 commit comments

Comments
 (0)