Skip to content

Commit 7bd7b45

Browse files
committed
update pd example yaml
Signed-off-by: YuhanLiu11 <yliu738@wisc.edu>
1 parent 46bd3bc commit 7bd7b45

1 file changed

Lines changed: 10 additions & 27 deletions

File tree

  • examples/disaggregated_prefill

examples/disaggregated_prefill/pd.yaml

Lines changed: 10 additions & 27 deletions
Original file line numberDiff line numberDiff line change
@@ -5,7 +5,7 @@ servingEngineSpec:
55
containerPort: 8000
66
modelSpec:
77
# Prefill node configuration
8-
- name: "mistral-prefill"
8+
- name: "llama-prefill"
99
repository: "lmcache/vllm-openai"
1010
tag: "2025-05-17-v1"
1111
modelURL: "meta-llama/Llama-3.1-8B-Instruct"
@@ -26,18 +26,18 @@ servingEngineSpec:
2626
kvRole: "kv_producer"
2727
enableNixl: true
2828
nixlRole: "sender"
29-
nixlPeerHost: "pd-mistral-decode-engine-service"
29+
nixlPeerHost: "vllm-llama-decode-engine-service"
3030
nixlPeerPort: "55555"
3131
nixlBufferSize: "1073741824" # 1GB
3232
nixlBufferDevice: "cuda"
3333
nixlEnableGc: true
3434
enablePD: true
3535
cpuOffloadingBufferSize: 0
36-
hf_token: <your-hf-token>
36+
hf_token: "<HF_TOKEN>"
3737
labels:
38-
model: "mistral-prefill"
38+
model: "llama-prefill"
3939
# Decode node configuration
40-
- name: "mistral-decode"
40+
- name: "llama-decode"
4141
repository: "lmcache/vllm-openai"
4242
tag: "2025-05-17-v1"
4343
modelURL: "meta-llama/Llama-3.1-8B-Instruct"
@@ -63,13 +63,13 @@ servingEngineSpec:
6363
nixlBufferDevice: "cuda"
6464
nixlEnableGc: true
6565
enablePD: true
66-
hf_token: <your-hf-token>
66+
hf_token: "<HF_TOKEN>"
6767
labels:
68-
model: "mistral-decode"
68+
model: "llama-decode"
6969
routerSpec:
7070
enableRouter: true
7171
repository: "lmcache/lmstack-router"
72-
tag: "pd-new"
72+
tag: "pd-05-26"
7373
replicaCount: 1
7474
containerPort: 8000
7575
servicePort: 80
@@ -89,23 +89,6 @@ routerSpec:
8989
release: "router"
9090
extraArgs:
9191
- "--prefill-model-labels"
92-
- "mistral-prefill"
92+
- "llama-prefill"
9393
- "--decode-model-labels"
94-
- "mistral-decode"
95-
# cacheserverSpec:
96-
# replicaCount: 1
97-
# containerPort: 8080
98-
# servicePort: 81
99-
# serde: "naive"
100-
# repository: "lmcache/vllm-openai"
101-
# tag: "2025-05-08-v1"
102-
# resources:
103-
# requests:
104-
# cpu: "2"
105-
# memory: "8G"
106-
# limits:
107-
# cpu: "2"
108-
# memory: "10G"
109-
# labels:
110-
# environment: "cacheserver"
111-
# release: "cacheserver"
94+
- "llama-decode"

0 commit comments

Comments
 (0)