@@ -5,7 +5,7 @@ servingEngineSpec:
55 containerPort : 8000
66 modelSpec :
77 # Prefill node configuration
8- - name : " mistral -prefill"
8+ - name : " llama -prefill"
99 repository : " lmcache/vllm-openai"
1010 tag : " 2025-05-17-v1"
1111 modelURL : " meta-llama/Llama-3.1-8B-Instruct"
@@ -26,18 +26,18 @@ servingEngineSpec:
2626 kvRole : " kv_producer"
2727 enableNixl : true
2828 nixlRole : " sender"
29- nixlPeerHost : " pd-mistral -decode-engine-service"
29+ nixlPeerHost : " vllm-llama -decode-engine-service"
3030 nixlPeerPort : " 55555"
3131 nixlBufferSize : " 1073741824" # 1GB
3232 nixlBufferDevice : " cuda"
3333 nixlEnableGc : true
3434 enablePD : true
3535 cpuOffloadingBufferSize : 0
36- hf_token : <your-hf-token>
36+ hf_token : " <HF_TOKEN> "
3737 labels :
38- model : " mistral -prefill"
38+ model : " llama -prefill"
3939 # Decode node configuration
40- - name : " mistral -decode"
40+ - name : " llama -decode"
4141 repository : " lmcache/vllm-openai"
4242 tag : " 2025-05-17-v1"
4343 modelURL : " meta-llama/Llama-3.1-8B-Instruct"
@@ -63,13 +63,13 @@ servingEngineSpec:
6363 nixlBufferDevice : " cuda"
6464 nixlEnableGc : true
6565 enablePD : true
66- hf_token : <your-hf-token>
66+ hf_token : " <HF_TOKEN> "
6767 labels :
68- model : " mistral -decode"
68+ model : " llama -decode"
6969routerSpec :
7070 enableRouter : true
7171 repository : " lmcache/lmstack-router"
72- tag : " pd-new "
72+ tag : " pd-05-26 "
7373 replicaCount : 1
7474 containerPort : 8000
7575 servicePort : 80
@@ -89,23 +89,6 @@ routerSpec:
8989 release : " router"
9090 extraArgs :
9191 - " --prefill-model-labels"
92- - " mistral -prefill"
92+ - " llama -prefill"
9393 - " --decode-model-labels"
94- - " mistral-decode"
95- # cacheserverSpec:
96- # replicaCount: 1
97- # containerPort: 8080
98- # servicePort: 81
99- # serde: "naive"
100- # repository: "lmcache/vllm-openai"
101- # tag: "2025-05-08-v1"
102- # resources:
103- # requests:
104- # cpu: "2"
105- # memory: "8G"
106- # limits:
107- # cpu: "2"
108- # memory: "10G"
109- # labels:
110- # environment: "cacheserver"
111- # release: "cacheserver"
94+ - " llama-decode"
0 commit comments