Skip to content

Commit 5b76222

Browse files
committed
minor fix
Signed-off-by: Yongbozzz <yongbo.zhu@intel.com>
1 parent f89004b commit 5b76222

3 files changed

Lines changed: 3 additions & 3 deletions

File tree

EdgeCraftRAG/docker_compose/intel/gpu/arc/set_env.sh

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -22,10 +22,10 @@ export VLLM_SERVICE_PORT_B60=${VLLM_SERVICE_PORT_B60}
2222
export VLLM_SERVICE_PORT_A770=${VLLM_SERVICE_PORT_A770}
2323
export TENSOR_PARALLEL_SIZE=${TENSOR_PARALLEL_SIZE}
2424

25-
export SELECTED_XPU_0=${SELECTED_XPU_0}
2625
export vLLM_ENDPOINT=${vLLM_ENDPOINT}
2726
export MAX_NUM_SEQS=${MAX_NUM_SEQS}
2827
export MAX_NUM_BATCHED_TOKENS=${MAX_NUM_BATCHED_TOKENS}
2928
export MAX_MODEL_LEN=${MAX_MODEL_LEN}
3029
export LOAD_IN_LOW_BIT=${LOAD_IN_LOW_BIT}
3130
export CCL_DG2_USM=${CCL_DG2_USM}
31+
export ZE_AFFINITY_MASK=${ZE_AFFINITY_MASK}

EdgeCraftRAG/tests/test_compose_vllm_on_arc.sh

Lines changed: 0 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -29,7 +29,6 @@ UI_UPLOAD_PATH="$WORKPATH/tests"
2929
HF_ENDPOINT=https://hf-mirror.com
3030
VLLM_SERVICE_PORT_A770=8086
3131
TENSOR_PARALLEL_SIZE=1
32-
SELECTED_XPU_0=0
3332
vLLM_ENDPOINT="http://${HOST_IP}:${VLLM_SERVICE_PORT_A770}"
3433
LLM_MODEL="Qwen/Qwen3-8B"
3534
LLM_MODEL_PATH="${MODEL_PATH}/${LLM_MODEL}"

EdgeCraftRAG/tests/test_compose_vllm_on_arc_b60.sh

Lines changed: 2 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -33,6 +33,7 @@ vLLM_ENDPOINT="http://${HOST_IP}:${VLLM_SERVICE_PORT_B60}"
3333
LLM_MODEL="Qwen/Qwen3-8B"
3434
VLLM_IMAGE_TAG="1.1-preview"
3535
DP=1
36+
ZE_AFFINITY_MASK=1
3637

3738
function build_docker_images() {
3839
opea_branch=${opea_branch:-"main"}
@@ -62,7 +63,7 @@ function start_services() {
6263
n=0
6364
until [[ "$n" -ge 100 ]]; do
6465
docker logs ipex-serving-xpu-container > ${LOG_PATH}/ipex-serving-xpu-container.log 2>&1
65-
if grep -q "Starting vLLM API server on http://0.0.0.0:" ${LOG_PATH}/ipex-serving-xpu-container.log; then
66+
if grep -q "Starting vLLM API server" ${LOG_PATH}/ipex-serving-xpu-container.log; then
6667
break
6768
fi
6869
sleep 6s

0 commit comments

Comments
 (0)