Skip to content

Commit 1031ac9

Browse files
committed
fix mi355x docker NUM_PROMPTS
1 parent fa7cbca commit 1031ac9

1 file changed

Lines changed: 11 additions & 1 deletion

File tree

runners/launch_mi355x-amd.sh

Lines changed: 11 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -19,13 +19,23 @@ PORT=8888
1919

2020
server_name="bmk-server"
2121

22+
if [[ "$MODEL" == "amd/DeepSeek-R1-0528-MXFP4-Preview" || "$MODEL" == "deepseek-ai/DeepSeek-R1-0528" ]]; then
23+
if [[ "$OSL" == "8192" ]]; then
24+
export NUM_PROMPTS=$(( CONC * 20 ))
25+
else
26+
export NUM_PROMPTS=$(( CONC * 50 ))
27+
fi
28+
else
29+
export NUM_PROMPTS=$(( CONC * 10 ))
30+
fi
31+
2232
set -x
2333
docker run --rm --ipc=host --shm-size=16g --network=host --name=$server_name \
2434
--privileged --cap-add=CAP_SYS_ADMIN --device=/dev/kfd --device=/dev/dri --device=/dev/mem \
2535
--cap-add=SYS_PTRACE --security-opt seccomp=unconfined \
2636
-v $HF_HUB_CACHE_MOUNT:$HF_HUB_CACHE \
2737
-v $GITHUB_WORKSPACE:/workspace/ -w /workspace/ \
28-
-e HF_TOKEN -e HF_HUB_CACHE -e MODEL -e TP -e CONC -e MAX_MODEL_LEN -e PORT=$PORT \
38+
-e HF_TOKEN -e HF_HUB_CACHE -e MODEL -e TP -e CONC -e MAX_MODEL_LEN -e PORT=$PORT -e NUM_PROMPTS \
2939
-e ISL -e OSL -e PYTHONPYCACHEPREFIX=/tmp/pycache/ -e RANDOM_RANGE_RATIO -e RESULT_FILENAME \
3040
--entrypoint=/bin/bash \
3141
$IMAGE \

0 commit comments

Comments
 (0)