File tree Expand file tree Collapse file tree
Expand file tree Collapse file tree Original file line number Diff line number Diff line change @@ -19,13 +19,23 @@ PORT=8888
1919
2020server_name=" bmk-server"
2121
22+ if [[ " $MODEL " == " amd/DeepSeek-R1-0528-MXFP4-Preview" || " $MODEL " == " deepseek-ai/DeepSeek-R1-0528" ]]; then
23+ if [[ " $OSL " == " 8192" ]]; then
24+ export NUM_PROMPTS=$(( CONC * 20 ))
25+ else
26+ export NUM_PROMPTS=$(( CONC * 50 ))
27+ fi
28+ else
29+ export NUM_PROMPTS=$(( CONC * 10 ))
30+ fi
31+
2232set -x
2333docker run --rm --ipc=host --shm-size=16g --network=host --name=$server_name \
2434--privileged --cap-add=CAP_SYS_ADMIN --device=/dev/kfd --device=/dev/dri --device=/dev/mem \
2535--cap-add=SYS_PTRACE --security-opt seccomp=unconfined \
2636-v $HF_HUB_CACHE_MOUNT :$HF_HUB_CACHE \
2737-v $GITHUB_WORKSPACE :/workspace/ -w /workspace/ \
28- -e HF_TOKEN -e HF_HUB_CACHE -e MODEL -e TP -e CONC -e MAX_MODEL_LEN -e PORT=$PORT \
38+ -e HF_TOKEN -e HF_HUB_CACHE -e MODEL -e TP -e CONC -e MAX_MODEL_LEN -e PORT=$PORT -e NUM_PROMPTS \
2939-e ISL -e OSL -e PYTHONPYCACHEPREFIX=/tmp/pycache/ -e RANDOM_RANGE_RATIO -e RESULT_FILENAME \
3040--entrypoint=/bin/bash \
3141$IMAGE \
You can’t perform that action at this time.
0 commit comments