We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent 970f27a commit cddabf5Copy full SHA for cddabf5
1 file changed
runners/launch_b200-nvd.sh
@@ -42,7 +42,7 @@ docker run --rm --init --network host --name $server_name \
42
-e HF_TOKEN -e HF_HUB_CACHE -e MODEL -e TP -e CONC -e MAX_MODEL_LEN -e ISL -e OSL -e PORT=$PORT -e EP_SIZE \
43
-e NCCL_GRAPH_REGISTER=0 \
44
-e TORCH_CUDA_ARCH_LIST="10.0" -e CUDA_DEVICE_ORDER=PCI_BUS_ID -e CUDA_VISIBLE_DEVICES="0,1,2,3,4,5,6,7" \
45
--e -e PYTHONPYCACHEPREFIX=/tmp/pycache/ -e RESULT_FILENAME -e RANDOM_RANGE_RATIO -e NUM_PROMPTS \
+-e PYTHONPYCACHEPREFIX=/tmp/pycache/ -e RESULT_FILENAME -e RANDOM_RANGE_RATIO -e NUM_PROMPTS \
46
--entrypoint=/bin/bash \
47
$(echo "$IMAGE" | sed 's/#/\//') \
48
benchmarks/"${EXP_NAME%%_*}_${PRECISION}_b200${FRAMEWORK_SUFFIX}_docker.sh"
0 commit comments