We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent d36965a commit fa7cbcaCopy full SHA for fa7cbca
1 file changed
benchmarks/dsr1_fp8_mi300x_docker.sh
@@ -51,7 +51,7 @@ set -x
51
BENCH_SERVING_DIR=$(mktemp -d /tmp/bmk-XXXXXX)
52
git clone https://github.com/kimbochen/bench_serving.git $BENCH_SERVING_DIR
53
python3 $BENCH_SERVING_DIR/benchmark_serving.py \
54
---model=$MODEL --backend=vllm --base-url=http://$server_name:$PORT \
+--model=$MODEL --backend=vllm --base-url=http://0.0.0.0:$PORT \
55
--dataset-name=random \
56
--random-input-len=$ISL --random-output-len=$OSL --random-range-ratio=$RANDOM_RANGE_RATIO \
57
--num-prompts=$(( $CONC * 10 )) \
0 commit comments