We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent 47249d6 commit 32c0d57Copy full SHA for 32c0d57
1 file changed
benchmarks/gptoss_fp4_h100_docker.sh
@@ -44,7 +44,7 @@ pip install -q datasets pandas
44
BENCH_SERVING_DIR=$(mktemp -d /tmp/bmk-XXXXXX)
45
git clone https://github.com/kimbochen/bench_serving.git $BENCH_SERVING_DIR
46
set -x
47
-python3 $BENCH_SERVING_DIR/bench_serving/benchmark_serving.py \
+python3 $BENCH_SERVING_DIR/benchmark_serving.py \
48
--model=$MODEL \
49
--backend=vllm \
50
--base-url=http://localhost:$PORT \
0 commit comments