We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent 832bafc commit ebe3b62Copy full SHA for ebe3b62
2 files changed
benchmarks/benchmark_lib.sh
@@ -124,6 +124,7 @@ run_benchmark_serving() {
124
git clone https://github.com/kimbochen/bench_serving.git "$BENCH_SERVING_DIR"
125
126
# Run benchmark
127
+ set -x
128
python3 "$BENCH_SERVING_DIR/benchmark_serving.py" \
129
--model "$model" \
130
--backend "$backend" \
benchmarks/gptoss_fp4_h100_docker.sh
@@ -52,7 +52,6 @@ pip install -q datasets pandas
52
# Source benchmark utilities
53
source "$(dirname "$0")/benchmark_lib.sh"
54
55
-set -x
56
run_benchmark_serving \
57
--model "$MODEL" \
58
--port "$PORT" \
0 commit comments