Skip to content

Commit ebe3b62

Browse files
committed
add utils function for benchmark
1 parent 832bafc commit ebe3b62

2 files changed

Lines changed: 1 addition & 1 deletion

File tree

benchmarks/benchmark_lib.sh

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -124,6 +124,7 @@ run_benchmark_serving() {
124124
git clone https://github.com/kimbochen/bench_serving.git "$BENCH_SERVING_DIR"
125125

126126
# Run benchmark
127+
set -x
127128
python3 "$BENCH_SERVING_DIR/benchmark_serving.py" \
128129
--model "$model" \
129130
--backend "$backend" \

benchmarks/gptoss_fp4_h100_docker.sh

Lines changed: 0 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -52,7 +52,6 @@ pip install -q datasets pandas
5252
# Source benchmark utilities
5353
source "$(dirname "$0")/benchmark_lib.sh"
5454

55-
set -x
5655
run_benchmark_serving \
5756
--model "$MODEL" \
5857
--port "$PORT" \

0 commit comments

Comments
 (0)