We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent 56b0bd2 commit 77b7aa8Copy full SHA for 77b7aa8
1 file changed
benchmarks/benchmark_lib.sh
@@ -59,7 +59,6 @@ wait_for_server_ready() {
59
# Show logs until server is ready
60
tail -f "$server_log" &
61
local TAIL_PID=$!
62
- set +x
63
until curl --output /dev/null --silent --fail http://0.0.0.0:$port/health; do
64
if ! kill -0 "$server_pid" 2>/dev/null; then
65
echo "Server died before becoming healthy. Exiting."
@@ -85,6 +84,7 @@ wait_for_server_ready() {
85
84
# --result-filename: Result filename without extension
86
# --result-dir: Result directory
87
run_benchmark_serving() {
+ set +x
88
local model=""
89
local port=""
90
local backend=""
@@ -210,4 +210,5 @@ run_benchmark_serving() {
210
--percentile-metrics 'ttft,tpot,itl,e2el' \
211
--result-dir "$result_dir" \
212
--result-filename "$result_filename.json"
213
214
}
0 commit comments