We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent b4eb57e commit 04e30f3Copy full SHA for 04e30f3
1 file changed
benchmarks/dsr1_fp8_h200_slurm.sh
@@ -44,6 +44,15 @@ else
44
> $SERVER_LOG 2>&1 &
45
fi
46
47
+# Show logs until server is ready
48
+tail -f $SERVER_LOG &
49
+TAIL_PID=$!
50
+set +x
51
+until curl --output /dev/null --silent --fail http://0.0.0.0:$PORT/health; do
52
+ sleep 5
53
+done
54
+kill $TAIL_PID
55
+
56
set -x
57
BENCH_SERVING_DIR=$(mktemp -d /tmp/bmk-XXXXXX)
58
git clone https://github.com/kimbochen/bench_serving.git $BENCH_SERVING_DIR
0 commit comments