File tree Expand file tree Collapse file tree
benchmarks/single_node/fixed_seq_len Expand file tree Collapse file tree Original file line number Diff line number Diff line change @@ -45,7 +45,7 @@ python3 -m sglang.launch_server \
4545 --disable-radix-cache \
4646 --chunked-prefill-size 32768 \
4747 --scheduler-recv-interval 30 \
48- --mem-fraction-static 0.9 \
48+ --mem-fraction-static 0.8 \
4949 --model-loader-extra-config ' {"enable_multithread_load": true}' \
5050 --page-size 16 $EVAL_CONTEXT_ARGS > $SERVER_LOG 2>&1 &
5151
Original file line number Diff line number Diff line change @@ -45,7 +45,7 @@ python3 -m sglang.launch_server \
4545 --disable-radix-cache \
4646 --chunked-prefill-size 32768 \
4747 --scheduler-recv-interval 30 \
48- --mem-fraction-static 0.9 \
48+ --mem-fraction-static 0.8 \
4949 --model-loader-extra-config ' {"enable_multithread_load": true}' \
5050 --page-size 16 \
5151 --speculative-algorithm EAGLE \
You can’t perform that action at this time.
0 commit comments