Skip to content

Commit 92fba62

Browse files
committed
fix benchmark test
1 parent c9d557f commit 92fba62

1 file changed

Lines changed: 1 addition & 1 deletion

File tree

autotest/utils/benchmark_utils.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -8,7 +8,7 @@
88
from utils.config_utils import get_case_str_by_config, get_cli_common_param, get_cuda_prefix_by_workerid, get_workerid
99
from utils.run_restful_chat import health_check, start_openai_service, terminate_restful_api
1010

11-
SERVE_ONLY_PARAMS = {'max-batch-size', 'max-prefill-token-num', 'server-name', 'enable-prefix-caching'}
11+
SERVE_ONLY_PARAMS = {'max-batch-size', 'max-prefill-token-num', 'server-name', 'enable-prefix-caching', 'session-len'} # yapf: disable
1212

1313

1414
def throughput_test(config, run_config, worker_id: str = '', is_smoke: bool = False):

0 commit comments

Comments
 (0)