We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent c9d557f commit 92fba62Copy full SHA for 92fba62
1 file changed
autotest/utils/benchmark_utils.py
@@ -8,7 +8,7 @@
8
from utils.config_utils import get_case_str_by_config, get_cli_common_param, get_cuda_prefix_by_workerid, get_workerid
9
from utils.run_restful_chat import health_check, start_openai_service, terminate_restful_api
10
11
-SERVE_ONLY_PARAMS = {'max-batch-size', 'max-prefill-token-num', 'server-name', 'enable-prefix-caching'}
+SERVE_ONLY_PARAMS = {'max-batch-size', 'max-prefill-token-num', 'server-name', 'enable-prefix-caching', 'session-len'} # yapf: disable
12
13
14
def throughput_test(config, run_config, worker_id: str = '', is_smoke: bool = False):
0 commit comments