Skip to content

Commit 2ac3630

Browse files
author
niushengxiao
committed
feat: add --model_name to benchmark_qps.py
1 parent 414df1d commit 2ac3630

1 file changed

Lines changed: 7 additions & 1 deletion

File tree

test/benchmark/service/benchmark_qps.py

Lines changed: 7 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -401,6 +401,12 @@ def main():
401401
)
402402
parser.add_argument("--num_clients", type=int, default=100)
403403
parser.add_argument("--tokenizer_path", type=str, default=None)
404+
parser.add_argument(
405+
"--model_name",
406+
type=str,
407+
default=None,
408+
help="Model name passed to the server. Defaults to --tokenizer_path.",
409+
)
404410
parser.add_argument("--data_path", type=str, default=None)
405411
parser.add_argument("--input_num", type=int, default=2000)
406412
parser.add_argument("--input_qps", type=float, default=30.0)
@@ -436,7 +442,7 @@ def main():
436442
return
437443

438444
assert args.tokenizer_path is not None
439-
model_name.append(normalize_model_name(args.tokenizer_path))
445+
model_name.append(args.model_name if args.model_name is not None else normalize_model_name(args.tokenizer_path))
440446
seed_all(args.seed)
441447
url = args.url
442448
tokenizer = get_tokenizer(args.tokenizer_path)

0 commit comments

Comments
 (0)