File tree Expand file tree Collapse file tree
Expand file tree Collapse file tree Original file line number Diff line number Diff line change @@ -132,6 +132,8 @@ def run(
132132 max_new_tokens (int): Maximum number of new tokens to generate, default is 2048
133133 num_runs (int): The number of times to run this benchmark, default is 1. You can set it to a larger number if you want to get more stable results.
134134 """
135+ if not host .startswith (("http://" , "https://" )):
136+ host = f"http://{ host } "
135137 # Initialize backend
136138 sglang_args = Namespace (host = host , port = port , backend = "srt-no-parallel" )
137139 set_default_backend (select_sglang_backend (sglang_args ))
Original file line number Diff line number Diff line change @@ -177,7 +177,7 @@ def create_sgl_function(self):
177177 def run (self , * args , ** kwargs ):
178178 """Run benchmark and clean up cache directory."""
179179 try :
180- super ().run (* args , ** kwargs )
180+ return super ().run (* args , ** kwargs )
181181 finally :
182182 # Clean up cache directory
183183 if self .cache_dir and os .path .exists (self .cache_dir ):
You can’t perform that action at this time.
0 commit comments