File tree Expand file tree Collapse file tree
torchspec/inference/engine Expand file tree Collapse file tree Original file line number Diff line number Diff line change 2828]
2929
3030try :
31- from torchspec .inference .engine .hf_runner import HFRunner
31+ from torchspec .inference .engine .hf_runner import HFRunner # noqa: F401
3232
3333 __all__ .append ("HFRunner" )
3434except ImportError as _e :
Original file line number Diff line number Diff line change @@ -211,9 +211,7 @@ def generate_with_decode(
211211 top_k = getattr (self .args , "decode_top_k" , - 1 )
212212 if top_k > 0 :
213213 sampling_params ["top_k" ] = top_k
214- logger .debug (
215- f"SglEngine rank { self .rank } : decode sampling_params={ sampling_params } "
216- )
214+ logger .debug (f"SglEngine rank { self .rank } : decode sampling_params={ sampling_params } " )
217215
218216 outputs : list [dict [str , Any ] | None ] = [None for _ in range (batch_size )]
219217 active_indices = list (range (batch_size ))
You can’t perform that action at this time.
0 commit comments