File tree Expand file tree Collapse file tree
Expand file tree Collapse file tree Original file line number Diff line number Diff line change @@ -553,7 +553,7 @@ def _export_lora_request_info(self):
553553 if self ._metrics_collector :
554554 for idx , engine in enumerate (self ._generate_engines ):
555555 max_loras += engine .max_concurrent_decodes
556- if idx < len (self ._generate_adapterstore ):
556+ if self . _generate_adapterstore and idx < len (self ._generate_adapterstore ):
557557 adapters_list_str += asyncio .run (
558558 self ._generate_adapterstore [idx ].get_hbm_loaded_adapters ())
559559
@@ -643,7 +643,7 @@ def _prefill_thread(self, idx: int):
643643 prefill_engine = self ._prefill_engines [idx ]
644644 prefill_params = self ._prefill_params [idx ]
645645 adapter_tensorstore = None
646- if idx < len (self ._prefill_adapterstore ):
646+ if self . _prefill_adapterstore and idx < len (self ._prefill_adapterstore ):
647647 adapter_tensorstore = self ._prefill_adapterstore [idx ]
648648 metadata = prefill_engine .get_tokenizer ()
649649 tokenizer = prefill_engine .build_tokenizer (metadata )
You can’t perform that action at this time.
0 commit comments