Skip to content

Commit 613417a

Browse files
committed
Fix vllm generator type annotations
1 parent 42c2b12 commit 613417a

1 file changed

Lines changed: 3 additions & 3 deletions

File tree

rigging/generator/vllm_.py

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -81,7 +81,7 @@ def from_obj(
8181
llm: vllm.LLM,
8282
*,
8383
params: GenerateParams | None = None,
84-
) -> VLLMGenerator:
84+
) -> "VLLMGenerator":
8585
"""Create a generator from an existing vLLM instance.
8686
8787
Args:
@@ -94,11 +94,11 @@ def from_obj(
9494
generator._llm = llm # noqa: SLF001
9595
return generator
9696

97-
def load(self) -> VLLMGenerator:
97+
def load(self) -> "VLLMGenerator":
9898
_ = self.llm
9999
return self
100100

101-
def unload(self) -> VLLMGenerator:
101+
def unload(self) -> "VLLMGenerator":
102102
del self._llm
103103
gc.collect()
104104
torch.cuda.empty_cache()

0 commit comments

Comments
 (0)