We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent 42c2b12 commit 613417aCopy full SHA for 613417a
1 file changed
rigging/generator/vllm_.py
@@ -81,7 +81,7 @@ def from_obj(
81
llm: vllm.LLM,
82
*,
83
params: GenerateParams | None = None,
84
- ) -> VLLMGenerator:
+ ) -> "VLLMGenerator":
85
"""Create a generator from an existing vLLM instance.
86
87
Args:
@@ -94,11 +94,11 @@ def from_obj(
94
generator._llm = llm # noqa: SLF001
95
return generator
96
97
- def load(self) -> VLLMGenerator:
+ def load(self) -> "VLLMGenerator":
98
_ = self.llm
99
return self
100
101
- def unload(self) -> VLLMGenerator:
+ def unload(self) -> "VLLMGenerator":
102
del self._llm
103
gc.collect()
104
torch.cuda.empty_cache()
0 commit comments