We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent fa5d85a commit f61d7c1Copy full SHA for f61d7c1
1 file changed
extension/llm/export/config/llm_config.py
@@ -96,6 +96,9 @@ class LoraConfig:
96
lora_rank: int = 0
97
lora_alpha: int = 0
98
target_modules: List[str] = field(default_factory=list)
99
+ # Per-adapter quantization/precision: "int8" | "fp16" | "fp32" | None.
100
+ # Overrides the global --lora_precision flag for this adapter only.
101
+ adapter_quant: Optional[str] = None
102
103
104
@dataclass
0 commit comments