Skip to content

Commit b08b26e

Browse files
Fix AttributeError: handle both LoKrConfig.alpha and LoraConfig.lora_alpha
1 parent 401c00e commit b08b26e

1 file changed

Lines changed: 4 additions & 2 deletions

File tree

benchmark_lokr.py

Lines changed: 4 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -251,7 +251,8 @@ def weight_space_svd(lokr_path, lokr_name, ranks, no_offload=False):
251251
# Also print the LoKR config for reference
252252
lokr_cfg = pipe.transformer.peft_config.get(adapter_name)
253253
if lokr_cfg:
254-
print(f" LoKR config: alpha={lokr_cfg.alpha}, r={lokr_cfg.r}")
254+
alpha = getattr(lokr_cfg, "alpha", getattr(lokr_cfg, "lora_alpha", "?"))
255+
print(f" Adapter config: {type(lokr_cfg).__name__}, alpha={alpha}, r={lokr_cfg.r}")
255256

256257
# Compare each module: LoKR delta vs LoRA delta (lora_B @ lora_A)
257258
results = []
@@ -352,7 +353,8 @@ def benchmark_tier3_svd(pipe, prompt, seed, rank, lokr_path, lokr_name):
352353
t0 = time.time()
353354
lokr_cfg = pipe.transformer.peft_config.get(adapter_name)
354355
if lokr_cfg:
355-
print(f" LoKR config: alpha={lokr_cfg.alpha}, r={lokr_cfg.r}")
356+
alpha = getattr(lokr_cfg, "alpha", getattr(lokr_cfg, "lora_alpha", "?"))
357+
print(f" Adapter config: {type(lokr_cfg).__name__}, alpha={alpha}, r={lokr_cfg.r}")
356358

357359
t0 = time.time()
358360
lora_config, lora_sd = convert_to_lora(pipe.transformer, rank, adapter_name=adapter_name, progressbar=True)

0 commit comments

Comments
 (0)