Skip to content

Commit 401c00e

Browse files
Add LoKR/LoRA config debug output to tier 3 benchmark
1 parent 48a55db commit 401c00e

1 file changed

Lines changed: 12 additions & 0 deletions

File tree

benchmark_lokr.py

Lines changed: 12 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -246,6 +246,12 @@ def weight_space_svd(lokr_path, lokr_name, ranks, no_offload=False):
246246
t0 = time.time()
247247
lora_config, lora_sd = convert_to_lora(pipe.transformer, rank, adapter_name=adapter_name, progressbar=True)
248248
print(f" Converted in {time.time() - t0:.1f}s")
249+
print(f" LoRA config: alpha={lora_config.lora_alpha}, r={lora_config.r}")
250+
251+
# Also print the LoKR config for reference
252+
lokr_cfg = pipe.transformer.peft_config.get(adapter_name)
253+
if lokr_cfg:
254+
print(f" LoKR config: alpha={lokr_cfg.alpha}, r={lokr_cfg.r}")
249255

250256
# Compare each module: LoKR delta vs LoRA delta (lora_B @ lora_A)
251257
results = []
@@ -343,10 +349,16 @@ def benchmark_tier3_svd(pipe, prompt, seed, rank, lokr_path, lokr_name):
343349
adapter_name = next(iter(pipe.transformer.peft_config.keys()))
344350
print(f" Adapter name: {adapter_name}")
345351

352+
t0 = time.time()
353+
lokr_cfg = pipe.transformer.peft_config.get(adapter_name)
354+
if lokr_cfg:
355+
print(f" LoKR config: alpha={lokr_cfg.alpha}, r={lokr_cfg.r}")
356+
346357
t0 = time.time()
347358
lora_config, lora_sd = convert_to_lora(pipe.transformer, rank, adapter_name=adapter_name, progressbar=True)
348359
convert_time = time.time() - t0
349360
print(f" Loaded LoKR in {load_time:.1f}s, converted to LoRA in {convert_time:.1f}s")
361+
print(f" LoRA config: alpha={lora_config.lora_alpha}, r={lora_config.r}")
350362

351363
pipe.transformer.delete_adapters(adapter_name)
352364
inject_adapter_in_model(lora_config, pipe.transformer, adapter_name=adapter_name)

0 commit comments

Comments
 (0)