cp: fix: Update lora configs for gemma4 (1748) into r0.4.0 (#1749)

fix: Update lora configs for gemma4 (#1748)

Update lora configs for gemma4

Signed-off-by: Abhishree Thittenamane <athittenaman@cw-dfw-cs-001-login-02.cm.cluster>
Signed-off-by: NeMo Bot <nemo-bot@nvidia.com>
Co-authored-by: Abhishree Thittenamane <47577437+athitten@users.noreply.github.com>
Co-authored-by: Abhishree Thittenamane <athittenaman@cw-dfw-cs-001-login-02.cm.cluster>

Author: 3 people

examples/vlm_finetune/gemma4/gemma4_26b_a4b_moe_peft.yaml

@@ -64,7 +64,7 @@ peft:
     - "*image_encoder*"
     - "*lm_head*"
     - "*audio*"
-  dim: 8
+  dim: 16
   alpha: 32
   use_triton: True
 
@@ -110,7 +110,7 @@ validation_dataloader:
 
 optimizer:
   _target_: torch.optim.AdamW
-  lr: 2e-5
+  lr: 2e-4
   weight_decay: 0.01
   betas: [0.9, 0.95]
 

examples/vlm_finetune/gemma4/gemma4_2b_peft.yaml

@@ -55,7 +55,7 @@ peft:
     - "*image_encoder*"
     - "*lm_head*"
     - "*audio*"
-  dim: 8
+  dim: 16
   alpha: 32
   use_triton: True
 
@@ -98,7 +98,7 @@ validation_dataloader:
 
 optimizer:
   _target_: torch.optim.AdamW
-  lr: 1e-5
+  lr: 2e-4
   weight_decay: 0.01
   betas: [0.9, 0.95]
 

examples/vlm_finetune/gemma4/gemma4_31b_peft.yaml

@@ -55,7 +55,7 @@ peft:
     - "*image_encoder*"
     - "*lm_head*"
     - "*audio*"
-  dim: 8
+  dim: 16
   alpha: 32
   use_triton: True
 
@@ -101,7 +101,7 @@ validation_dataloader:
 
 optimizer:
   _target_: torch.optim.AdamW
-  lr: 1e-5
+  lr: 2e-4
   weight_decay: 0.01
   betas: [0.9, 0.95]
 

examples/vlm_finetune/gemma4/gemma4_4b_peft.yaml

@@ -55,7 +55,7 @@ peft:
     - "*image_encoder*"
     - "*lm_head*"
     - "*audio*"
-  dim: 8
+  dim: 16
   alpha: 32
   use_triton: True
 
@@ -97,7 +97,7 @@ validation_dataloader:
 
 optimizer:
   _target_: torch.optim.AdamW
-  lr: 1e-5
+  lr: 2e-4
   weight_decay: 0.01
   betas: [0.9, 0.95]