Skip to content

Commit 59eb12a

Browse files
committed
Update klein example config
1 parent a6bc86f commit 59eb12a

4 files changed

Lines changed: 8 additions & 8 deletions

File tree

examples/grpo/full/flux2_klein.yaml

Lines changed: 1 addition & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -20,9 +20,7 @@ data:
2020

2121
# Model Configuration
2222
model:
23-
finetune_type: 'lora' # Options: full, lora
24-
lora_rank : 64
25-
lora_alpha : 128
23+
finetune_type: 'full' # Options: full, lora
2624
target_modules: "default" # Options: all, default, or list of module names like ["to_k", "to_q", "to_v", "to_out.0"]
2725
model_name_or_path: "black-forest-labs/FLUX.2-klein-9B" # Options: black-forest-labs/FLUX.2-klein-4B, black-forest-labs/FLUX.2-klein-9B
2826
model_type: "flux2-klein"

examples/grpo/full/flux2_klein_base.yaml

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -89,7 +89,7 @@ eval:
8989
per_device_batch_size: 1 # Eval batch size
9090
seed: 42 # Eval seed (defaults to training seed)
9191
guidance_scale: 4.0 # Guidance scale for sampling
92-
num_inference_steps: 50 # Number of eval timesteps
92+
num_inference_steps: 28 # Number of eval timesteps
9393
eval_freq: 20 # Eval frequency in epochs (0 to disable)
9494

9595
# Reward Model Configuration

examples/grpo/lora/flux2_klein.yaml

Lines changed: 4 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -1,6 +1,6 @@
11
# Environment Configuration
22
launcher: "accelerate" # Options: accelerate
3-
config_file: config/deepspeed_zero2/deepspeed_zero2.yaml # Switch to config/accelerate_configs/fsdp2.yaml if you have limited GPU memory.
3+
config_file: config/deepspeed/deepspeed_zero2.yaml # Switch to config/accelerate_configs/fsdp2.yaml if you have limited GPU memory.
44
num_processes: 8 # Number of processes to launch (overrides config file)
55
main_process_port: 29500
66
mixed_precision: "bf16" # Options: no, fp16, bf16
@@ -21,7 +21,9 @@ data:
2121

2222
# Model Configuration
2323
model:
24-
finetune_type: 'full' # Options: full, lora
24+
finetune_type: 'lora' # Options: full, lora
25+
lora_rank : 64
26+
lora_alpha : 128
2527
target_modules: "default" # Options: all, default, or list of module names like ["to_k", "to_q", "to_v", "to_out.0"]
2628
model_name_or_path: "black-forest-labs/FLUX.2-klein-9B" # Options: black-forest-labs/FLUX.2-klein-4B, black-forest-labs/FLUX.2-klein-9B
2729
model_type: "flux2-klein"

examples/grpo/lora/flux2_klein_base.yaml

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -1,6 +1,6 @@
11
# Environment Configuration
22
launcher: "accelerate" # Options: accelerate
3-
config_file: config/deepspeed_zero2/deepspeed_zero2.yaml # Switch to config/accelerate_configs/fsdp2.yaml if you have limited GPU memory.
3+
config_file: config/deepspeed/deepspeed_zero2.yaml # Switch to config/accelerate_configs/fsdp2.yaml if you have limited GPU memory.
44
num_processes: 8 # Number of processes to launch (overrides config file)
55
main_process_port: 29500
66
mixed_precision: "bf16" # Options: no, fp16, bf16
@@ -92,7 +92,7 @@ eval:
9292
per_device_batch_size: 1 # Eval batch size
9393
seed: 42 # Eval seed (defaults to training seed)
9494
guidance_scale: 4.0 # Guidance scale for sampling
95-
num_inference_steps: 50 # Number of eval timesteps
95+
num_inference_steps: 28 # Number of eval timesteps
9696
eval_freq: 20 # Eval frequency in epochs (0 to disable)
9797

9898
# Reward Model Configuration

0 commit comments

Comments
 (0)