Skip to content

Commit f4b1dff

Browse files
authored
fix(tests): increase LoRA finetune data rows (#4493)
Signed-off-by: yaoyu-33 <yaoyu.094@gmail.com>
1 parent d637901 commit f4b1dff

1 file changed

Lines changed: 2 additions & 1 deletion

File tree

tests/functional_tests/test_groups/training/test_finetune_lora.py

Lines changed: 2 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -359,7 +359,8 @@ def _write_sft_dataset(self, base_dir):
359359
dataset_root = os.path.join(base_dir, "sft_data")
360360
if torch.distributed.get_rank() == 0:
361361
os.makedirs(dataset_root, exist_ok=True)
362-
rows = [{"input": f"Question: {idx} + {idx}? Answer:", "output": str(idx + idx)} for idx in range(32)]
362+
# Keep enough finite samples for dataloader_type="single" LoRA runs.
363+
rows = [{"input": f"Question: {idx} + {idx}? Answer:", "output": str(idx + idx)} for idx in range(64)]
363364
with open(os.path.join(dataset_root, "training.jsonl"), "w", encoding="utf-8") as f:
364365
for row in rows:
365366
f.write(json.dumps(row) + "\n")

0 commit comments

Comments
 (0)