Skip to content

Commit ae7698e

Browse files
committed
fix: refactor
Signed-off-by: Mehant Kammakomati <mehant.kammakomati2@ibm.com>
1 parent 81d5917 commit ae7698e

1 file changed

Lines changed: 1 addition & 2 deletions

File tree

tuning/data/setup_dataprocessor.py

Lines changed: 1 addition & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -558,7 +558,7 @@ def process_dataargs_odm(
558558
reward_type=odm_config.odm.reward_type,
559559
)
560560
train_args.accelerator_config = {"split_batches": True}
561-
return (True, train_dataset, True, data_collator)
561+
return (True, train_dataset, data_collator)
562562

563563

564564
# If a data config file is provided, load it to get the training dataset.
@@ -689,7 +689,6 @@ def process_dataargs(
689689
(
690690
dataset_kwargs["skip_prepare_dataset"],
691691
train_dataset,
692-
is_tokenized_dataset,
693692
data_collator,
694693
) = process_dataargs_odm(
695694
data_args,

0 commit comments

Comments
 (0)