Skip to content

Commit 21de4a0

Browse files
committed
Test case fix and merging with main
Signed-off-by: Abhishek <maurya.abhishek@ibm.com>
1 parent 7f81292 commit 21de4a0

2 files changed

Lines changed: 6 additions & 2 deletions

File tree

tuning/data/setup_dataprocessor.py

Lines changed: 6 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -453,7 +453,12 @@ def process_dataargs(
453453

454454
if data_args.data_config_path:
455455
train_dataset, eval_dataset, dataset_text_field = _process_dataconfig_file(
456-
data_args, train_args, tokenizer, additional_data_handlers, processor, is_multipack
456+
data_args,
457+
train_args,
458+
tokenizer,
459+
additional_data_handlers,
460+
processor,
461+
is_multipack,
457462
)
458463
else:
459464
train_dataset, eval_dataset, dataset_text_field = _process_raw_data_args(

tuning/sft_trainer.py

Lines changed: 0 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -33,7 +33,6 @@
3333
AutoTokenizer,
3434
TrainerCallback,
3535
)
36-
from transformers.trainer import _is_peft_model
3736
from transformers.trainer_utils import get_last_checkpoint
3837
from transformers.utils import is_accelerate_available
3938
from trl import SFTConfig, SFTTrainer

0 commit comments

Comments
 (0)