diff --git a/tuning/sft_trainer.py b/tuning/sft_trainer.py index 1d090540e5..0b47255a77 100644 --- a/tuning/sft_trainer.py +++ b/tuning/sft_trainer.py @@ -251,11 +251,14 @@ def train( ), ) + if data_args.response_template: + data_args.response_template = data_args.response_template.replace(r"\n", "\n") + if data_args.instruction_template: + data_args.instruction_template = data_args.instruction_template.replace(r"\n", "\n") if data_args.chat_template: # TODO: passing "/n" through cli causes parsing issues, # hence providing a temporary fix data_args.chat_template = data_args.chat_template.replace(r"\n", "\n") - logger.info("adding chat_template to the tokenizer") if tokenizer.chat_template: logger.warning(