Skip to content

Commit 0e9e4ac

Browse files
authored
Merge branch 'main' into conv_columns
2 parents 49e40e9 + 1a5e458 commit 0e9e4ac

1 file changed

Lines changed: 11 additions & 0 deletions

File tree

tuning/config/configs.py

Lines changed: 11 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -138,6 +138,17 @@ class DataArguments:
138138
},
139139
)
140140

141+
def __post_init__(self):
142+
def unescape(s):
143+
if s is not None and isinstance(s, str):
144+
return s.encode("utf-8").decode("unicode_escape")
145+
return s
146+
147+
self.chat_template = unescape(self.chat_template)
148+
self.data_formatter_template = unescape(self.data_formatter_template)
149+
self.response_template = unescape(self.response_template)
150+
self.instruction_template = unescape(self.instruction_template)
151+
141152

142153
@dataclass
143154
class TrainingArguments(transformers.TrainingArguments):

0 commit comments

Comments
 (0)