We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent be61881 commit 7282c24Copy full SHA for 7282c24
1 file changed
tuning/sft_trainer.py
@@ -382,7 +382,7 @@ def train(
382
tokenizer.padding_side='right'
383
response_token_ids = (tokenizer(peft_config.invocation_string, return_tensors="pt", add_special_tokens=False))['input_ids']
384
model = aLoRAPeftModelForCausalLM(model, peft_config, response_token_ids = response_token_ids)
385
- data_collator = DataCollatorForCompletionOnlyLM(invocation_string, tokenizer=tokenizer)
+
386
peft_config = None
387
trainer = SFTTrainer(
388
model=model,
0 commit comments