From 4667510747176659f21d7b4c9be22a0d9a7105a8 Mon Sep 17 00:00:00 2001 From: kishida Date: Tue, 22 Aug 2023 17:38:11 +0900 Subject: [PATCH] set pad_token_id for hugging face model --- lm_eval/models/huggingface.py | 1 + 1 file changed, 1 insertion(+) diff --git a/lm_eval/models/huggingface.py b/lm_eval/models/huggingface.py index 336558044c8..57c10c8bb41 100644 --- a/lm_eval/models/huggingface.py +++ b/lm_eval/models/huggingface.py @@ -481,6 +481,7 @@ def _model_generate( max_new_tokens=max_tokens, stopping_criteria=stopping_criteria, do_sample=False, + pad_token_id=self.tokenizer.pad_token_id, ) return utils.select_continuation_from_batch_left_padding( generations, max_context_size=inputs["input_ids"].size(1)