diff --git a/lm_eval/models/huggingface.py b/lm_eval/models/huggingface.py
index 336558044c8..57c10c8bb41 100644
--- a/lm_eval/models/huggingface.py
+++ b/lm_eval/models/huggingface.py
@@ -481,6 +481,7 @@ def _model_generate(
             max_new_tokens=max_tokens,
             stopping_criteria=stopping_criteria,
             do_sample=False,
+            pad_token_id=self.tokenizer.pad_token_id,
         )
         return utils.select_continuation_from_batch_left_padding(
             generations, max_context_size=inputs["input_ids"].size(1)