From d686f8bf746be14561eb05702bdf412e938e2f85 Mon Sep 17 00:00:00 2001 From: Eldar Kurtic Date: Wed, 18 Mar 2026 07:43:19 -0400 Subject: [PATCH] iterate over docs in a split not entire dataset --- src/lighteval/models/endpoints/litellm_model.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/lighteval/models/endpoints/litellm_model.py b/src/lighteval/models/endpoints/litellm_model.py index 87332d1d7..fae06e163 100644 --- a/src/lighteval/models/endpoints/litellm_model.py +++ b/src/lighteval/models/endpoints/litellm_model.py @@ -347,7 +347,7 @@ def greedy_until( position=0, disable=self.disable_tqdm, ): - contexts = [self.prompt_manager.prepare_prompt_api(doc) for doc in dataset] + contexts = [self.prompt_manager.prepare_prompt_api(doc) for doc in split] max_new_tokens = split[0].generation_size # could be none return_logits = split[0].use_logits num_samples = split[0].num_samples