From 2889acd92b538c179c1787d01cdfb28982c596d1 Mon Sep 17 00:00:00 2001
From: Eldar Kurtic <8884008+eldarkurtic@users.noreply.github.com>
Date: Mon, 23 Mar 2026 06:58:52 -0400
Subject: [PATCH] fix for empty responses when n>1

---
 src/lighteval/models/endpoints/litellm_model.py | 5 ++---
 1 file changed, 2 insertions(+), 3 deletions(-)

diff --git a/src/lighteval/models/endpoints/litellm_model.py b/src/lighteval/models/endpoints/litellm_model.py
index 87332d1d7..3237962d6 100644
--- a/src/lighteval/models/endpoints/litellm_model.py
+++ b/src/lighteval/models/endpoints/litellm_model.py
@@ -361,14 +361,13 @@ def greedy_until(
             responses = self.__call_api_parallel(contexts, return_logits, max_new_tokens, num_samples, stop_sequence)
 
             for response, context in zip(responses, contexts):
-                result: list[str] = [choice.message.content for choice in response.choices]
+                result: list[str] = [choice.message.content or "" for choice in response.choices]
                 reasonings: list[str | None] = [
                     getattr(choice.message, "reasoning_content", None) for choice in response.choices
                 ]
 
                 cur_response = ModelResponse(
-                    # In empty responses, the model should return an empty string instead of None
-                    text=result if result[0] else [""],
+                    text=result,
                     reasonings=reasonings,
                     input=context,
                 )