Skip to content

Commit a31a7de

Browse files
authored
fix(api/task): handle None generation responses in process_results (#1311)
1 parent 3592b72 commit a31a7de

1 file changed

Lines changed: 3 additions & 3 deletions

File tree

lmms_eval/api/task.py

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -1580,9 +1580,9 @@ def construct_requests(self, doc_id: int, ctx: str, **kwargs) -> Union[List[Inst
15801580
def process_results(self, doc, results, full_docs=None):
15811581
if self.OUTPUT_TYPE in ("generate_until", "generate_visual_cot"):
15821582
if isinstance(results, list) and isinstance(results[0], list):
1583-
results = [res.strip() for res in results[0]]
1583+
results = [res.strip() if res is not None else "" for res in results[0]]
15841584
else:
1585-
results = [res.strip() for res in results]
1585+
results = [res.strip() if res is not None else "" for res in results]
15861586

15871587
kwargs = {}
15881588
if full_docs is not None:
@@ -1667,7 +1667,7 @@ def process_results(self, doc, results, full_docs=None):
16671667

16681668
elif "generate_until" in self.OUTPUT_TYPE:
16691669
gold = self.doc_to_target(doc)
1670-
result = [res.strip() for res in results]
1670+
result = [res.strip() if res is not None else "" for res in results]
16711671
if self.config.doc_to_choice is not None:
16721672
# If you set doc_to_choice,
16731673
# it assumes that doc_to_target returns a number.

0 commit comments

Comments
 (0)