Fix typo in few_shots_select option error message. ('fbalanced' -> 'balanced') (huggingface#1111)

jayminban · web-flow · commit 6ce93d5349bd · 2026-01-14T16:43:21.000+01:00
diff --git a/src/lighteval/tasks/prompt_manager.py b/src/lighteval/tasks/prompt_manager.py
@@ -206,7 +206,7 @@ def __init__(self, task: "LightevalTask"):
 
         if few_shots_select not in ALLOWED_SELECTIONS:
             raise ValueError(
-                f"few_shots_select must be one of f{','.join(ALLOWED_SELECTIONS[:-1])} or {ALLOWED_SELECTIONS[-1]}, not {few_shots_select}"
+                f"few_shots_select must be one of {','.join(ALLOWED_SELECTIONS[:-1])} or {ALLOWED_SELECTIONS[-1]}, not {few_shots_select}"
             )
 
         self.few_shots_select = FewShotSelection[few_shots_select]

Original file line number	Diff line number	Diff line change
`@@ -206,7 +206,7 @@ def __init__(self, task: "LightevalTask"):`
`206`	`206`
`207`	`207`	`if few_shots_select not in ALLOWED_SELECTIONS:`
`208`	`208`	`raise ValueError(`
`209`		`- f"few_shots_select must be one of f{','.join(ALLOWED_SELECTIONS[:-1])} or {ALLOWED_SELECTIONS[-1]}, not {few_shots_select}"`
	`209`	`+ f"few_shots_select must be one of {','.join(ALLOWED_SELECTIONS[:-1])} or {ALLOWED_SELECTIONS[-1]}, not {few_shots_select}"`
`210`	`210`	`)`
`211`	`211`
`212`	`212`	`self.few_shots_select = FewShotSelection[few_shots_select]`