diff --git a/src/lighteval/tasks/templates/utils/translation_literals.py b/src/lighteval/tasks/templates/utils/translation_literals.py index 96cd8fc2c..81bdc7dd5 100644 --- a/src/lighteval/tasks/templates/utils/translation_literals.py +++ b/src/lighteval/tasks/templates/utils/translation_literals.py @@ -140,15 +140,15 @@ def __getattribute__(self, name: str) -> str: language=Language.BASQUE, question_word="galdera", answer="erantzuna", - confirmation_word="ezta", + confirmation_word="ondo", yes="bai", no="ez", - also="halaber", + also="ere", cause_word="izan ere", effect_word="beraz", - or_word="ala", + or_word="edo", true="egia", - false="faltsua", + false="gezurra", neither="bat ere ez", full_stop=".", comma=",", @@ -760,9 +760,26 @@ def __getattribute__(self, name: str) -> str: Language.KIRGHIZ: TranslationLiterals(language=Language.KIRGHIZ), Language.KOREAN: TranslationLiterals( language=Language.KOREAN, + question_word="질문", + answer="답변", confirmation_word="맞죠", yes="예", no="아니오", + also="또한", + cause_word="왜냐하면", + effect_word="그래서", + or_word="또는", + true="참", + false="거짓", + neither="둘 다 아님", + full_stop=".", + comma=",", + question_mark="?", + exclamation_mark="!", + word_space=" ", + sentence_space=" ", + colon=":", + semicolon=";", ), Language.KURDISH: TranslationLiterals(language=Language.KURDISH), Language.KYRGYZ: TranslationLiterals(language=Language.KYRGYZ),