diff --git a/src/lighteval/tasks/templates/utils/translation_literals.py b/src/lighteval/tasks/templates/utils/translation_literals.py index 3f1a25cfd..5f45998a4 100644 --- a/src/lighteval/tasks/templates/utils/translation_literals.py +++ b/src/lighteval/tasks/templates/utils/translation_literals.py @@ -556,7 +556,29 @@ def __getattribute__(self, name: str) -> str: colon=":", semicolon=";", ), - Language.ICELANDIC: TranslationLiterals(language=Language.ICELANDIC), + Language.ICELANDIC: TranslationLiterals( + language=Language.ICELANDIC, + question_word="spurning", + answer="svar", + confirmation_word="ekki satt", + yes="já", + no="nei", + also="líka", + cause_word="af því að", + effect_word="þess vegna", + or_word="eða", + true="satt", + false="ósatt", + neither="hvorugt", + full_stop=".", + comma=",", + question_mark="?", + exclamation_mark="!", + word_space=" ", + sentence_space=" ", + colon=":", + semicolon=";" + ), Language.IGBO: TranslationLiterals(language=Language.IGBO), Language.ILOCANO: TranslationLiterals(language=Language.ILOCANO), Language.INDONESIAN: TranslationLiterals(