diff --git a/src/lighteval/tasks/templates/utils/translation_literals.py b/src/lighteval/tasks/templates/utils/translation_literals.py index 740475cb7..3f1a25cfd 100644 --- a/src/lighteval/tasks/templates/utils/translation_literals.py +++ b/src/lighteval/tasks/templates/utils/translation_literals.py @@ -189,7 +189,29 @@ def __getattribute__(self, name: str) -> str: Language.BOSNIAN: TranslationLiterals(language=Language.BOSNIAN), Language.BRETON: TranslationLiterals(language=Language.BRETON), Language.BUGINESE: TranslationLiterals(language=Language.BUGINESE), - Language.BULGARIAN: TranslationLiterals(language=Language.BULGARIAN), + Language.BULGARIAN: TranslationLiterals( + language=Language.BULGARIAN, + question_word="въпрос", + answer="отговор", + confirmation_word="вярно", + yes="да", + no="не", + also="също", + cause_word="защото", + effect_word="следователно", + true="истина", + false="лъжа", + neither="нито едното нито другото", + or_word="или", + full_stop=".", + comma=",", + question_mark="?", + exclamation_mark="!", + word_space=" ", + sentence_space=" ", + colon=":", + indices=["А", "Б", "В", "Г", "Д", "Е"], + ), Language.BURMESE: TranslationLiterals(language=Language.BURMESE), Language.CATALAN: TranslationLiterals( language=Language.CATALAN, @@ -642,7 +664,29 @@ def __getattribute__(self, name: str) -> str: Language.LUBA_KASAI: TranslationLiterals(language=Language.LUBA_KASAI), Language.LUO: TranslationLiterals(language=Language.LUO), Language.LUXEMBOURGISH: TranslationLiterals(language=Language.LUXEMBOURGISH), - Language.MACEDONIAN: TranslationLiterals(language=Language.MACEDONIAN), + Language.MACEDONIAN: TranslationLiterals( + language=Language.MACEDONIAN, + question_word="прашање", + answer="одговор", + confirmation_word="зарем не", + yes="да", + no="не", + also="исто така", + cause_word="бидејќи", + effect_word="затоа", + or_word="или", + true="точно", + false="не точно", + neither="ништо од наведеното", + full_stop=".", + comma=",", + question_mark="?", + exclamation_mark="!", + word_space=" ", + sentence_space=" ", + colon=":", + semicolon=";", + ), Language.MAGAHI: TranslationLiterals(language=Language.MAGAHI), Language.MAITHILI: TranslationLiterals(language=Language.MAITHILI), Language.MALAGASY: TranslationLiterals(language=Language.MALAGASY),