From 8ab0d7ae121dc638116af5336dee9b936132f18a Mon Sep 17 00:00:00 2001 From: Diana Onutu <102169951+dianaonutu@users.noreply.github.com> Date: Wed, 21 May 2025 10:46:00 +0200 Subject: [PATCH 1/3] Update translation_literals.py --- .../templates/utils/translation_literals.py | 25 ++++++++++++++++++- 1 file changed, 24 insertions(+), 1 deletion(-) diff --git a/src/lighteval/tasks/templates/utils/translation_literals.py b/src/lighteval/tasks/templates/utils/translation_literals.py index 740475cb7..d480a6eb1 100644 --- a/src/lighteval/tasks/templates/utils/translation_literals.py +++ b/src/lighteval/tasks/templates/utils/translation_literals.py @@ -754,7 +754,30 @@ def __getattribute__(self, name: str) -> str: cause_word="imataq", effect_word="chaymi", ), - Language.ROMANIAN: TranslationLiterals(language=Language.ROMANIAN), + Language.ROMANIAN: TranslationLiterals( + language=Language.ROMANIAN + question_word="întrebare", + answer="răspuns", + confirmation_word="corect", + yes="da", + no="nu", + also="de asemenea", + cause_word="pentru că", + effect_word="de aceea", + or_word="sau", + and_word="și", + true="adevărat", + false="fals", + neither="niciuna", + full_stop=".", + comma=",", + question_mark="?", + exclamation_mark="!", + word_space=" ", + sentence_space=" ", + colon=":", + indices=["A", "Ă", "Â", "B", "C", "D", ...] + ), Language.RUNDI: TranslationLiterals(language=Language.RUNDI), Language.RUSSIAN: TranslationLiterals( language=Language.RUSSIAN, From 35810194268539fd786d8eaaa08acd4e80d7587e Mon Sep 17 00:00:00 2001 From: Nathan Habib <30601243+NathanHB@users.noreply.github.com> Date: Wed, 21 May 2025 11:43:31 +0200 Subject: [PATCH 2/3] Update src/lighteval/tasks/templates/utils/translation_literals.py --- src/lighteval/tasks/templates/utils/translation_literals.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/lighteval/tasks/templates/utils/translation_literals.py b/src/lighteval/tasks/templates/utils/translation_literals.py index d480a6eb1..d28288abc 100644 --- a/src/lighteval/tasks/templates/utils/translation_literals.py +++ b/src/lighteval/tasks/templates/utils/translation_literals.py @@ -755,7 +755,7 @@ def __getattribute__(self, name: str) -> str: effect_word="chaymi", ), Language.ROMANIAN: TranslationLiterals( - language=Language.ROMANIAN + language=Language.ROMANIAN, question_word="întrebare", answer="răspuns", confirmation_word="corect", From 82dfc7dca71999c10370e0164dd6500d02d7dcdf Mon Sep 17 00:00:00 2001 From: Diana Onutu <102169951+dianaonutu@users.noreply.github.com> Date: Wed, 21 May 2025 17:33:37 +0200 Subject: [PATCH 3/3] Remove special indices Romanian Romanian language does not enumerate with the special characters. --- src/lighteval/tasks/templates/utils/translation_literals.py | 1 - 1 file changed, 1 deletion(-) diff --git a/src/lighteval/tasks/templates/utils/translation_literals.py b/src/lighteval/tasks/templates/utils/translation_literals.py index d28288abc..60f17c94e 100644 --- a/src/lighteval/tasks/templates/utils/translation_literals.py +++ b/src/lighteval/tasks/templates/utils/translation_literals.py @@ -776,7 +776,6 @@ def __getattribute__(self, name: str) -> str: word_space=" ", sentence_space=" ", colon=":", - indices=["A", "Ă", "Â", "B", "C", "D", ...] ), Language.RUNDI: TranslationLiterals(language=Language.RUNDI), Language.RUSSIAN: TranslationLiterals(