From 36f0dd427549189d31c2c8a76df9b48d430d52a3 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Przemys=C5=82aw=20Klocek?= Date: Thu, 7 Mar 2024 19:55:42 +0100 Subject: [PATCH 1/2] introduce arabic to normalized sacrebleu --- prepare/metrics/normalized_sacrebleu.py | 2 ++ src/unitxt/catalog/metrics/normalized_sacrebleu.json | 2 ++ 2 files changed, 4 insertions(+) diff --git a/prepare/metrics/normalized_sacrebleu.py b/prepare/metrics/normalized_sacrebleu.py index 50635c0df..f43a13213 100644 --- a/prepare/metrics/normalized_sacrebleu.py +++ b/prepare/metrics/normalized_sacrebleu.py @@ -12,11 +12,13 @@ "French": None, "Spanish": None, "Portuguese": None, + "Arabic": None, "fr": None, "de": None, "es": None, "pt": None, "en": None, + "ar": None, "japanese": "ja-mecab", "Japanese": "ja-mecab", "ja": "ja-mecab", diff --git a/src/unitxt/catalog/metrics/normalized_sacrebleu.json b/src/unitxt/catalog/metrics/normalized_sacrebleu.json index 40e13437d..06088ef3c 100644 --- a/src/unitxt/catalog/metrics/normalized_sacrebleu.json +++ b/src/unitxt/catalog/metrics/normalized_sacrebleu.json @@ -26,11 +26,13 @@ "French": null, "Spanish": null, "Portuguese": null, + "Arabic": null, "fr": null, "de": null, "es": null, "pt": null, "en": null, + "ar": null, "japanese": "ja-mecab", "Japanese": "ja-mecab", "ja": "ja-mecab" From 9ae2bb3c9d2a96ddc8b89049d0e7037e12efea95 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Przemys=C5=82aw=20Klocek?= Date: Wed, 13 Mar 2024 14:20:55 +0100 Subject: [PATCH 2/2] adding korean --- prepare/metrics/normalized_sacrebleu.py | 2 ++ src/unitxt/catalog/metrics/normalized_sacrebleu.json | 2 ++ 2 files changed, 4 insertions(+) diff --git a/prepare/metrics/normalized_sacrebleu.py b/prepare/metrics/normalized_sacrebleu.py index f43a13213..c3db83c17 100644 --- a/prepare/metrics/normalized_sacrebleu.py +++ b/prepare/metrics/normalized_sacrebleu.py @@ -13,12 +13,14 @@ "Spanish": None, "Portuguese": None, "Arabic": None, + "Korean": None, "fr": None, "de": None, "es": None, "pt": None, "en": None, "ar": None, + "ko": None, "japanese": "ja-mecab", "Japanese": "ja-mecab", "ja": "ja-mecab", diff --git a/src/unitxt/catalog/metrics/normalized_sacrebleu.json b/src/unitxt/catalog/metrics/normalized_sacrebleu.json index 06088ef3c..8483b40f2 100644 --- a/src/unitxt/catalog/metrics/normalized_sacrebleu.json +++ b/src/unitxt/catalog/metrics/normalized_sacrebleu.json @@ -27,12 +27,14 @@ "Spanish": null, "Portuguese": null, "Arabic": null, + "Korean": null, "fr": null, "de": null, "es": null, "pt": null, "en": null, "ar": null, + "ko": null, "japanese": "ja-mecab", "Japanese": "ja-mecab", "ja": "ja-mecab"