Skip to content

Commit

Permalink
Fix Santali language code: sat_Beng -> sat_Olck (#4576)
Browse files Browse the repository at this point in the history 
* fix Santali language code: sat_Beng -> sat_Olck

* Olck typo
  • Loading branch information
@elbayadm
elbayadm committed Aug 2, 2022
1 parent 5fba639 commit f87107c
Show file tree
Hide file tree
Showing 17 changed files with 421 additions and 421 deletions.
806 changes: 403 additions & 403 deletions examples/nllb/modeling/evaluation/conf/lang_config/flores200.full.yaml
View file

Large diffs are not rendered by default.

6 changes: 3 additions & 3 deletions examples/nllb/modeling/evaluation/conf/lang_config/flores200.sampled.yaml
View file
Original file line number Diff line number Diff line change
Expand Up @@ -199,7 +199,7 @@ all:
- eng_Latn-rus_Cyrl
- eng_Latn-sag_Latn
- eng_Latn-san_Deva
- eng_Latn-sat_Beng
- eng_Latn-sat_Olck
- eng_Latn-scn_Latn
- eng_Latn-shn_Mymr
- eng_Latn-sin_Sinh
Expand Down Expand Up @@ -354,7 +354,7 @@ all:
- rus_Cyrl-eng_Latn
- sag_Latn-eng_Latn
- san_Deva-eng_Latn
- sat_Beng-eng_Latn
- sat_Olck-eng_Latn
- scn_Latn-eng_Latn
- shn_Mymr-eng_Latn
- sin_Sinh-eng_Latn
Expand Down Expand Up @@ -760,7 +760,7 @@ model_langs:
- rus_Cyrl
- sag_Latn
- san_Deva
- sat_Beng
- sat_Olck
- scn_Latn
- shn_Mymr
- sin_Sinh
Expand Down
2 changes: 1 addition & 1 deletion examples/nllb/modeling/evaluation/conf/model_config/flores200.full.yaml
View file
Original file line number Diff line number Diff line change
Expand Up @@ -148,7 +148,7 @@ langs:
- rus_Cyrl
- sag_Latn
- san_Deva
- sat_Beng
- sat_Olck
- scn_Latn
- shn_Mymr
- sin_Sinh
Expand Down
2 changes: 1 addition & 1 deletion examples/nllb/modeling/evaluation/train_example_count/code_mapping.py
View file
Original file line number Diff line number Diff line change
Expand Up @@ -160,7 +160,7 @@
"rus": "rus_Cyrl",
"sag": "sag_Latn",
"san": "san_Deva",
"sat": "sat_Beng",
"sat": "sat_Olck",
"scn": "scn_Latn",
"shn": "shn_Mymr",
"sin": "sin_Sinh",
Expand Down
2 changes: 1 addition & 1 deletion examples/nllb/modeling/evaluation/train_example_count/flores200_public.py
View file
Original file line number Diff line number Diff line change
Expand Up @@ -154,7 +154,7 @@
"rus_Cyrl": 49520694,
"sag_Latn": 233800,
"san_Deva": 9962,
"sat_Beng": 5092,
"sat_Olck": 5092,
"scn_Latn": 6200,
"shn_Mymr": 11453,
"sin_Sinh": 770898,
Expand Down
2 changes: 1 addition & 1 deletion examples/nllb/modeling/scripts/flores200/cl1_lang_pairs.txt
View file
Original file line number Diff line number Diff line change
@@ -1 +1 @@
ace_Arab-eng_Latn,ace_Latn-eng_Latn,acm_Arab-eng_Latn,aeb_Arab-eng_Latn,afr_Latn-eng_Latn,aka_Latn-eng_Latn,amh_Ethi-eng_Latn,apc_Arab-eng_Latn,arb_Arab-eng_Latn,ary_Arab-eng_Latn,asm_Beng-eng_Latn,awa_Deva-eng_Latn,ayr_Latn-eng_Latn,azb_Arab-eng_Latn,azj_Latn-eng_Latn,azj_Latn-rus_Cyrl,bak_Cyrl-eng_Latn,bam_Latn-eng_Latn,ban_Latn-eng_Latn,bel_Cyrl-eng_Latn,bel_Cyrl-rus_Cyrl,bem_Latn-eng_Latn,ben_Beng-eng_Latn,bho_Deva-eng_Latn,bjn_Arab-eng_Latn,bjn_Latn-eng_Latn,bod_Tibt-eng_Latn,bos_Latn-eng_Latn,bug_Latn-eng_Latn,bul_Cyrl-eng_Latn,cat_Latn-eng_Latn,ces_Latn-eng_Latn,cjk_Latn-eng_Latn,ckb_Arab-eng_Latn,crh_Latn-eng_Latn,dan_Latn-eng_Latn,deu_Latn-eng_Latn,dik_Latn-eng_Latn,dyu_Latn-eng_Latn,dzo_Tibt-eng_Latn,ell_Grek-eng_Latn,eng_Latn-acm_Arab,eng_Latn-aeb_Arab,eng_Latn-afr_Latn,eng_Latn-amh_Ethi,eng_Latn-arb_Arab,eng_Latn-ary_Arab,eng_Latn-azb_Arab,eng_Latn-azj_Latn,eng_Latn-bel_Cyrl,eng_Latn-ben_Beng,eng_Latn-bos_Latn,eng_Latn-bul_Cyrl,eng_Latn-cat_Latn,eng_Latn-ces_Latn,eng_Latn-ckb_Arab,eng_Latn-dan_Latn,eng_Latn-deu_Latn,eng_Latn-ell_Grek,eng_Latn-epo_Latn,eng_Latn-est_Latn,eng_Latn-eus_Latn,eng_Latn-pes_Arab,eng_Latn-fin_Latn,eng_Latn-fon_Latn,eng_Latn-fra_Latn,eng_Latn-guj_Gujr,eng_Latn-hat_Latn,eng_Latn-hau_Latn,eng_Latn-heb_Hebr,eng_Latn-hin_Deva,eng_Latn-hrv_Latn,eng_Latn-hun_Latn,eng_Latn-ind_Latn,eng_Latn-isl_Latn,eng_Latn-ita_Latn,eng_Latn-jav_Latn,eng_Latn-jpn_Jpan,eng_Latn-kan_Knda,eng_Latn-kat_Geor,eng_Latn-knc_Arab,eng_Latn-kaz_Cyrl,eng_Latn-kir_Cyrl,eng_Latn-kor_Hang,eng_Latn-lvs_Latn,eng_Latn-lit_Latn,eng_Latn-lmo_Latn,eng_Latn-mal_Mlym,eng_Latn-mar_Deva,eng_Latn-mkd_Cyrl,eng_Latn-plt_Latn,eng_Latn-khk_Cyrl,eng_Latn-zsm_Latn,eng_Latn-nld_Latn,eng_Latn-nob_Latn,eng_Latn-npi_Deva,eng_Latn-ory_Orya,eng_Latn-pol_Latn,eng_Latn-por_Latn,eng_Latn-pbt_Arab,eng_Latn-ron_Latn,eng_Latn-rus_Cyrl,eng_Latn-san_Deva,eng_Latn-sin_Sinh,eng_Latn-slk_Latn,eng_Latn-slv_Latn,eng_Latn-snd_Arab,eng_Latn-som_Latn,eng_Latn-spa_Latn,eng_Latn-als_Latn,eng_Latn-sun_Latn,eng_Latn-swe_Latn,eng_Latn-tam_Taml,eng_Latn-tat_Cyrl,eng_Latn-tel_Telu,eng_Latn-tgk_Cyrl,eng_Latn-tgl_Latn,eng_Latn-tha_Thai,eng_Latn-tur_Latn,eng_Latn-uig_Arab,eng_Latn-ukr_Cyrl,eng_Latn-urd_Arab,eng_Latn-vie_Latn,eng_Latn-yor_Latn,eng_Latn-zho_Hans,epo_Latn-eng_Latn,est_Latn-eng_Latn,eus_Latn-eng_Latn,ewe_Latn-eng_Latn,fao_Latn-eng_Latn,pes_Arab-eng_Latn,fij_Latn-eng_Latn,fin_Latn-eng_Latn,fon_Latn-eng_Latn,fra_Latn-eng_Latn,fuv_Latn-eng_Latn,gla_Latn-eng_Latn,glg_Latn-por_Latn,grn_Latn-eng_Latn,guj_Gujr-eng_Latn,hat_Latn-eng_Latn,hau_Latn-eng_Latn,heb_Hebr-eng_Latn,hin_Deva-eng_Latn,hrv_Latn-eng_Latn,hun_Latn-eng_Latn,ibo_Latn-eng_Latn,ilo_Latn-eng_Latn,ind_Latn-eng_Latn,isl_Latn-eng_Latn,ita_Latn-eng_Latn,jav_Latn-eng_Latn,jpn_Jpan-eng_Latn,kab_Latn-eng_Latn,kac_Latn-eng_Latn,kam_Latn-eng_Latn,kan_Knda-eng_Latn,kas_Arab-eng_Latn,kas_Deva-eng_Latn,kat_Geor-eng_Latn,knc_Arab-eng_Latn,knc_Latn-eng_Latn,kaz_Cyrl-eng_Latn,kbp_Latn-eng_Latn,kea_Latn-eng_Latn,khm_Khmr-eng_Latn,kik_Latn-eng_Latn,kin_Latn-eng_Latn,kir_Cyrl-eng_Latn,kmb_Latn-eng_Latn,kon_Latn-eng_Latn,kor_Hang-eng_Latn,kmr_Latn-eng_Latn,lao_Laoo-eng_Latn,lvs_Latn-eng_Latn,lij_Latn-eng_Latn,lim_Latn-eng_Latn,lin_Latn-eng_Latn,lit_Latn-eng_Latn,lmo_Latn-eng_Latn,lua_Latn-eng_Latn,lug_Latn-eng_Latn,luo_Latn-eng_Latn,lus_Latn-eng_Latn,mai_Deva-eng_Latn,mal_Mlym-eng_Latn,mar_Deva-eng_Latn,min_Latn-eng_Latn,mkd_Cyrl-eng_Latn,plt_Latn-eng_Latn,mni_Beng-eng_Latn,khk_Cyrl-eng_Latn,mos_Latn-eng_Latn,mri_Latn-eng_Latn,zsm_Latn-eng_Latn,mya_Mymr-eng_Latn,nld_Latn-eng_Latn,nob_Latn-eng_Latn,npi_Deva-eng_Latn,nso_Latn-eng_Latn,nus_Latn-eng_Latn,nya_Latn-eng_Latn,gaz_Latn-eng_Latn,ory_Orya-eng_Latn,pag_Latn-eng_Latn,pol_Latn-eng_Latn,por_Latn-eng_Latn,por_Latn-glg_Latn,pbt_Arab-eng_Latn,quy_Latn-eng_Latn,ron_Latn-eng_Latn,run_Latn-eng_Latn,rus_Cyrl-azj_Latn,rus_Cyrl-bel_Cyrl,rus_Cyrl-eng_Latn,sag_Latn-eng_Latn,san_Deva-eng_Latn,sat_Beng-eng_Latn,scn_Latn-eng_Latn,shn_Mymr-eng_Latn,sin_Sinh-eng_Latn,slk_Latn-eng_Latn,slv_Latn-eng_Latn,smo_Latn-eng_Latn,sna_Latn-eng_Latn,snd_Arab-eng_Latn,som_Latn-eng_Latn,sot_Latn-eng_Latn,spa_Latn-eng_Latn,als_Latn-eng_Latn,ssw_Latn-eng_Latn,sun_Latn-eng_Latn,swe_Latn-eng_Latn,tam_Taml-eng_Latn,tat_Cyrl-eng_Latn,tel_Telu-eng_Latn,tgk_Cyrl-eng_Latn,tgl_Latn-eng_Latn,tha_Thai-eng_Latn,tir_Ethi-eng_Latn,taq_Latn-eng_Latn,taq_Tfng-eng_Latn,tpi_Latn-eng_Latn,tsn_Latn-eng_Latn,tso_Latn-eng_Latn,tuk_Latn-eng_Latn,tum_Latn-eng_Latn,tur_Latn-eng_Latn,twi_Latn-eng_Latn,tzm_Tfng-eng_Latn,uig_Arab-eng_Latn,ukr_Cyrl-eng_Latn,umb_Latn-eng_Latn,urd_Arab-eng_Latn,vec_Latn-eng_Latn,vie_Latn-eng_Latn,wol_Latn-eng_Latn,xho_Latn-eng_Latn,ydd_Hebr-eng_Latn,yor_Latn-eng_Latn,zul_Latn-eng_Latn
ace_Arab-eng_Latn,ace_Latn-eng_Latn,acm_Arab-eng_Latn,aeb_Arab-eng_Latn,afr_Latn-eng_Latn,aka_Latn-eng_Latn,amh_Ethi-eng_Latn,apc_Arab-eng_Latn,arb_Arab-eng_Latn,ary_Arab-eng_Latn,asm_Beng-eng_Latn,awa_Deva-eng_Latn,ayr_Latn-eng_Latn,azb_Arab-eng_Latn,azj_Latn-eng_Latn,azj_Latn-rus_Cyrl,bak_Cyrl-eng_Latn,bam_Latn-eng_Latn,ban_Latn-eng_Latn,bel_Cyrl-eng_Latn,bel_Cyrl-rus_Cyrl,bem_Latn-eng_Latn,ben_Beng-eng_Latn,bho_Deva-eng_Latn,bjn_Arab-eng_Latn,bjn_Latn-eng_Latn,bod_Tibt-eng_Latn,bos_Latn-eng_Latn,bug_Latn-eng_Latn,bul_Cyrl-eng_Latn,cat_Latn-eng_Latn,ces_Latn-eng_Latn,cjk_Latn-eng_Latn,ckb_Arab-eng_Latn,crh_Latn-eng_Latn,dan_Latn-eng_Latn,deu_Latn-eng_Latn,dik_Latn-eng_Latn,dyu_Latn-eng_Latn,dzo_Tibt-eng_Latn,ell_Grek-eng_Latn,eng_Latn-acm_Arab,eng_Latn-aeb_Arab,eng_Latn-afr_Latn,eng_Latn-amh_Ethi,eng_Latn-arb_Arab,eng_Latn-ary_Arab,eng_Latn-azb_Arab,eng_Latn-azj_Latn,eng_Latn-bel_Cyrl,eng_Latn-ben_Beng,eng_Latn-bos_Latn,eng_Latn-bul_Cyrl,eng_Latn-cat_Latn,eng_Latn-ces_Latn,eng_Latn-ckb_Arab,eng_Latn-dan_Latn,eng_Latn-deu_Latn,eng_Latn-ell_Grek,eng_Latn-epo_Latn,eng_Latn-est_Latn,eng_Latn-eus_Latn,eng_Latn-pes_Arab,eng_Latn-fin_Latn,eng_Latn-fon_Latn,eng_Latn-fra_Latn,eng_Latn-guj_Gujr,eng_Latn-hat_Latn,eng_Latn-hau_Latn,eng_Latn-heb_Hebr,eng_Latn-hin_Deva,eng_Latn-hrv_Latn,eng_Latn-hun_Latn,eng_Latn-ind_Latn,eng_Latn-isl_Latn,eng_Latn-ita_Latn,eng_Latn-jav_Latn,eng_Latn-jpn_Jpan,eng_Latn-kan_Knda,eng_Latn-kat_Geor,eng_Latn-knc_Arab,eng_Latn-kaz_Cyrl,eng_Latn-kir_Cyrl,eng_Latn-kor_Hang,eng_Latn-lvs_Latn,eng_Latn-lit_Latn,eng_Latn-lmo_Latn,eng_Latn-mal_Mlym,eng_Latn-mar_Deva,eng_Latn-mkd_Cyrl,eng_Latn-plt_Latn,eng_Latn-khk_Cyrl,eng_Latn-zsm_Latn,eng_Latn-nld_Latn,eng_Latn-nob_Latn,eng_Latn-npi_Deva,eng_Latn-ory_Orya,eng_Latn-pol_Latn,eng_Latn-por_Latn,eng_Latn-pbt_Arab,eng_Latn-ron_Latn,eng_Latn-rus_Cyrl,eng_Latn-san_Deva,eng_Latn-sin_Sinh,eng_Latn-slk_Latn,eng_Latn-slv_Latn,eng_Latn-snd_Arab,eng_Latn-som_Latn,eng_Latn-spa_Latn,eng_Latn-als_Latn,eng_Latn-sun_Latn,eng_Latn-swe_Latn,eng_Latn-tam_Taml,eng_Latn-tat_Cyrl,eng_Latn-tel_Telu,eng_Latn-tgk_Cyrl,eng_Latn-tgl_Latn,eng_Latn-tha_Thai,eng_Latn-tur_Latn,eng_Latn-uig_Arab,eng_Latn-ukr_Cyrl,eng_Latn-urd_Arab,eng_Latn-vie_Latn,eng_Latn-yor_Latn,eng_Latn-zho_Hans,epo_Latn-eng_Latn,est_Latn-eng_Latn,eus_Latn-eng_Latn,ewe_Latn-eng_Latn,fao_Latn-eng_Latn,pes_Arab-eng_Latn,fij_Latn-eng_Latn,fin_Latn-eng_Latn,fon_Latn-eng_Latn,fra_Latn-eng_Latn,fuv_Latn-eng_Latn,gla_Latn-eng_Latn,glg_Latn-por_Latn,grn_Latn-eng_Latn,guj_Gujr-eng_Latn,hat_Latn-eng_Latn,hau_Latn-eng_Latn,heb_Hebr-eng_Latn,hin_Deva-eng_Latn,hrv_Latn-eng_Latn,hun_Latn-eng_Latn,ibo_Latn-eng_Latn,ilo_Latn-eng_Latn,ind_Latn-eng_Latn,isl_Latn-eng_Latn,ita_Latn-eng_Latn,jav_Latn-eng_Latn,jpn_Jpan-eng_Latn,kab_Latn-eng_Latn,kac_Latn-eng_Latn,kam_Latn-eng_Latn,kan_Knda-eng_Latn,kas_Arab-eng_Latn,kas_Deva-eng_Latn,kat_Geor-eng_Latn,knc_Arab-eng_Latn,knc_Latn-eng_Latn,kaz_Cyrl-eng_Latn,kbp_Latn-eng_Latn,kea_Latn-eng_Latn,khm_Khmr-eng_Latn,kik_Latn-eng_Latn,kin_Latn-eng_Latn,kir_Cyrl-eng_Latn,kmb_Latn-eng_Latn,kon_Latn-eng_Latn,kor_Hang-eng_Latn,kmr_Latn-eng_Latn,lao_Laoo-eng_Latn,lvs_Latn-eng_Latn,lij_Latn-eng_Latn,lim_Latn-eng_Latn,lin_Latn-eng_Latn,lit_Latn-eng_Latn,lmo_Latn-eng_Latn,lua_Latn-eng_Latn,lug_Latn-eng_Latn,luo_Latn-eng_Latn,lus_Latn-eng_Latn,mai_Deva-eng_Latn,mal_Mlym-eng_Latn,mar_Deva-eng_Latn,min_Latn-eng_Latn,mkd_Cyrl-eng_Latn,plt_Latn-eng_Latn,mni_Beng-eng_Latn,khk_Cyrl-eng_Latn,mos_Latn-eng_Latn,mri_Latn-eng_Latn,zsm_Latn-eng_Latn,mya_Mymr-eng_Latn,nld_Latn-eng_Latn,nob_Latn-eng_Latn,npi_Deva-eng_Latn,nso_Latn-eng_Latn,nus_Latn-eng_Latn,nya_Latn-eng_Latn,gaz_Latn-eng_Latn,ory_Orya-eng_Latn,pag_Latn-eng_Latn,pol_Latn-eng_Latn,por_Latn-eng_Latn,por_Latn-glg_Latn,pbt_Arab-eng_Latn,quy_Latn-eng_Latn,ron_Latn-eng_Latn,run_Latn-eng_Latn,rus_Cyrl-azj_Latn,rus_Cyrl-bel_Cyrl,rus_Cyrl-eng_Latn,sag_Latn-eng_Latn,san_Deva-eng_Latn,sat_Olck-eng_Latn,scn_Latn-eng_Latn,shn_Mymr-eng_Latn,sin_Sinh-eng_Latn,slk_Latn-eng_Latn,slv_Latn-eng_Latn,smo_Latn-eng_Latn,sna_Latn-eng_Latn,snd_Arab-eng_Latn,som_Latn-eng_Latn,sot_Latn-eng_Latn,spa_Latn-eng_Latn,als_Latn-eng_Latn,ssw_Latn-eng_Latn,sun_Latn-eng_Latn,swe_Latn-eng_Latn,tam_Taml-eng_Latn,tat_Cyrl-eng_Latn,tel_Telu-eng_Latn,tgk_Cyrl-eng_Latn,tgl_Latn-eng_Latn,tha_Thai-eng_Latn,tir_Ethi-eng_Latn,taq_Latn-eng_Latn,taq_Tfng-eng_Latn,tpi_Latn-eng_Latn,tsn_Latn-eng_Latn,tso_Latn-eng_Latn,tuk_Latn-eng_Latn,tum_Latn-eng_Latn,tur_Latn-eng_Latn,twi_Latn-eng_Latn,tzm_Tfng-eng_Latn,uig_Arab-eng_Latn,ukr_Cyrl-eng_Latn,umb_Latn-eng_Latn,urd_Arab-eng_Latn,vec_Latn-eng_Latn,vie_Latn-eng_Latn,wol_Latn-eng_Latn,xho_Latn-eng_Latn,ydd_Hebr-eng_Latn,yor_Latn-eng_Latn,zul_Latn-eng_Latn

0 comments on commit f87107c

Please sign in to comment.