-
Notifications
You must be signed in to change notification settings - Fork 69
/
Copy pathflores_codes_map_indic.py
74 lines (72 loc) · 1.6 KB
/
flores_codes_map_indic.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
"""
FLORES language code mapping to 2 letter ISO language code for compatibility
with Indic NLP Library (https://github.com/anoopkunchukuttan/indic_nlp_library)
"""
flores_codes = {
"asm_Beng": "as",
"awa_Deva": "hi",
"ben_Beng": "bn",
"bho_Deva": "hi",
"brx_Deva": "hi",
"doi_Deva": "hi",
"eng_Latn": "en",
"gom_Deva": "kK",
"guj_Gujr": "gu",
"hin_Deva": "hi",
"hne_Deva": "hi",
"kan_Knda": "kn",
"kas_Arab": "ur",
"kas_Deva": "hi",
"kha_Latn": "en",
"lus_Latn": "en",
"mag_Deva": "hi",
"mai_Deva": "hi",
"mal_Mlym": "ml",
"mar_Deva": "mr",
"mni_Beng": "bn",
"mni_Mtei": "hi",
"npi_Deva": "ne",
"ory_Orya": "or",
"pan_Guru": "pa",
"san_Deva": "hi",
"sat_Olck": "or",
"snd_Arab": "ur",
"snd_Deva": "hi",
"tam_Taml": "ta",
"tel_Telu": "te",
"urd_Arab": "ur",
}
flores_to_iso = {
"asm_Beng": "as",
"awa_Deva": "awa",
"ben_Beng": "bn",
"bho_Deva": "bho",
"brx_Deva": "brx",
"doi_Deva": "doi",
"eng_Latn": "en",
"gom_Deva": "gom",
"guj_Gujr": "gu",
"hin_Deva": "hi",
"hne_Deva": "hne",
"kan_Knda": "kn",
"kas_Arab": "ksa",
"kas_Deva": "ksd",
"kha_Latn": "kha",
"lus_Latn": "lus",
"mag_Deva": "mag",
"mai_Deva": "mai",
"mal_Mlym": "ml",
"mar_Deva": "mr",
"mni_Beng": "mnib",
"mni_Mtei": "mnim",
"npi_Deva": "ne",
"ory_Orya": "or",
"pan_Guru": "pa",
"san_Deva": "sa",
"sat_Olck": "sat",
"snd_Arab": "sda",
"snd_Deva": "sdd",
"tam_Taml": "ta",
"tel_Telu": "te",
"urd_Arab": "ur",
}