-
Notifications
You must be signed in to change notification settings - Fork 1
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
hxltm-cli-xliff (#19), hxltm-cli-tmx (#20): tests; seesm that python …
…(used by libhxl) may have trouble decoding files that already are UTF-8 and have multibyle on very corner cases; but forcing add BOM at start of CSV files make it work as hotfix
- Loading branch information
Showing
7 changed files
with
85 additions
and
6 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1 @@ | ||
*.xlsx |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,11 @@ | ||
Codicem,Auxilium,"Meta, wikidata codicem","Meta, situs interretialis",Sortem (meta),Item statum,Dominum (taxinomia),Regnum (taxinomia),Divisionem (taxinomia),Classem (taxinomia),Ōrdinem (taxinomia),Familiam (taxinomia),Genus (taxinomia),Speciem (taxinomia),Segmentum,URL,,,,,,,,,,,Latine linguam,Latine linguam (alternātīvum),Latine linguam (meta),Lingua Lusitana,Lingua Lusitana (alternātīvum),Lingua Lusitana (meta),Lingua Anglica,Lingua Anglica (alternātīvum),Lingua Anglica (meta),Lingua Hispanica,Lingua Hispanica (alternātīvum),Lingua Hispanica (meta),Lingua Arabica,Lingua Arabica (alternātīvum),Lingua Arabica (meta),Lingua Hindica,Lingua Hindica (alternātīvum),Lingua Hindica (meta),Lingua Slovena (alternātīvum),Lingua Slovena,Lingua Slovena (meta) | ||
#item+id,#meta+url,#item+wikidata+code,#meta+item+url+list,#meta+lat_sortem,#status,#item+type+lat_dominium+list,#item+type+lat_regnum,#item+type+lat_divisionem,#item+type+lat_classem,#item+type+lat_ordinem,#item+type+lat_familiam,#item+type+lat_genus,#item+type+lat_speciem,#item+type+lat_segmentum,,,,,,,,,,,,#item+i_la+i_lat+is_latn,#item+i_la+i_lat+is_latn+alt+list,#meta+item+i_la+i_lat+is_latn,#item+i_pt+i_por+is_latn,#item+i_pt+i_por+is_latn+alt+list,#meta+item+i_pt+i_por+is_latn,#item+i_en+i_eng+is_latn,#item+i_en+i_eng+is_latn+alt+list,#meta+item+i_en+i_eng+is_latn,#item+i_es+i_spa+is_latn,#item+i_es+i_spa+is_latn+alt+list,#meta+item+i_es+i_spa+is_latn,#item+i_ar+i_arb+is_arab,#item+i_ar+i_arb+is_arab+alt+list,#meta+item+i_ar+i_arb+is_arab,#item+i_hi+i_hin+is_deva,#item+i_hi+i_hin+is_deva+alt+list,#meta+item+i_hi+i_hin+is_deva,#item+i_sl+i_slv+is_latn,#item+i_sl+i_slv+is_latn+alt+list,#meta+item+i_sl+i_slv+is_latn | ||
L10N_ego_summarius,[(ℹ️)],Q1,https://github.com/HXL-CPLP/forum/issues/58|https://example.org,1,2,L10N,L10N,ego,,,,,summarius,,,,,,,,,,,,,Lingua Latina (Abecedarium Latinum),∅,∅,Língua portuguesa (alfabeto latino),∅,∅,English language (Latin script),∅,∅,Idioma español (Alfabeto latino),∅,∅,اللغة العربية,∅,يتطلب مراجعة بشرية.,हिन्दी भाषा (देवनागरी लिपि),∅,∅,Slovenščina (Latinska abeceda),∅,∅ | ||
L10N_ego_codicem,,,,2,2,L10N,L10N,ego,,,,,codicem,,,,,,,,,,,,,lat-Latn,∅,∅,por-Latn,∅,∅,eng-Latn,∅,∅,spa-Latn,∅,∅,arb-Arab,∅,∅,hin-Deva,∅,∅,slv-Latn,∅,∅ | ||
L10N_ego_linguam_nomen,,,,3,2,L10N,L10N,ego,linguam,,,,nomen,,,,,,,,,,,,,Lingua Latina,∅,∅,Língua portuguesa,∅,∅,English language,∅,∅,Idioma español,∅,∅,اللغة العربية,∅,يتطلب مراجعة بشرية.,हिन्दी भाषा,∅,https://www.wikidata.org/wiki/Q1568,Slovenščina,∅,∅ | ||
L10N_ego_scriptum_nomen,[(ℹ️)],Q19845720,https://www.unicode.org/iso15924/,4,2,L10N,L10N,ego,scriptum,,,,nomen,,,,,,,,,,,,,Abecedarium Latinum,∅,∅,Alfabeto latino,∅,∅,Latin script,∅,∅,Alfabeto latino,∅,∅,,∅,∅,देवनागरी लिपि,∅,https://www.wikidata.org/wiki/Q38592,Latinska abeceda,∅,∅ | ||
L10N_ego_patriam_UN_M49_numerum,[(ℹ️)],Q7865431,https://en.wikipedia.org/wiki/UN_M49,5,2,L10N,L10N,ego,patriam,UN,M49,,numerum,,,,,,,,,,,,,001,∅,∅,001,∅,∅,001,∅,∅,001,∅,∅,001,∅,∅,001,∅,∅,001,∅,∅ | ||
L10N_ego_patriam_UN_P_codicem,[(ℹ️)],,https://en.wikipedia.org/wiki/Place_code,6,2,L10N,L10N,ego,patriam,UN,P,,codicem,,,,,,,,,,,,,∅,∅,"Codice non applicabilem. ∅ Modo ex intentione, idest 'vacuus'",∅,∅,Nenhum código aplicável. ∅ significa intencionalmente 'vazio',∅,∅,No code applicable. ∅ means intentionally 'empty',∅,∅,∅,∅,∅,∅,∅,∅,∅,∅,∅,∅ | ||
I18N_testum_salve_mundi_testum_I18N,[(ℹ️)],Q131303,,7,2,I18N,I18N,testum,salve,mundi,,testum,I18N,,,,,,,,,,,,,Salvi mundi!,∅,∅,Olá mundo!,Alô Mundo!!Programa alô mundo,∅,"Hello, World!","Hello, world|""Hello, world!"" program",∅,¡Hola mundo!,"¡Hola, mundo!|Programa Hola Mundo",∅,,∅,∅,नमस्ते दुनिया,∅,∅,,∅,∅ | ||
I18N_إختبار_טעסט_测试_테스트_испытание_I18N,[(ℹ️)],,https://www.iana.org/domains/reserved,8,2,I18N,I18N,إختبار,טעסט,测试,테스트,испытание,I18N,,,,,,,,,,,,,"Testum, I, II, III",∅,∅,"Teste, 1, 2, 3",∅,∅,"Test, 1, 2, 3",∅,∅,"Prueba, 1, 2, 3",∅,∅,,∅,∅,"परीक्षा, १, २, ३",∅,https://en.wikipedia.org/wiki/Hindu%E2%80%93Arabic_numeral_system#Glyph_comparison,,∅,∅ | ||
I18N_०१२३४५६७८९_〇一二三四五六七八九十百千万亿_-1+2/3*4_٩٨٧٦٥٤٣٢١٠_零壹贰叁肆伍陆柒捌玖拾佰仟萬億_I18N,[(ℹ️)],Q3634986,https://en.wikipedia.org/wiki/List_of_numeral_systems,9,2,I18N,I18N,०१२३४५६७८९,〇一二三四五六七八九十百千万亿,-1+2/3*4,٩٨٧٦٥٤٣٢١٠,零壹贰叁肆伍陆柒捌玖拾佰仟萬億,I18N,,,,,,,,,,,,,"I,V, X, L, C, D, M","1, 2, 3, 4, 5, 6, 7, 8, 9",https://en.wikipedia.org/wiki/Roman_numerals|https://en.wikipedia.org/wiki/Latin_numerals,"1, 2, 3, 4, 5, 6, 7, 8, 9, 10|ūnum, duo, tria, quattuor, quīnque, sex, septem, octō, novem, decem","um, dois, três, quatro, cinco, seis, sete, oito, nove, dez",∅,"1, 2, 3, 4, 5, 6, 7, 8, 9, 10",∅,∅,"1, 2, 3, 4, 5, 6, 7, 8, 9, 10",∅,∅,,∅,∅,"०, १, २, ३, ४, ५, ६, ७, ८, ९",∅,∅,"1, 2, 3, 4, 5, 6, 7, 8, 9, 10",∅,∅ |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,11 @@ | ||
Codicem,Auxilium,"Meta, wikidata codicem","Meta, situs interretialis",Sortem (meta),Item statum,Dominum (taxinomia),Regnum (taxinomia),Divisionem (taxinomia),Classem (taxinomia),Ōrdinem (taxinomia),Familiam (taxinomia),Genus (taxinomia),Speciem (taxinomia),Segmentum,URL,,,,,,,,,,,Latine linguam,Latine linguam (alternātīvum),Latine linguam (meta),Lingua Lusitana,Lingua Lusitana (alternātīvum),Lingua Lusitana (meta),Lingua Anglica,Lingua Anglica (alternātīvum),Lingua Anglica (meta),Lingua Hispanica,Lingua Hispanica (alternātīvum),Lingua Hispanica (meta),Lingua Arabica,Lingua Arabica (alternātīvum),Lingua Arabica (meta),Lingua Hindica,Lingua Hindica (alternātīvum),Lingua Hindica (meta),Lingua Slovena (alternātīvum),Lingua Slovena,Lingua Slovena (meta) | ||
#item+id,#meta+url,#item+wikidata+code,#meta+item+url+list,#meta+lat_sortem,#status,#item+type+lat_dominium+list,#item+type+lat_regnum,#item+type+lat_divisionem,#item+type+lat_classem,#item+type+lat_ordinem,#item+type+lat_familiam,#item+type+lat_genus,#item+type+lat_speciem,#item+type+lat_segmentum,,,,,,,,,,,,#item+i_la+i_lat+is_latn,#item+i_la+i_lat+is_latn+alt+list,#meta+item+i_la+i_lat+is_latn,#item+i_pt+i_por+is_latn,#item+i_pt+i_por+is_latn+alt+list,#meta+item+i_pt+i_por+is_latn,#item+i_en+i_eng+is_latn,#item+i_en+i_eng+is_latn+alt+list,#meta+item+i_en+i_eng+is_latn,#item+i_es+i_spa+is_latn,#item+i_es+i_spa+is_latn+alt+list,#meta+item+i_es+i_spa+is_latn,#item+i_ar+i_arb+is_arab,#item+i_ar+i_arb+is_arab+alt+list,#meta+item+i_ar+i_arb+is_arab,#item+i_hi+i_hin+is_deva,#item+i_hi+i_hin+is_deva+alt+list,#meta+item+i_hi+i_hin+is_deva,#item+i_sl+i_slv+is_latn,#item+i_sl+i_slv+is_latn+alt+list,#meta+item+i_sl+i_slv+is_latn | ||
L10N_ego_summarius,[(ℹ️)],Q1,https://github.com/HXL-CPLP/forum/issues/58|https://example.org,1,2,L10N,L10N,ego,,,,,summarius,,,,,,,,,,,,,Lingua Latina (Abecedarium Latinum),∅,∅,Língua portuguesa (alfabeto latino),∅,∅,English language (Latin script),∅,∅,Idioma español (Alfabeto latino),∅,∅,اللغة العربية,∅,يتطلب مراجعة بشرية.,हिन्दी भाषा (देवनागरी लिपि),∅,∅,Slovenščina (Latinska abeceda),∅,∅ | ||
L10N_ego_codicem,,,,2,2,L10N,L10N,ego,,,,,codicem,,,,,,,,,,,,,lat-Latn,∅,∅,por-Latn,∅,∅,eng-Latn,∅,∅,spa-Latn,∅,∅,arb-Arab,∅,∅,hin-Deva,∅,∅,slv-Latn,∅,∅ | ||
L10N_ego_linguam_nomen,,,,3,2,L10N,L10N,ego,linguam,,,,nomen,,,,,,,,,,,,,Lingua Latina,∅,∅,Língua portuguesa,∅,∅,English language,∅,∅,Idioma español,∅,∅,اللغة العربية,∅,يتطلب مراجعة بشرية.,हिन्दी भाषा,∅,https://www.wikidata.org/wiki/Q1568,Slovenščina,∅,∅ | ||
L10N_ego_scriptum_nomen,[(ℹ️)],Q19845720,https://www.unicode.org/iso15924/,4,2,L10N,L10N,ego,scriptum,,,,nomen,,,,,,,,,,,,,Abecedarium Latinum,∅,∅,Alfabeto latino,∅,∅,Latin script,∅,∅,Alfabeto latino,∅,∅,,∅,∅,देवनागरी लिपि,∅,https://www.wikidata.org/wiki/Q38592,Latinska abeceda,∅,∅ | ||
L10N_ego_patriam_UN_M49_numerum,[(ℹ️)],Q7865431,https://en.wikipedia.org/wiki/UN_M49,5,2,L10N,L10N,ego,patriam,UN,M49,,numerum,,,,,,,,,,,,,001,∅,∅,001,∅,∅,001,∅,∅,001,∅,∅,001,∅,∅,001,∅,∅,001,∅,∅ | ||
L10N_ego_patriam_UN_P_codicem,[(ℹ️)],,https://en.wikipedia.org/wiki/Place_code,6,2,L10N,L10N,ego,patriam,UN,P,,codicem,,,,,,,,,,,,,∅,∅,"Codice non applicabilem. ∅ Modo ex intentione, idest 'vacuus'",∅,∅,Nenhum código aplicável. ∅ significa intencionalmente 'vazio',∅,∅,No code applicable. ∅ means intentionally 'empty',∅,∅,∅,∅,∅,∅,∅,∅,∅,∅,∅,∅ | ||
I18N_testum_salve_mundi_testum_I18N,[(ℹ️)],Q131303,,7,2,I18N,I18N,testum,salve,mundi,,testum,I18N,,,,,,,,,,,,,Salvi mundi!,∅,∅,Olá mundo!,Alô Mundo!!Programa alô mundo,∅,"Hello, World!","Hello, world|""Hello, world!"" program",∅,¡Hola mundo!,"¡Hola, mundo!|Programa Hola Mundo",∅,,∅,∅,नमस्ते दुनिया,∅,∅,,∅,∅ | ||
I18N_إختبار_טעסט_测试_테스트_испытание_I18N,[(ℹ️)],,https://www.iana.org/domains/reserved,8,2,I18N,I18N,إختبار,טעסט,测试,테스트,испытание,I18N,,,,,,,,,,,,,"Testum, I, II, III",∅,∅,"Teste, 1, 2, 3",∅,∅,"Test, 1, 2, 3",∅,∅,"Prueba, 1, 2, 3",∅,∅,,∅,∅,"परीक्षा, १, २, ३",∅,https://en.wikipedia.org/wiki/Hindu%E2%80%93Arabic_numeral_system#Glyph_comparison,,∅,∅ | ||
I18N_०१२३४५६७८९_〇一二三四五六七八九十百千万亿_-1+2/3*4_٩٨٧٦٥٤٣٢١٠_零壹贰叁肆伍陆柒捌玖拾佰仟萬億_I18N,[(ℹ️)],Q3634986,https://en.wikipedia.org/wiki/List_of_numeral_systems,9,2,I18N,I18N,०१२३४५६७८९,〇一二三四五六七八九十百千万亿,-1+2/3*4,٩٨٧٦٥٤٣٢١٠,零壹贰叁肆伍陆柒捌玖拾佰仟萬億,I18N,,,,,,,,,,,,,"I,V, X, L, C, D, M","1, 2, 3, 4, 5, 6, 7, 8, 9",https://en.wikipedia.org/wiki/Roman_numerals|https://en.wikipedia.org/wiki/Latin_numerals,"1, 2, 3, 4, 5, 6, 7, 8, 9, 10|ūnum, duo, tria, quattuor, quīnque, sex, septem, octō, novem, decem","um, dois, três, quatro, cinco, seis, sete, oito, nove, dez",∅,"1, 2, 3, 4, 5, 6, 7, 8, 9, 10",∅,∅,"1, 2, 3, 4, 5, 6, 7, 8, 9, 10",∅,∅,,∅,∅,"०, १, २, ३, ४, ५, ६, ७, ८, ९",∅,∅,"1, 2, 3, 4, 5, 6, 7, 8, 9, 10",∅,∅ |
File renamed without changes.
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
6d7592c
There was a problem hiding this comment.
Choose a reason for hiding this comment
The reason will be displayed to describe this comment to others. Learn more.
The error with BOM was because of outdated version of libhxl. The issue already was fixed here HXLStandard/libhxl-python@c70a616#diff-c930f1ec129457089ff4d96841d810b579fe9df98cd087f197315089b6c05cbb.