Skip to content

Update for confusables 13.0.0 and generate for - & . characters #7

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
codebox merged 1 commit into from
Jan 26, 2020
Merged

Update for confusables 13.0.0 and generate for - & . characters #7

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
1 commit
Select commit
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
2 changes: 1 addition & 1 deletion build.gradle
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -79,4 +79,4 @@ uploadArchives {
}
}
}
}
}
2 changes: 1 addition & 1 deletion generator/main.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -8,7 +8,7 @@
TEMPLATES_DIR = 'generator/templates'
DATA_DIR = 'generator/source_data'

CHARS = 'abcdefghijklmnopqrstuvwxyzABCDEFGHIJKLMNOPQRSTUVWXYZ0123456789'
CHARS = 'abcdefghijklmnopqrstuvwxyzABCDEFGHIJKLMNOPQRSTUVWXYZ0123456789-.'

if __name__ == '__main__':
cm = CharacterManager()
Expand Down
9,454 changes: 4,738 additions & 4,716 deletions generator/source_data/confusables.txt
View file
Open in desktop

Large diffs are not rendered by default.

126 changes: 64 additions & 62 deletions javascript/src/homoglyph.js
View file
Open in desktop

Large diffs are not rendered by default.

124 changes: 63 additions & 61 deletions javascript/tests/js/tests/DataTests.js
View file
Open in desktop

Large diffs are not rendered by default.

124 changes: 63 additions & 61 deletions node/index.js
View file
Open in desktop

Large diffs are not rendered by default.

28 changes: 15 additions & 13 deletions raw_data/char_codes.txt
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -21,16 +21,16 @@
2d,2d7,6d4,2010,2011,2012,2013,2043,2212,2796,2cba,fe58
2e,660,6f0,701,702,2024,a4f8,a60e,ff0e,10a50,1d16d
2f,1735,2041,2044,2215,2571,27cb,29f8,2cc6,2f03,3033,30ce,31d3,4e3f,ff0f,1d23a
30,4f,6f,39f,3bf,3c3,41e,43e,555,585,5e1,647,665,6be,6c1,6d5,6f5,7c0,966,9e6,a66,ae6,b20,b66,be6,c02,c66,c82,ce6,d02,d20,d66,d82,e50,ed0,101d,1040,10ff,12d0,1d0f,1d11,2134,2c9e,2c9f,2d54,3007,a4f3,ab3d,fba6,fba7,fba8,fba9,fbaa,fbab,fbac,fbad,fee9,feea,feeb,feec,ff10,ff2f,ff4f,10292,102ab,10404,1042c,104c2,104ea,10516,114d0,118b5,118c8,118d7,118e0,1d40e,1d428,1d442,1d45c,1d476,1d490,1d4aa,1d4de,1d4f8,1d512,1d52c,1d546,1d560,1d57a,1d594,1d5ae,1d5c8,1d5e2,1d5fc,1d616,1d630,1d64a,1d664,1d67e,1d698,1d6b6,1d6d0,1d6d4,1d6f0,1d70a,1d70e,1d72a,1d744,1d748,1d764,1d77e,1d782,1d79e,1d7b8,1d7bc,1d7ce,1d7d8,1d7e2,1d7ec,1d7f6,1ee24,1ee64,1ee84
31,49,6c,7c,196,1c0,399,406,4c0,5c0,5d5,5df,627,661,6f1,7ca,16c1,2110,2111,2113,2160,217c,2223,23fd,2c92,2d4f,a4f2,fe8d,fe8e,ff11,ff29,ff4c,ffe8,1028a,10309,10320,16f28,1d408,1d425,1d43c,1d459,1d470,1d48d,1d4c1,1d4d8,1d4f5,1d529,1d540,1d55d,1d574,1d591,1d5a8,1d5c5,1d5dc,1d5f9,1d610,1d62d,1d644,1d661,1d678,1d695,1d6b0,1d6ea,1d724,1d75e,1d798,1d7cf,1d7d9,1d7e3,1d7ed,1d7f7,1e8c7,1ee00,1ee80
32,1a7,3e8,14bf,a644,a6ef,a75a,ff12,1d7d0,1d7da,1d7e4,1d7ee,1d7f8
33,1b7,21c,417,4e0,2ccc,a76a,a7ab,ff13,118ca,16f3b,1d206,1d7d1,1d7db,1d7e5,1d7ef,1d7f9
34,13ce,ff14,118af,1d7d2,1d7dc,1d7e6,1d7f0,1d7fa
35,1bc,ff15,118bb,1d7d3,1d7dd,1d7e7,1d7f1,1d7fb
36,431,13ee,2cd2,ff16,118d5,1d7d4,1d7de,1d7e8,1d7f2,1d7fc
37,ff17,104d2,118c6,1d212,1d7d5,1d7df,1d7e9,1d7f3,1d7fd
38,222,223,9ea,a6a,b03,ff18,1031a,1d7d6,1d7e0,1d7ea,1d7f4,1d7fe,1e8cb
39,9ed,a67,b68,d6d,2cca,a76e,ff19,118ac,118cc,118d6,1d7d7,1d7e1,1d7eb,1d7f5,1d7ff
30,4f,6f,39f,3bf,3c3,41e,43e,555,585,5e1,647,665,6be,6c1,6d5,6f5,7c0,966,9e6,a66,ae6,b20,b66,be6,c02,c66,c82,ce6,d02,d20,d66,d82,e50,ed0,101d,1040,10ff,12d0,1d0f,1d11,2134,2c9e,2c9f,2d54,3007,a4f3,ab3d,fba6,fba7,fba8,fba9,fbaa,fbab,fbac,fbad,fee9,feea,feeb,feec,ff10,ff2f,ff4f,10292,102ab,10404,1042c,104c2,104ea,10516,114d0,118b5,118c8,118d7,118e0,1d40e,1d428,1d442,1d45c,1d476,1d490,1d4aa,1d4de,1d4f8,1d512,1d52c,1d546,1d560,1d57a,1d594,1d5ae,1d5c8,1d5e2,1d5fc,1d616,1d630,1d64a,1d664,1d67e,1d698,1d6b6,1d6d0,1d6d4,1d6f0,1d70a,1d70e,1d72a,1d744,1d748,1d764,1d77e,1d782,1d79e,1d7b8,1d7bc,1d7ce,1d7d8,1d7e2,1d7ec,1d7f6,1ee24,1ee64,1ee84,1fbf0
31,49,6c,7c,196,1c0,399,406,4c0,5c0,5d5,5df,627,661,6f1,7ca,16c1,2110,2111,2113,2160,217c,2223,23fd,2c92,2d4f,a4f2,fe8d,fe8e,ff11,ff29,ff4c,ffe8,1028a,10309,10320,16f28,1d408,1d425,1d43c,1d459,1d470,1d48d,1d4c1,1d4d8,1d4f5,1d529,1d540,1d55d,1d574,1d591,1d5a8,1d5c5,1d5dc,1d5f9,1d610,1d62d,1d644,1d661,1d678,1d695,1d6b0,1d6ea,1d724,1d75e,1d798,1d7cf,1d7d9,1d7e3,1d7ed,1d7f7,1e8c7,1ee00,1ee80,1fbf1
32,1a7,3e8,14bf,a644,a6ef,a75a,ff12,1d7d0,1d7da,1d7e4,1d7ee,1d7f8,1fbf2
33,1b7,21c,417,4e0,2ccc,a76a,a7ab,ff13,118ca,16f3b,1d206,1d7d1,1d7db,1d7e5,1d7ef,1d7f9,1fbf3
34,13ce,ff14,118af,1d7d2,1d7dc,1d7e6,1d7f0,1d7fa,1fbf4
35,1bc,ff15,118bb,1d7d3,1d7dd,1d7e7,1d7f1,1d7fb,1fbf5
36,431,13ee,2cd2,ff16,118d5,1d7d4,1d7de,1d7e8,1d7f2,1d7fc,1fbf6
37,ff17,104d2,118c6,1d212,1d7d5,1d7df,1d7e9,1d7f3,1d7fd,1fbf7
38,222,223,9ea,a6a,b03,ff18,1031a,1d7d6,1d7e0,1d7ea,1d7f4,1d7fe,1e8cb,1fbf8
39,9ed,a67,b68,d6d,2cca,a76e,ff19,118ac,118cc,118d6,1d7d7,1d7e1,1d7eb,1d7f5,1d7ff,1fbf9
3a,2d0,2f8,589,5c3,703,704,903,a83,16ec,1803,1809,205a,2236,a4fd,a789,fe30,ff1a
3b,37e,ff1b
3c,2c2,1438,16b2,2039,276e,ff1c,1d236
Expand Down Expand Up @@ -66,7 +66,7 @@
5e,2c4,2c6
5f,7fa,fe4d,fe4e,fe4f,ff3f
61,251,3b1,430,237a,ff41,1d41a,1d44e,1d482,1d4b6,1d4ea,1d51e,1d552,1d586,1d5ba,1d5ee,1d622,1d656,1d68a,1d6c2,1d6fc,1d736,1d770,1d7aa
62,184,42c,13cf,15af,ff42,1d41b,1d44f,1d483,1d4b7,1d4eb,1d51f,1d553,1d587,1d5bb,1d5ef,1d623,1d657,1d68b
62,184,42c,13cf,1472,15af,ff42,1d41b,1d44f,1d483,1d4b7,1d4eb,1d51f,1d553,1d587,1d5bb,1d5ef,1d623,1d657,1d68b
63,3f2,441,1d04,217d,2ca5,abaf,ff43,1043d,1d41c,1d450,1d484,1d4b8,1d4ec,1d520,1d554,1d588,1d5bc,1d5f0,1d624,1d658,1d68c
64,501,13e7,146f,2146,217e,a4d2,ff44,1d41d,1d451,1d485,1d4b9,1d4ed,1d521,1d555,1d589,1d5bd,1d5f1,1d625,1d659,1d68d
65,435,4bd,212e,212f,2147,ab32,ff45,1d41e,1d452,1d486,1d4ee,1d522,1d556,1d58a,1d5be,1d5f2,1d626,1d65a,1d68e
Expand Down Expand Up @@ -103,12 +103,12 @@ b7,387,1427,16eb,2022,2027,2219,22c5,2e31,30fb,a78f,ff65,10101
ba,1d52,2070
c4,4d2
c5,226
d6,150,4e6,2365
d6,150,4e6
de,3f7,104c4
df,3b2,3d0,13f0,a7b5,1d6c3,1d6fd,1d737,1d771,1d7ab
e4,4d3
e5,227
f6,4e7,629,6c3,fe93,fe94
f6,4e7,629,6c3,2365,fe93,fe94
f7,2797
fe,1bf,3f8
102,1cd
Expand Down Expand Up @@ -538,6 +538,7 @@ fd6,534d
21a0,2bee
21a1,2bef
21b2,21b5
21ba,1f10e
2202,1d6db,1d715,1d74f,1d789,1d7c3,1e8cc
2205,2300
2207,118a8,1d6c1,1d6fb,1d735,1d76f,1d7a9
Expand Down Expand Up @@ -601,6 +602,7 @@ fd6,534d
2468,2788
2469,2789
24be,24db
24ea,1f10d
2502,2503,fe31,ff5c
250c,250f
251c,2523
Expand Down
28 changes: 15 additions & 13 deletions raw_data/chars.txt
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -20,16 +20,16 @@ $＄
-˗۔‐‑‒–⁃−➖Ⲻ﹘
.٠۰܁܂․ꓸ꘎．𐩐𝅭
/᜵⁁⁄∕╱⟋⧸Ⳇ⼃〳ノ㇓丿／𝈺
0OoΟοσОоՕօסه٥ھہە۵߀०০੦૦ଠ୦௦ం౦ಂ೦ംഠ൦ං๐໐ဝ၀ჿዐᴏᴑℴⲞⲟⵔ〇ꓳꬽﮦﮧﮨﮩﮪﮫﮬﮭﻩﻪﻫﻬ０Ｏｏ𐊒𐊫𐐄𐐬𐓂𐓪𐔖𑓐𑢵𑣈𑣗𑣠𝐎𝐨𝑂𝑜𝑶𝒐𝒪𝓞𝓸𝔒𝔬𝕆𝕠𝕺𝖔𝖮𝗈𝗢𝗼𝘖𝘰𝙊𝙤𝙾𝚘𝚶𝛐𝛔𝛰𝜊𝜎𝜪𝝄𝝈𝝤𝝾𝞂𝞞𝞸𝞼𝟎𝟘𝟢𝟬𝟶𞸤𞹤𞺄
1Il|ƖǀΙІӀ׀וןا١۱ߊᛁℐℑℓⅠⅼ∣⏽Ⲓⵏꓲﺍﺎ１Ｉｌ￨𐊊𐌉𐌠𖼨𝐈𝐥𝐼𝑙𝑰𝒍𝓁𝓘𝓵𝔩𝕀𝕝𝕴𝖑𝖨𝗅𝗜𝗹𝘐𝘭𝙄𝙡𝙸𝚕𝚰𝛪𝜤𝝞𝞘𝟏𝟙𝟣𝟭𝟷𞣇𞸀𞺀
2ƧϨᒿꙄꛯꝚ２𝟐𝟚𝟤𝟮𝟸
3ƷȜЗӠⳌꝪꞫ３𑣊𖼻𝈆𝟑𝟛𝟥𝟯𝟹
4Ꮞ４𑢯𝟒𝟜𝟦𝟰𝟺
5Ƽ５𑢻𝟓𝟝𝟧𝟱𝟻
6бᏮⳒ６𑣕𝟔𝟞𝟨𝟲𝟼
7７𐓒𑣆𝈒𝟕𝟟𝟩𝟳𝟽
8Ȣȣ৪੪ଃ８𐌚𝟖𝟠𝟪𝟴𝟾𞣋
9৭੧୨൭ⳊꝮ９𑢬𑣌𑣖𝟗𝟡𝟫𝟵𝟿
0OoΟοσОоՕօסه٥ھہە۵߀०০੦૦ଠ୦௦ం౦ಂ೦ംഠ൦ං๐໐ဝ၀ჿዐᴏᴑℴⲞⲟⵔ〇ꓳꬽﮦﮧﮨﮩﮪﮫﮬﮭﻩﻪﻫﻬ０Ｏｏ𐊒𐊫𐐄𐐬𐓂𐓪𐔖𑓐𑢵𑣈𑣗𑣠𝐎𝐨𝑂𝑜𝑶𝒐𝒪𝓞𝓸𝔒𝔬𝕆𝕠𝕺𝖔𝖮𝗈𝗢𝗼𝘖𝘰𝙊𝙤𝙾𝚘𝚶𝛐𝛔𝛰𝜊𝜎𝜪𝝄𝝈𝝤𝝾𝞂𝞞𝞸𝞼𝟎𝟘𝟢𝟬𝟶𞸤𞹤𞺄🯰
1Il|ƖǀΙІӀ׀וןا١۱ߊᛁℐℑℓⅠⅼ∣⏽Ⲓⵏꓲﺍﺎ１Ｉｌ￨𐊊𐌉𐌠𖼨𝐈𝐥𝐼𝑙𝑰𝒍𝓁𝓘𝓵𝔩𝕀𝕝𝕴𝖑𝖨𝗅𝗜𝗹𝘐𝘭𝙄𝙡𝙸𝚕𝚰𝛪𝜤𝝞𝞘𝟏𝟙𝟣𝟭𝟷𞣇𞸀𞺀🯱
2ƧϨᒿꙄꛯꝚ２𝟐𝟚𝟤𝟮𝟸🯲
3ƷȜЗӠⳌꝪꞫ３𑣊𖼻𝈆𝟑𝟛𝟥𝟯𝟹🯳
4Ꮞ４𑢯𝟒𝟜𝟦𝟰𝟺🯴
5Ƽ５𑢻𝟓𝟝𝟧𝟱𝟻🯵
6бᏮⳒ６𑣕𝟔𝟞𝟨𝟲𝟼🯶
7７𐓒𑣆𝈒𝟕𝟟𝟩𝟳𝟽🯷
8Ȣȣ৪੪ଃ８𐌚𝟖𝟠𝟪𝟴𝟾𞣋🯸
9৭੧୨൭ⳊꝮ９𑢬𑣌𑣖𝟗𝟡𝟫𝟵𝟿🯹
:ː˸։׃܃܄ःઃ᛬᠃᠉⁚∶ꓽ꞉︰：
;;；
<˂ᐸᚲ‹❮＜𝈶
Expand Down Expand Up @@ -65,7 +65,7 @@ ZΖᏃℤℨꓜＺ𐋵𑢩𑣥𝐙𝑍𝒁𝒵𝓩𝖅𝖹𝗭𝘡𝙕𝚉𝚭
^˄ˆ
_ߺ﹍﹎﹏＿
aɑαа⍺ａ𝐚𝑎𝒂𝒶𝓪𝔞𝕒𝖆𝖺𝗮𝘢𝙖𝚊𝛂𝛼𝜶𝝰𝞪
bƄЬᏏᖯｂ𝐛𝑏𝒃𝒷𝓫𝔟𝕓𝖇𝖻𝗯𝘣𝙗𝚋
bƄЬᏏᑲᖯｂ𝐛𝑏𝒃𝒷𝓫𝔟𝕓𝖇𝖻𝗯𝘣𝙗𝚋
cϲсᴄⅽⲥꮯｃ𐐽𝐜𝑐𝒄𝒸𝓬𝔠𝕔𝖈𝖼𝗰𝘤𝙘𝚌
dԁᏧᑯⅆⅾꓒｄ𝐝𝑑𝒅𝒹𝓭𝔡𝕕𝖉𝖽𝗱𝘥𝙙𝚍
eеҽ℮ℯⅇꬲｅ𝐞𝑒𝒆𝓮𝔢𝕖𝖊𝖾𝗲𝘦𝙚𝚎
Expand Down Expand Up @@ -102,12 +102,12 @@ zᴢꮓｚ𑣄𝐳𝑧𝒛𝓏𝔃𝔷𝕫𝖟𝗓𝘇𝘻𝙯𝚣
ºᵒ⁰
ÄӒ
ÅȦ
ÖŐӦ⍥
ÖŐӦ
ÞϷ𐓄
ßβϐᏰꞵ𝛃𝛽𝜷𝝱𝞫
äӓ
åȧ
öӧةۃﺓﺔ
öӧةۃ⍥ﺓﺔ
÷➗
þƿϸ
ĂǍ
Expand Down Expand Up @@ -537,6 +537,7 @@ zᴢꮓｚ𑣄𝐳𝑧𝒛𝓏𝔃𝔷𝕫𝖟𝗓𝘇𝘻𝙯𝚣
↠⯮
↡⯯
↲↵
↺🄎
∂𝛛𝜕𝝏𝞉𝟃𞣌
∅⌀
∇𑢨𝛁𝛻𝜵𝝯𝞩
Expand Down Expand Up @@ -600,6 +601,7 @@ zᴢꮓｚ𑣄𝐳𝑧𝒛𝓏𝔃𝔷𝕫𝖟𝗓𝘇𝘻𝙯𝚣
⑨➈
⑩➉
Ⓘⓛ
⓪🄍
│┃︱｜
┌┏
├┣
Expand Down