-
Notifications
You must be signed in to change notification settings - Fork 7
/
sentenceBreak.go
73 lines (70 loc) · 2.57 KB
/
sentenceBreak.go
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
package unicodedata
import "unicode"
// Code generated by generate/main.go DO NOT EDIT.
// SentenceBreakProperty: STerm
var STerm = &unicode.RangeTable{
R16: []unicode.Range16{
{Lo: 0x0021, Hi: 0x003f, Stride: 30},
{Lo: 0x0589, Hi: 0x061e, Stride: 149},
{Lo: 0x061f, Hi: 0x06d4, Stride: 181},
{Lo: 0x0700, Hi: 0x0702, Stride: 1},
{Lo: 0x07f9, Hi: 0x0837, Stride: 62},
{Lo: 0x0839, Hi: 0x083d, Stride: 4},
{Lo: 0x083e, Hi: 0x0964, Stride: 294},
{Lo: 0x0965, Hi: 0x104a, Stride: 1765},
{Lo: 0x104b, Hi: 0x1362, Stride: 791},
{Lo: 0x1367, Hi: 0x1368, Stride: 1},
{Lo: 0x166e, Hi: 0x1735, Stride: 199},
{Lo: 0x1736, Hi: 0x1803, Stride: 205},
{Lo: 0x1809, Hi: 0x1944, Stride: 315},
{Lo: 0x1945, Hi: 0x1aa8, Stride: 355},
{Lo: 0x1aa9, Hi: 0x1aab, Stride: 1},
{Lo: 0x1b5a, Hi: 0x1b5b, Stride: 1},
{Lo: 0x1b5e, Hi: 0x1b5f, Stride: 1},
{Lo: 0x1c3b, Hi: 0x1c3c, Stride: 1},
{Lo: 0x1c7e, Hi: 0x1c7f, Stride: 1},
{Lo: 0x203c, Hi: 0x203d, Stride: 1},
{Lo: 0x2047, Hi: 0x2049, Stride: 1},
{Lo: 0x2e2e, Hi: 0x2e3c, Stride: 14},
{Lo: 0x3002, Hi: 0xa4ff, Stride: 29949},
{Lo: 0xa60e, Hi: 0xa60f, Stride: 1},
{Lo: 0xa6f3, Hi: 0xa6f7, Stride: 4},
{Lo: 0xa876, Hi: 0xa877, Stride: 1},
{Lo: 0xa8ce, Hi: 0xa8cf, Stride: 1},
{Lo: 0xa92f, Hi: 0xa9c8, Stride: 153},
{Lo: 0xa9c9, Hi: 0xaa5d, Stride: 148},
{Lo: 0xaa5e, Hi: 0xaa5f, Stride: 1},
{Lo: 0xaaf0, Hi: 0xaaf1, Stride: 1},
{Lo: 0xabeb, Hi: 0xfe56, Stride: 21099},
{Lo: 0xfe57, Hi: 0xff01, Stride: 170},
{Lo: 0xff1f, Hi: 0xff61, Stride: 66},
},
R32: []unicode.Range32{
{Lo: 0x10a56, Hi: 0x10a57, Stride: 1},
{Lo: 0x10f55, Hi: 0x10f59, Stride: 1},
{Lo: 0x11047, Hi: 0x11048, Stride: 1},
{Lo: 0x110be, Hi: 0x110c1, Stride: 1},
{Lo: 0x11141, Hi: 0x11143, Stride: 1},
{Lo: 0x111c5, Hi: 0x111c6, Stride: 1},
{Lo: 0x111cd, Hi: 0x111de, Stride: 17},
{Lo: 0x111df, Hi: 0x11238, Stride: 89},
{Lo: 0x11239, Hi: 0x1123b, Stride: 2},
{Lo: 0x1123c, Hi: 0x112a9, Stride: 109},
{Lo: 0x1144b, Hi: 0x1144c, Stride: 1},
{Lo: 0x115c2, Hi: 0x115c3, Stride: 1},
{Lo: 0x115c9, Hi: 0x115d7, Stride: 1},
{Lo: 0x11641, Hi: 0x11642, Stride: 1},
{Lo: 0x1173c, Hi: 0x1173e, Stride: 1},
{Lo: 0x11944, Hi: 0x11946, Stride: 2},
{Lo: 0x11a42, Hi: 0x11a43, Stride: 1},
{Lo: 0x11a9b, Hi: 0x11a9c, Stride: 1},
{Lo: 0x11c41, Hi: 0x11c42, Stride: 1},
{Lo: 0x11ef7, Hi: 0x11ef8, Stride: 1},
{Lo: 0x16a6e, Hi: 0x16a6f, Stride: 1},
{Lo: 0x16af5, Hi: 0x16b37, Stride: 66},
{Lo: 0x16b38, Hi: 0x16b44, Stride: 12},
{Lo: 0x16e98, Hi: 0x1bc9f, Stride: 19975},
{Lo: 0x1da88, Hi: 0x1da88, Stride: 1},
},
LatinOffset: 1,
}