-
-
Notifications
You must be signed in to change notification settings - Fork 117
/
token.go
48 lines (40 loc) · 1.23 KB
/
token.go
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
package entity
// Token represents raw point in a message string.
type Token struct {
utf8offset int
utf16offset int
}
// UTF8Offset return UTF-8 offset.
func (t Token) UTF8Offset() int {
return t.utf8offset
}
// UTF16Offset returns UTF-16 offset.
func (t Token) UTF16Offset() int {
return t.utf16offset
}
// UTF8Length return UTF-8 length between token start and current state.
func (t Token) UTF8Length(builder *Builder) int {
return builder.UTF8Len() - t.utf8offset
}
// UTF16Length returns UTF-16 length between token start and current state.
func (t Token) UTF16Length(builder *Builder) int {
return builder.UTF16Len() - t.utf16offset
}
// Text message string between token start and current state.
func (t Token) Text(builder *Builder) string {
return builder.TextRange(t.utf8offset, builder.UTF8Len())
}
// Apply formats range between token start and current state using given Formatter slice.
func (t Token) Apply(builder *Builder, f ...Formatter) {
builder.appendEntities(t.utf16offset, t.UTF16Length(builder), utf8entity{
offset: t.utf8offset,
length: t.UTF8Length(builder),
}, f...)
}
// Token creates new Token.
func (b *Builder) Token() Token {
return Token{
utf8offset: b.UTF8Len(),
utf16offset: b.UTF16Len(),
}
}