-
Notifications
You must be signed in to change notification settings - Fork 0
/
simpleDictionary.go
103 lines (97 loc) · 2.26 KB
/
simpleDictionary.go
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
package migemo
import (
"sort"
"strings"
)
type SimpleDictionary struct {
keys []string
values []string
}
type KeyValuePair struct {
key string
value string
}
func BuildSimpleDictionary(file string) *SimpleDictionary {
var lines = strings.Split(file, "\n")
var keyValuePairs = []KeyValuePair{}
for i := 0; i < len(lines); i++ {
var line = lines[i]
if !strings.HasPrefix(line, ";") && len(line) != 0 {
var semicolonPos = strings.Index(line, "\t")
var key = line[:semicolonPos]
var value = line[:semicolonPos+1]
keyValuePairs = append(keyValuePairs, KeyValuePair{
key: key,
value: value,
})
}
}
sort.Slice(keyValuePairs, func(i, j int) bool {
var left = keyValuePairs[i].key
var right = keyValuePairs[j].key
var minlen = len(left)
if minlen > len(right) {
minlen = len(right)
}
for k := 0; k < minlen; k++ {
if left[k] == right[k] {
continue
} else if left[k] < right[k] {
return true
} else {
return false
}
}
return len(left) < len(right)
})
var keys = make([]string, len(keyValuePairs))
for i, v := range keyValuePairs {
keys[i] = v.key
}
var values = make([]string, len(keyValuePairs))
for i, v := range keyValuePairs {
values[i] = v.value
}
return &SimpleDictionary{
keys: keys,
values: values,
}
}
func (this *SimpleDictionary) PredictiveSearch(hiragana string) []string {
if len(hiragana) == 0 {
return []string{}
}
var hiraganaRune = []rune(hiragana)
var stop = string(append(hiraganaRune[:len(hiragana)-1], hiraganaRune[len(hiragana)-1]))
var startPos = binarySearchString(this.keys, 0, len(this.keys), hiragana)
if startPos < 0 {
startPos = -(startPos + 1)
}
var endPos = binarySearchString(this.keys, 0, len(this.keys), stop)
if endPos < 0 {
endPos = -(endPos + 1)
}
var result = []string{}
for i := startPos; i < endPos; i++ {
for _, j := range strings.Split(this.values[i], "\t") {
result = append(result, j)
}
}
return result
}
func binarySearchString(a []string, fromIndex int, toIndex int, key string) int {
var low = fromIndex
var high = toIndex - 1
for low <= high {
var mid = (low + high) >> 1
var midVal = a[mid]
if midVal < key {
low = mid + 1
} else if midVal > key {
high = mid - 1
} else {
return mid
}
}
return -(low + 1)
}