-
Notifications
You must be signed in to change notification settings - Fork 0
/
subfamily.go
118 lines (107 loc) · 2.92 KB
/
subfamily.go
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
package language
import (
"encoding/json"
"fmt"
"io/fs"
"io/ioutil"
"path"
"runtime"
"sync"
"github.com/olehmushka/golang-toolkit/either"
sliceTools "github.com/olehmushka/golang-toolkit/slice_tools"
"github.com/olehmushka/golang-toolkit/wrapped_error"
"github.com/olehmushka/world-generator-engine/tools"
"github.com/olehmushka/world-generator-engine/types"
)
type Subfamily struct {
Slug string `json:"slug" bson:"slug"`
FamilySlug string `json:"family_slug" bson:"family_slug"`
ExtendedSubfamily *Subfamily `json:"extended_subfamily" bson:"extended_subfamily"`
}
func LoadAllSubfamilies(opts ...types.ChangeStringFunc) chan either.Either[[]*Subfamily] {
_, filename, _, _ := runtime.Caller(1)
currDirname := tools.PreparePath(path.Dir(filename), "language")
dirname := currDirname + "data/subfamilies/"
for _, fn := range opts {
dirname = fn(dirname)
}
ch := make(chan either.Either[[]*Subfamily], MaxLoadDataConcurrency)
go func() {
files, err := ioutil.ReadDir(dirname)
if err != nil {
ch <- either.Either[[]*Subfamily]{Err: wrapped_error.NewInternalServerError(err, fmt.Sprintf("can not read dir by dirname (dirname=%s)", dirname))}
return
}
var wg sync.WaitGroup
wg.Add(len(files))
for _, file := range files {
go func(file fs.FileInfo) {
defer wg.Done()
if file.IsDir() {
return
}
filename := dirname + file.Name()
b, err := ioutil.ReadFile(filename)
if err != nil {
ch <- either.Either[[]*Subfamily]{Err: err}
return
}
var sfs []*Subfamily
if err := json.Unmarshal(b, &sfs); err != nil {
ch <- either.Either[[]*Subfamily]{Err: err}
return
}
for _, chunk := range sliceTools.Chunk(MaxLoadDataChunkSize, sfs) {
ch <- either.Either[[]*Subfamily]{Value: chunk}
}
}(file)
}
wg.Wait()
close(ch)
}()
return ch
}
func SearchSubfamily(slug string, opts ...types.ChangeStringFunc) (*Subfamily, error) {
_, filename, _, _ := runtime.Caller(1)
currDirname := tools.PreparePath(path.Dir(filename), "language")
dirname := currDirname + "data/subfamilies/"
for _, fn := range opts {
dirname = fn(dirname)
}
files, err := ioutil.ReadDir(dirname)
if err != nil {
return nil, wrapped_error.NewInternalServerError(err, fmt.Sprintf("can not read dir by dirname (dirname=%s)", dirname))
}
for _, file := range files {
if file.IsDir() {
continue
}
filename := dirname + file.Name()
b, err := ioutil.ReadFile(filename)
if err != nil {
return nil, err
}
var sfs []*Subfamily
if err := json.Unmarshal(b, &sfs); err != nil {
return nil, err
}
for _, sf := range sfs {
if sf.Slug == slug {
return sf, nil
}
}
}
return nil, nil
}
func GetLanguageSubfamilyChains(accum []string, sf *Subfamily) []string {
if sf == nil {
return accum
}
if sf.ExtendedSubfamily == nil {
return accum
}
return GetLanguageSubfamilyChains(
append(accum, sf.Slug),
sf.ExtendedSubfamily,
)
}