/
translate.go
121 lines (112 loc) · 2.57 KB
/
translate.go
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
package services
import (
"context"
"fmt"
"log"
"os"
"sync"
"time"
"cloud.google.com/go/translate"
"github.com/hblab-ngocnd/get-started/models"
"golang.org/x/text/language"
"google.golang.org/api/option"
)
type translateService struct {
}
func NewTranslate() *translateService {
return &translateService{}
}
type TranslateService interface {
TranslateData(context.Context, []models.Word) []models.Word
}
func (t *translateService) TranslateData(ctx context.Context, data []models.Word) []models.Word {
return translateData(ctx, data)
}
var BucketSize = 100
func translateData(ctx context.Context, data []models.Word) []models.Word {
mapData := make(map[int]models.Word, len(data))
maxIdx := 0
for _, w := range data {
if w.Index > maxIdx {
maxIdx = w.Index
}
mapData[w.Index] = w
}
trans := make([]string, maxIdx+1)
for i := 0; i <= maxIdx; i++ {
if d, ok := mapData[i]; ok {
trans[i] = d.MeanEng
}
}
translated := make([]string, 0, len(trans))
var wg sync.WaitGroup
var mu sync.Mutex
transMap := make(map[int][]string)
for i := 0; i < len(trans); {
e := i + BucketSize
if e > len(trans) {
e = len(trans)
}
start := i
end := e
wg.Add(1)
go func() {
defer wg.Done()
bulk := translateToVN(ctx, trans[start:end])
mu.Lock()
transMap[start] = bulk
mu.Unlock()
}()
i = e
}
wg.Wait()
for i := 0; i < len(trans); i = i + BucketSize {
if arr, ok := transMap[i]; ok {
translated = append(translated, arr...)
}
}
start := 0
for i, vn := range translated {
if v, ok := mapData[i]; ok {
if start == 0 {
start = i
}
v.MeanVN = vn
mapData[i] = v
}
}
result := make([]models.Word, 0, len(mapData))
for i := start; i < len(mapData)+start; i++ {
if w, ok := mapData[i]; ok {
result = append(result, w)
}
}
return result
}
func translateToVN(ctx context.Context, texts []string) []string {
log.Println("start translate")
defer log.Println("end translate")
apiKey := os.Getenv("GOOGLE_APPLICATION_API_KEY")
ctx, cancel := context.WithTimeout(ctx, 20*time.Second)
defer cancel()
lang, _ := language.Parse("vi")
client, err := translate.NewClient(ctx, option.WithAPIKey(apiKey))
if err != nil {
log.Println(err)
}
defer client.Close()
resp, err := client.Translate(ctx, texts, lang, nil)
if err != nil {
log.Println(fmt.Errorf("translate: %v", err))
return []string{""}
}
if len(resp) == 0 {
log.Println(fmt.Errorf("translate returned empty response to text: %v", texts))
return []string{""}
}
result := make([]string, len(resp))
for i, res := range resp {
result[i] = res.Text
}
return result
}