/
token_pool_get.go
62 lines (55 loc) 路 1.14 KB
/
token_pool_get.go
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
package dadata
import (
"context"
"errors"
"go.mongodb.org/mongo-driver/bson"
md "go.mongodb.org/mongo-driver/mongo"
"go.mongodb.org/mongo-driver/mongo/options"
"golang.org/x/sync/errgroup"
"time"
)
const dailyLimitPerToken = 10000
var ErrNoFreeTokens = errors.New("no tokens which not exceeded daily limit")
func (t tokenPool) Get(ctx context.Context) (tok string, err error) {
ctx, cancel := context.WithTimeout(ctx, 10*time.Second)
defer cancel()
var eg errgroup.Group
for _, _item := range t.tokens {
item := _item
eg.Go(func() error {
_, e := t.coll.UpdateOne(ctx, token{
Value: item,
}, bson.M{
"$setOnInsert": bson.M{
"u": 0,
"ca": time.Now().UTC(),
},
}, options.Update().SetUpsert(true))
return e
})
}
err = eg.Wait()
if err != nil {
return
}
var doc token
err = t.coll.FindOneAndUpdate(ctx, bson.M{
"u": bson.M{
"$lt": dailyLimitPerToken,
},
}, bson.M{
"$inc": token{
UsedTimes: 1,
},
}).Decode(&doc)
if err != nil {
if errors.Is(err, md.ErrNoDocuments) {
err = ErrNoFreeTokens
}
return
}
// to not flood dadata.ru
time.Sleep(time.Second)
tok = doc.Value
return
}