-
Notifications
You must be signed in to change notification settings - Fork 0
/
deduplicator.go
93 lines (80 loc) · 1.7 KB
/
deduplicator.go
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
// Copyright © 2017 The Things Network
// Use of this source code is governed by the MIT license that can be found in the LICENSE file.
package broker
import (
"sync"
"time"
)
type collection struct {
sync.Mutex
ready chan bool
values []interface{}
}
func newCollection() *collection {
return &collection{
ready: make(chan bool, 1),
values: []interface{}{},
}
}
func (c *collection) Add(value interface{}) {
c.Lock()
defer c.Unlock()
c.values = append(c.values, value)
}
func (c *collection) GetAndClear() []interface{} {
c.Lock()
defer c.Unlock()
values := c.values
c.values = []interface{}{}
return values
}
func (c *collection) done() {
c.ready <- true
}
func (c *collection) wait() {
<-c.ready
}
type Deduplicator interface {
Deduplicate(key string, value interface{}) []interface{}
}
type deduplicator struct {
sync.Mutex
timeout time.Duration
collections map[string]*collection
}
func (d *deduplicator) add(key string, value interface{}) (c *collection, isFirst bool) {
d.Lock()
defer d.Unlock()
var ok bool
if c, ok = d.collections[key]; ok {
c.Add(value)
} else {
isFirst = true
c = newCollection()
c.Add(value)
d.collections[key] = c
}
return
}
func (d *deduplicator) Deduplicate(key string, value interface{}) (values []interface{}) {
collection, isFirst := d.add(key, value)
if isFirst {
go func() {
<-time.After(d.timeout)
collection.done()
<-time.After(d.timeout)
d.Lock()
defer d.Unlock()
delete(d.collections, key)
}()
collection.wait()
values = collection.GetAndClear()
}
return
}
func NewDeduplicator(timeout time.Duration) Deduplicator {
return &deduplicator{
timeout: timeout,
collections: map[string]*collection{},
}
}