-
Notifications
You must be signed in to change notification settings - Fork 1.7k
/
log_dedupe.go
94 lines (71 loc) · 2.18 KB
/
log_dedupe.go
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
package vrf
import (
"sync"
"github.com/ethereum/go-ethereum/common"
"github.com/ethereum/go-ethereum/core/types"
)
// pruneInterval is the interval in blocks at which to prune old data from the delivered set.
const pruneInterval = 100
func newLogDeduper(lookback int) *logDeduper {
return &logDeduper{
delivered: make(map[logKey]struct{}),
lookback: lookback,
}
}
// logDeduper prevents duplicate logs from being reprocessed.
type logDeduper struct {
// delivered is the set of logs within the lookback that have already been delivered.
delivered map[logKey]struct{}
// lookback defines how long state should be kept for. Logs included in blocks older than
// lookback may or may not be redelivered.
lookback int
// lastPruneHeight is the blockheight at which logs were last pruned.
lastPruneHeight uint64
// mu synchronizes access to the delivered map.
mu sync.Mutex
}
// logKey represents uniquely identifying information for a single log broadcast.
type logKey struct {
// blockHash of the block the log was included in.
blockHash common.Hash
// blockNumber of the block the log was included in. This is necessary to prune old logs.
blockNumber uint64
// transaction id of the transaction which generated this log
txIndex uint
// logIndex of the log in the block.
logIndex uint
}
func (l *logDeduper) shouldDeliver(log types.Log) bool {
l.mu.Lock()
defer l.mu.Unlock() // unlock in the last defer, so that we hold the lock when pruning.
defer l.prune(log.BlockNumber)
key := logKey{
blockHash: log.BlockHash,
blockNumber: log.BlockNumber,
txIndex: log.TxIndex,
logIndex: log.Index,
}
if _, ok := l.delivered[key]; ok {
return false
}
l.delivered[key] = struct{}{}
return true
}
func (l *logDeduper) prune(logBlock uint64) {
// Only prune every pruneInterval blocks
if int(logBlock)-int(l.lastPruneHeight) < pruneInterval {
return
}
for key := range l.delivered {
if int(key.blockNumber) < int(logBlock)-l.lookback {
delete(l.delivered, key)
}
}
l.lastPruneHeight = logBlock
}
// clear clears the log deduper's internal cache.
func (l *logDeduper) clear() {
l.mu.Lock()
defer l.mu.Unlock()
l.delivered = make(map[logKey]struct{})
}