forked from hyperledger/fabric
-
Notifications
You must be signed in to change notification settings - Fork 0
/
expiry_keeper.go
124 lines (107 loc) · 4.96 KB
/
expiry_keeper.go
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
/*
Copyright IBM Corp. All Rights Reserved.
SPDX-License-Identifier: Apache-2.0
*/
package pvtstatepurgemgmt
import (
proto "github.com/golang/protobuf/proto"
"github.com/hyperledger/fabric/common/flogging"
"github.com/hyperledger/fabric/common/ledger/util"
"github.com/hyperledger/fabric/common/ledger/util/leveldbhelper"
"github.com/hyperledger/fabric/core/ledger/kvledger/bookkeeping"
)
var logger = flogging.MustGetLogger("pvtstatepurgemgmt")
const (
expiryPrefix = '1'
)
// expiryInfoKey is used as a key of an entry in the bookkeeper (backed by a leveldb instance)
type expiryInfoKey struct {
committingBlk uint64
expiryBlk uint64
}
// expiryInfo encapsulates an 'expiryInfoKey' and corresponding private data keys.
// In another words, this struct encapsulates the keys and key-hashes that are committed by
// the block number 'expiryInfoKey.committingBlk' and should be expired (and hence purged)
// with the commit of block number 'expiryInfoKey.expiryBlk'
type expiryInfo struct {
expiryInfoKey *expiryInfoKey
pvtdataKeys *PvtdataKeys
}
// expiryKeeper is used to keep track of the expired items in the pvtdata space
type expiryKeeper interface {
// updateBookkeeping keeps track of the list of keys and their corresponding expiry block number
updateBookkeeping(toTrack []*expiryInfo, toClear []*expiryInfoKey) error
// retrieve returns the keys info that are supposed to be expired by the given block number
retrieve(expiringAtBlkNum uint64) ([]*expiryInfo, error)
}
func newExpiryKeeper(ledgerid string, provider bookkeeping.Provider) expiryKeeper {
return &expKeeper{provider.GetDBHandle(ledgerid, bookkeeping.PvtdataExpiry)}
}
type expKeeper struct {
db *leveldbhelper.DBHandle
}
// updateBookkeeping updates the information stored in the bookkeeper
// 'toTrack' parameter causes new entries in the bookkeeper and 'toClear' parameter contains the entries that
// are to be removed from the bookkeeper. This function is invoked with the commit of every block. As an
// example, the commit of the block with block number 50, 'toTrack' parameter may contain following two entries:
// (1) &expiryInfo{&expiryInfoKey{committingBlk: 50, expiryBlk: 55}, pvtdataKeys....} and
// (2) &expiryInfo{&expiryInfoKey{committingBlk: 50, expiryBlk: 60}, pvtdataKeys....}
// The 'pvtdataKeys' in the first entry contains all the keys (and key-hashes) that are to be expired at block 55 (i.e., these collections have a BTL configured to 4)
// and the 'pvtdataKeys' in second entry contains all the keys (and key-hashes) that are to be expired at block 60 (i.e., these collections have a BTL configured to 9).
// Similarly, continuing with the above example, the parameter 'toClear' may contain following two entries
// (1) &expiryInfoKey{committingBlk: 45, expiryBlk: 50} and (2) &expiryInfoKey{committingBlk: 40, expiryBlk: 50}. The first entry was created
// at the time of the commit of the block number 45 and the second entry was created at the time of the commit of the block number 40, however
// both are expiring with the commit of block number 50.
func (ek *expKeeper) updateBookkeeping(toTrack []*expiryInfo, toClear []*expiryInfoKey) error {
updateBatch := leveldbhelper.NewUpdateBatch()
for _, expinfo := range toTrack {
k, v, err := encodeKV(expinfo)
if err != nil {
return err
}
updateBatch.Put(k, v)
}
for _, expinfokey := range toClear {
updateBatch.Delete(encodeExpiryInfoKey(expinfokey))
}
return ek.db.WriteBatch(updateBatch, true)
}
func (ek *expKeeper) retrieve(expiringAtBlkNum uint64) ([]*expiryInfo, error) {
startKey := encodeExpiryInfoKey(&expiryInfoKey{expiryBlk: expiringAtBlkNum, committingBlk: 0})
endKey := encodeExpiryInfoKey(&expiryInfoKey{expiryBlk: expiringAtBlkNum + 1, committingBlk: 0})
itr := ek.db.GetIterator(startKey, endKey)
defer itr.Release()
var listExpinfo []*expiryInfo
for itr.Next() {
expinfo, err := decodeExpiryInfo(itr.Key(), itr.Value())
if err != nil {
return nil, err
}
listExpinfo = append(listExpinfo, expinfo)
}
return listExpinfo, nil
}
func encodeKV(expinfo *expiryInfo) (key []byte, value []byte, err error) {
key = encodeExpiryInfoKey(expinfo.expiryInfoKey)
value, err = encodeExpiryInfoValue(expinfo.pvtdataKeys)
return
}
func encodeExpiryInfoKey(expinfoKey *expiryInfoKey) []byte {
key := append([]byte{expiryPrefix}, util.EncodeOrderPreservingVarUint64(expinfoKey.expiryBlk)...)
return append(key, util.EncodeOrderPreservingVarUint64(expinfoKey.committingBlk)...)
}
func encodeExpiryInfoValue(pvtdataKeys *PvtdataKeys) ([]byte, error) {
return proto.Marshal(pvtdataKeys)
}
func decodeExpiryInfo(key []byte, value []byte) (*expiryInfo, error) {
expiryBlk, n := util.DecodeOrderPreservingVarUint64(key[1:])
committingBlk, _ := util.DecodeOrderPreservingVarUint64(key[n+1:])
pvtdataKeys := &PvtdataKeys{}
if err := proto.Unmarshal(value, pvtdataKeys); err != nil {
return nil, err
}
return &expiryInfo{
expiryInfoKey: &expiryInfoKey{committingBlk: committingBlk, expiryBlk: expiryBlk},
pvtdataKeys: pvtdataKeys},
nil
}