-
Notifications
You must be signed in to change notification settings - Fork 166
/
encoding.go
82 lines (67 loc) · 2.45 KB
/
encoding.go
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
package wal
import (
"fmt"
"github.com/onflow/flow-go/ledger"
"github.com/onflow/flow-go/ledger/common/utils"
)
type WALOperation uint8
const WALUpdate WALOperation = 1
const WALDelete WALOperation = 2
/*
The LedgerWAL update record uses two operations so far - an update which must include all keys and values, and deletion
which only needs a root tree state commitment.
Updates need to be atomic, hence we prepare binary representation of whole changeset.
Since keys, values and state commitments date types are variable length, we have to store it as well.
If OP = WALDelete, record has:
1 byte Operation Type | 2 bytes Big Endian uint16 length of state commitment | state commitment data
If OP = WALUpdate, record has:
1 byte Operation Type | 2 bytes version | 1 byte TypeTrieUpdate | 2 bytes Big Endian uint16 length of state commitment | state commitment data |
4 bytes Big Endian uint32 - total number of key/value pairs | 2 bytes Big Endian uint16 - length of key (keys are the same length)
and for every pair after
bytes for key | 4 bytes Big Endian uint32 - length of value | value bytes
The code here is deliberately simple, for performance.
*/
func EncodeUpdate(update *ledger.TrieUpdate) []byte {
encUpdate := ledger.EncodeTrieUpdate(update)
buf := make([]byte, len(encUpdate)+1)
// set WAL type
buf[0] = byte(WALUpdate)
// TODO use 2 bytes for encoding length
// the rest is encoded update
copy(buf[1:], encUpdate)
return buf
}
func EncodeDelete(rootHash ledger.RootHash) []byte {
buf := make([]byte, 0, 1+2+len(rootHash))
buf = append(buf, byte(WALDelete))
buf = utils.AppendShortData(buf, rootHash[:])
return buf
}
func Decode(data []byte) (operation WALOperation, rootHash ledger.RootHash, update *ledger.TrieUpdate, err error) {
if len(data) < 4 { // 1 byte op + 2 size + actual data = 4 minimum
err = fmt.Errorf("data corrupted, too short to represent operation - hexencoded data: %x", data)
return
}
operation = WALOperation(data[0])
switch operation {
case WALUpdate:
update, err = ledger.DecodeTrieUpdate(data[1:])
return
case WALDelete:
var rootHashBytes []byte
rootHashBytes, _, err = utils.ReadShortData(data[1:])
if err != nil {
err = fmt.Errorf("cannot read state commitment: %w", err)
return
}
rootHash, err = ledger.ToRootHash(rootHashBytes)
if err != nil {
err = fmt.Errorf("invalid root hash: %w", err)
return
}
return
default:
err = fmt.Errorf("unknown operation type, given: %x", operation)
return
}
}