Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

feat(lib/trie): Implement verify_proof function #1883

Merged
merged 27 commits into from
Oct 19, 2021
Merged
Show file tree
Hide file tree
Changes from 9 commits
Commits
Show all changes
27 commits
Select commit Hold shift + click to select a range
7dd7c4b
feat: add verify_proof function
EclesioMeloJunior Oct 8, 2021
e6a3415
chore: adding helpers
EclesioMeloJunior Oct 8, 2021
cff7280
chore: build the tree from proof slice
EclesioMeloJunior Oct 11, 2021
2d816a4
chore: remove Nibbles custom type
EclesioMeloJunior Oct 11, 2021
6a4552a
Merge branch 'development' into eclesio/verify-proof
EclesioMeloJunior Oct 11, 2021
e6a02d8
chore: fix lint warns
EclesioMeloJunior Oct 11, 2021
71cb795
Merge branch 'eclesio/verify-proof' of github.com:ChainSafe/gossamer …
EclesioMeloJunior Oct 11, 2021
e92276b
chore: add benchmark tests
EclesioMeloJunior Oct 11, 2021
493dddb
chore: fix deepsource warns
EclesioMeloJunior Oct 12, 2021
c129de5
Merge branch 'development' into eclesio/verify-proof
EclesioMeloJunior Oct 13, 2021
4de95ec
Merge branch 'development' into eclesio/verify-proof
EclesioMeloJunior Oct 13, 2021
9455e13
chore: redefine LoadFromProof function
EclesioMeloJunior Oct 13, 2021
e8d4912
chore: remove logs
EclesioMeloJunior Oct 13, 2021
10dd296
chore: address comments
EclesioMeloJunior Oct 14, 2021
34b8dd0
Merge branch 'development' into eclesio/verify-proof
EclesioMeloJunior Oct 15, 2021
35abff5
Merge branch 'development' into eclesio/verify-proof
EclesioMeloJunior Oct 15, 2021
e3debb7
Merge branch 'development' into eclesio/verify-proof
EclesioMeloJunior Oct 18, 2021
8e4a1c1
chore: fix the condition to load the proof
EclesioMeloJunior Oct 18, 2021
76893e2
chore: address comments
EclesioMeloJunior Oct 18, 2021
7ee1756
Merge branch 'development' into eclesio/verify-proof
EclesioMeloJunior Oct 19, 2021
7f24a65
chore: improve find function
EclesioMeloJunior Oct 19, 2021
5a6d3f8
chore: use map to avoid duplicate keys
EclesioMeloJunior Oct 19, 2021
8bd6a33
chore: add test cases to duplicate values and nil values
EclesioMeloJunior Oct 19, 2021
f4081ba
chore: fix unused param lint error
EclesioMeloJunior Oct 19, 2021
d8a5e41
chore: use the shortest form
EclesioMeloJunior Oct 19, 2021
6465be8
chore: use set just for find dupl keys
EclesioMeloJunior Oct 19, 2021
6204ba4
Merge branch 'development' into eclesio/verify-proof
EclesioMeloJunior Oct 19, 2021
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
63 changes: 63 additions & 0 deletions lib/trie/database.go
Original file line number Diff line number Diff line change
Expand Up @@ -18,13 +18,17 @@ package trie

import (
"bytes"
"errors"
"fmt"

"github.com/ChainSafe/gossamer/lib/common"

"github.com/ChainSafe/chaindb"
)

// ErrIncompleteProof indicates the proof slice is empty
qdm12 marked this conversation as resolved.
Show resolved Hide resolved
var ErrIncompleteProof = errors.New("incomplete proof")

// Store stores each trie node in the database, where the key is the hash of the encoded node and the value is the encoded node.
// Generally, this will only be used for the genesis trie.
func (t *Trie) Store(db chaindb.Database) error {
Expand Down Expand Up @@ -73,6 +77,65 @@ func (t *Trie) store(db chaindb.Batch, curr node) error {
return nil
}

// LoadFromProof create a trie based on the proof slice.
Copy link
Contributor

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

I'd specify that this is a "partial trie", as it only contains nodes that are in the proof afaik

Copy link
Member Author

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

redefined!

func (t *Trie) LoadFromProof(proof [][]byte, root []byte) error {
mappedNodes := make(map[string]node)
qdm12 marked this conversation as resolved.
Show resolved Hide resolved

// map all the proofs hash -> decoded node
// and takes the loop to indentify the root node
for _, rawNode := range proof {
var (
decNode node
err error
)

if decNode, err = decodeBytes(rawNode); err != nil {
return err
}
qdm12 marked this conversation as resolved.
Show resolved Hide resolved

decNode.setDirty(false)
decNode.setEncodingAndHash(rawNode, nil)

_, computedRoot, err := decNode.encodeAndHash()
if err != nil {
return err
}

mappedNodes[common.BytesToHex(computedRoot)] = decNode

if bytes.Equal(computedRoot, root) {
t.root = decNode
}
}

if len(mappedNodes) == 0 {
return ErrIncompleteProof
}
qdm12 marked this conversation as resolved.
Show resolved Hide resolved

t.loadProof(mappedNodes, t.root)
return nil
}

// loadFromProof is a recursive function that will create all the trie paths based
qdm12 marked this conversation as resolved.
Show resolved Hide resolved
// on the mapped proofs slice starting by the root
func (t *Trie) loadProof(proof map[string]node, curr node) {
if c, ok := curr.(*branch); ok {
Copy link
Contributor

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

c, ok := curr.(*branch); if !ok { return }

Copy link
Member Author

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

done!

for i, child := range c.children {
if child == nil {
continue
}

qdm12 marked this conversation as resolved.
Show resolved Hide resolved
proofNode, ok := proof[common.BytesToHex(child.getHash())]
if !ok {
continue
}

c.children[i] = proofNode
t.loadProof(proof, proofNode)
}
}
}

// Load reconstructs the trie from the database from the given root hash. Used when restarting the node to load the current state trie.
func (t *Trie) Load(db chaindb.Database, root common.Hash) error {
if root == EmptyHash {
Expand Down
97 changes: 32 additions & 65 deletions lib/trie/lookup.go
Original file line number Diff line number Diff line change
Expand Up @@ -2,86 +2,53 @@ package trie

import (
"bytes"
"errors"

"github.com/ChainSafe/chaindb"
)

var (
// ErrProofNodeNotFound when a needed proof node is not in the database
ErrProofNodeNotFound = errors.New("cannot find a trie node in the database")
)
func findAndRecord(t *Trie, key []byte, recorder *recorder) []byte {
l, err := find(t.root, key, recorder)
if l == nil || err != nil {
return nil
}

// lookup struct holds the state root and database reference
// used to retrieve trie information from database
type lookup struct {
// root to start the lookup
root []byte
db chaindb.Database
return l.value
qdm12 marked this conversation as resolved.
Show resolved Hide resolved
}

// newLookup returns a Lookup to helps the proof generator
func newLookup(rootHash []byte, db chaindb.Database) *lookup {
lk := &lookup{db: db}
lk.root = make([]byte, len(rootHash))
copy(lk.root, rootHash)
func find(parent node, key []byte, recorder *recorder) (*leaf, error) {
enc, hash, err := parent.encodeAndHash()
if err != nil {
return nil, err
}

return lk
}
recorder.record(hash, enc)

// find will return the desired value or nil if key cannot be found and will record visited nodes
func (l *lookup) find(key []byte, recorder *recorder) ([]byte, error) {
partial := key
hash := l.root
switch p := parent.(type) {
case *branch:
length := lenCommonPrefix(p.key, key)

for {
nodeData, err := l.db.Get(hash)
if err != nil {
return nil, ErrProofNodeNotFound
// found the value at this node
if bytes.Equal(p.key, key) || len(key) == 0 {
return &leaf{key: p.key, value: p.value, dirty: false}, nil
}

nodeHash := make([]byte, len(hash))
copy(nodeHash, hash)

recorder.record(nodeHash, nodeData)
// did not find value
if bytes.Equal(p.key[:length], key) && len(key) < len(p.key) {
return nil, nil
}

decoded, err := decodeBytes(nodeData)
return find(p.children[key[length]], key[length+1:], recorder)
case *leaf:
enc, hash, err := p.encodeAndHash()
if err != nil {
return nil, err
}

switch currNode := decoded.(type) {
case nil:
return nil, nil

case *leaf:
if bytes.Equal(currNode.key, partial) {
return currNode.value, nil
}
return nil, nil

case *branch:
switch len(partial) {
case 0:
return currNode.value, nil
default:
if !bytes.HasPrefix(partial, currNode.key) {
return nil, nil
}

if bytes.Equal(partial, currNode.key) {
return currNode.value, nil
}

length := lenCommonPrefix(currNode.key, partial)
switch child := currNode.children[partial[length]].(type) {
case nil:
return nil, nil
default:
partial = partial[length+1:]
copy(hash, child.getHash())
}
}
recorder.record(hash, enc)
if bytes.Equal(p.key, key) {
return p, nil
}
default:
return nil, nil
}

return nil, nil
Copy link
Contributor

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

nit Simplifying

Suggested change
default:
return nil, nil
}
return nil, nil
default:
return nil, nil
}

Copy link
Member Author

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

the compiler says: missing return at end of function

Copy link
Contributor

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

Strange, what Go version are you running?

Just remove the default case then, and leave the bottom return.

}
49 changes: 42 additions & 7 deletions lib/trie/proof.go
Original file line number Diff line number Diff line change
Expand Up @@ -17,6 +17,7 @@
package trie

import (
"bytes"
"errors"

"github.com/ChainSafe/chaindb"
Expand All @@ -26,23 +27,30 @@ import (
var (
// ErrEmptyTrieRoot occurs when trying to craft a prove with an empty trie root
ErrEmptyTrieRoot = errors.New("provided trie must have a root")

// ErrValueMismatch indicates that a returned verify proof value doesnt match with the expected value on items array
ErrValueMismatch = errors.New("expected value not found in the trie")
qdm12 marked this conversation as resolved.
Show resolved Hide resolved

// ErrDuplicateKeys not allowed to verify proof with duplicate keys
ErrDuplicateKeys = errors.New("duplicate keys on verify proof")
)

// GenerateProof receive the keys to proof, the trie root and a reference to database
// will
func GenerateProof(root []byte, keys [][]byte, db chaindb.Database) ([][]byte, error) {
trackedProofs := make(map[string][]byte)

proofTrie := NewEmptyTrie()
err := proofTrie.Load(db, common.BytesToHash(root))
if err != nil {
Copy link
Contributor

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

if err := proofTrie.Load(db, common.BytesToHash(root)); err != nil {

Copy link
Member Author

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

done!

return nil, err
}

for _, k := range keys {
nk := keyToNibbles(k)

lookup := newLookup(root, db)
recorder := new(recorder)

_, err := lookup.find(nk, recorder)
if err != nil {
return nil, err
}
findAndRecord(proofTrie, nk, recorder)

for !recorder.isEmpty() {
recNode := recorder.next()
Expand All @@ -54,10 +62,37 @@ func GenerateProof(root []byte, keys [][]byte, db chaindb.Database) ([][]byte, e
}

proofs := make([][]byte, 0)

for _, p := range trackedProofs {
proofs = append(proofs, p)
}

return proofs, nil
}

// Pair holds the key and value to check while verifying the proof
type Pair struct{ Key, Value []byte }

// VerifyProof ensure a given key is inside a proof by creating a proof trie based on the proof slice
// this function ignores the order of proofs
func VerifyProof(proof [][]byte, root []byte, items []Pair) (bool, error) {
qdm12 marked this conversation as resolved.
Show resolved Hide resolved
for i := 1; i < len(items); i++ {
if bytes.Equal(items[i-1].Key, items[i].Key) {
return false, ErrDuplicateKeys
}
qdm12 marked this conversation as resolved.
Show resolved Hide resolved
}

proofTrie := NewEmptyTrie()
err := proofTrie.LoadFromProof(proof, root)
if err != nil {
Copy link
Contributor

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

if err := proofTrie.LoadFromProof(proof, root); err != nil

Copy link
Member Author

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

done!

return false, err
qdm12 marked this conversation as resolved.
Show resolved Hide resolved
}

for _, i := range items {
recValue := proofTrie.Get(i.Key)
if !bytes.Equal(i.Value, recValue) {
return false, ErrValueMismatch
}
}

return true, nil
}
Loading