d3c4466edd
This pull request defines a gentrie for snap sync purpose. The stackTrie is used to generate the merkle tree nodes upon receiving a state batch. Several additional options have been added into stackTrie to handle incomplete states (either missing states before or after). In this pull request, these options have been relocated from stackTrie to genTrie, which serves as a wrapper for stackTrie specifically for snap sync purposes. Further, the logic for managing incomplete state has been enhanced in this change. Originally, there are two cases handled: - boundary node filtering - internal (covered by extension node) node clearing This changes adds one more: - Clearing leftover nodes on the boundaries. This feature is necessary if there are leftover trie nodes in database, otherwise node inconsistency may break the state healing.
152 lines
4.3 KiB
Go
152 lines
4.3 KiB
Go
// Copyright 2020 The go-ethereum Authors
|
|
// This file is part of the go-ethereum library.
|
|
//
|
|
// The go-ethereum library is free software: you can redistribute it and/or modify
|
|
// it under the terms of the GNU Lesser General Public License as published by
|
|
// the Free Software Foundation, either version 3 of the License, or
|
|
// (at your option) any later version.
|
|
//
|
|
// The go-ethereum library is distributed in the hope that it will be useful,
|
|
// but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
// GNU Lesser General Public License for more details.
|
|
//
|
|
// You should have received a copy of the GNU Lesser General Public License
|
|
// along with the go-ethereum library. If not, see <http://www.gnu.org/licenses/>.
|
|
|
|
package trie
|
|
|
|
import (
|
|
"bytes"
|
|
"encoding/binary"
|
|
"fmt"
|
|
"slices"
|
|
"testing"
|
|
|
|
"github.com/ethereum/go-ethereum/common"
|
|
"github.com/ethereum/go-ethereum/core/rawdb"
|
|
"github.com/ethereum/go-ethereum/core/types"
|
|
"github.com/ethereum/go-ethereum/crypto"
|
|
"github.com/ethereum/go-ethereum/trie/trienode"
|
|
"golang.org/x/crypto/sha3"
|
|
)
|
|
|
|
func FuzzStackTrie(f *testing.F) {
|
|
f.Fuzz(func(t *testing.T, data []byte) {
|
|
fuzz(data, false)
|
|
})
|
|
}
|
|
|
|
func fuzz(data []byte, debugging bool) {
|
|
// This spongeDb is used to check the sequence of disk-db-writes
|
|
var (
|
|
input = bytes.NewReader(data)
|
|
spongeA = &spongeDb{sponge: sha3.NewLegacyKeccak256()}
|
|
dbA = newTestDatabase(rawdb.NewDatabase(spongeA), rawdb.HashScheme)
|
|
trieA = NewEmpty(dbA)
|
|
spongeB = &spongeDb{sponge: sha3.NewLegacyKeccak256()}
|
|
dbB = newTestDatabase(rawdb.NewDatabase(spongeB), rawdb.HashScheme)
|
|
trieB = NewStackTrie(func(path []byte, hash common.Hash, blob []byte) {
|
|
rawdb.WriteTrieNode(spongeB, common.Hash{}, path, hash, blob, dbB.Scheme())
|
|
})
|
|
vals []*kv
|
|
maxElements = 10000
|
|
// operate on unique keys only
|
|
keys = make(map[string]struct{})
|
|
)
|
|
// Fill the trie with elements
|
|
for i := 0; input.Len() > 0 && i < maxElements; i++ {
|
|
k := make([]byte, 32)
|
|
input.Read(k)
|
|
var a uint16
|
|
binary.Read(input, binary.LittleEndian, &a)
|
|
a = 1 + a%100
|
|
v := make([]byte, a)
|
|
input.Read(v)
|
|
if input.Len() == 0 {
|
|
// If it was exhausted while reading, the value may be all zeroes,
|
|
// thus 'deletion' which is not supported on stacktrie
|
|
break
|
|
}
|
|
if _, present := keys[string(k)]; present {
|
|
// This key is a duplicate, ignore it
|
|
continue
|
|
}
|
|
keys[string(k)] = struct{}{}
|
|
vals = append(vals, &kv{k: k, v: v})
|
|
trieA.MustUpdate(k, v)
|
|
}
|
|
if len(vals) == 0 {
|
|
return
|
|
}
|
|
// Flush trie -> database
|
|
rootA, nodes, err := trieA.Commit(false)
|
|
if err != nil {
|
|
panic(err)
|
|
}
|
|
if nodes != nil {
|
|
dbA.Update(rootA, types.EmptyRootHash, trienode.NewWithNodeSet(nodes))
|
|
}
|
|
// Flush memdb -> disk (sponge)
|
|
dbA.Commit(rootA)
|
|
|
|
// Stacktrie requires sorted insertion
|
|
slices.SortFunc(vals, (*kv).cmp)
|
|
|
|
for _, kv := range vals {
|
|
if debugging {
|
|
fmt.Printf("{\"%#x\" , \"%#x\"} // stacktrie.Update\n", kv.k, kv.v)
|
|
}
|
|
trieB.Update(kv.k, kv.v)
|
|
}
|
|
rootB := trieB.Hash()
|
|
if rootA != rootB {
|
|
panic(fmt.Sprintf("roots differ: (trie) %x != %x (stacktrie)", rootA, rootB))
|
|
}
|
|
sumA := spongeA.sponge.Sum(nil)
|
|
sumB := spongeB.sponge.Sum(nil)
|
|
if !bytes.Equal(sumA, sumB) {
|
|
panic(fmt.Sprintf("sequence differ: (trie) %x != %x (stacktrie)", sumA, sumB))
|
|
}
|
|
|
|
// Ensure all the nodes are persisted correctly
|
|
var (
|
|
nodeset = make(map[string][]byte) // path -> blob
|
|
trieC = NewStackTrie(func(path []byte, hash common.Hash, blob []byte) {
|
|
if crypto.Keccak256Hash(blob) != hash {
|
|
panic("invalid node blob")
|
|
}
|
|
nodeset[string(path)] = common.CopyBytes(blob)
|
|
})
|
|
checked int
|
|
)
|
|
for _, kv := range vals {
|
|
trieC.Update(kv.k, kv.v)
|
|
}
|
|
rootC := trieC.Hash()
|
|
if rootA != rootC {
|
|
panic(fmt.Sprintf("roots differ: (trie) %x != %x (stacktrie)", rootA, rootC))
|
|
}
|
|
trieA, _ = New(TrieID(rootA), dbA)
|
|
iterA := trieA.MustNodeIterator(nil)
|
|
for iterA.Next(true) {
|
|
if iterA.Hash() == (common.Hash{}) {
|
|
if _, present := nodeset[string(iterA.Path())]; present {
|
|
panic("unexpected tiny node")
|
|
}
|
|
continue
|
|
}
|
|
nodeBlob, present := nodeset[string(iterA.Path())]
|
|
if !present {
|
|
panic("missing node")
|
|
}
|
|
if !bytes.Equal(nodeBlob, iterA.NodeBlob()) {
|
|
panic("node blob is not matched")
|
|
}
|
|
checked += 1
|
|
}
|
|
if checked != len(nodeset) {
|
|
panic("node number is not matched")
|
|
}
|
|
}
|