2019-12-10 10:57:37 +01:00
|
|
|
// Copyright 2019 The go-ethereum Authors
|
|
|
|
// This file is part of the go-ethereum library.
|
|
|
|
//
|
|
|
|
// The go-ethereum library is free software: you can redistribute it and/or modify
|
|
|
|
// it under the terms of the GNU Lesser General Public License as published by
|
|
|
|
// the Free Software Foundation, either version 3 of the License, or
|
|
|
|
// (at your option) any later version.
|
|
|
|
//
|
|
|
|
// The go-ethereum library is distributed in the hope that it will be useful,
|
|
|
|
// but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
|
|
// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
|
|
// GNU Lesser General Public License for more details.
|
|
|
|
//
|
|
|
|
// You should have received a copy of the GNU Lesser General Public License
|
|
|
|
// along with the go-ethereum library. If not, see <http://www.gnu.org/licenses/>.
|
|
|
|
|
|
|
|
package trie
|
|
|
|
|
|
|
|
import (
|
|
|
|
"bytes"
|
|
|
|
"encoding/binary"
|
2023-05-25 14:54:28 +08:00
|
|
|
"errors"
|
2019-12-10 10:57:37 +01:00
|
|
|
"fmt"
|
|
|
|
|
2022-11-28 21:31:28 +08:00
|
|
|
"github.com/ethereum/go-ethereum/core/rawdb"
|
2023-05-09 15:11:04 +08:00
|
|
|
"github.com/ethereum/go-ethereum/core/types"
|
2019-12-10 10:57:37 +01:00
|
|
|
"github.com/ethereum/go-ethereum/trie"
|
2023-05-09 15:11:04 +08:00
|
|
|
"github.com/ethereum/go-ethereum/trie/trienode"
|
2019-12-10 10:57:37 +01:00
|
|
|
)
|
|
|
|
|
|
|
|
// randTest performs random trie operations.
|
|
|
|
// Instances of this test are created by Generate.
|
|
|
|
type randTest []randTestStep
|
|
|
|
|
|
|
|
type randTestStep struct {
|
|
|
|
op int
|
|
|
|
key []byte // for opUpdate, opDelete, opGet
|
|
|
|
value []byte // for opUpdate
|
|
|
|
err error // for debugging
|
|
|
|
}
|
|
|
|
|
|
|
|
type proofDb struct{}
|
|
|
|
|
|
|
|
func (proofDb) Put(key []byte, value []byte) error {
|
|
|
|
return nil
|
|
|
|
}
|
|
|
|
|
|
|
|
func (proofDb) Delete(key []byte) error {
|
|
|
|
return nil
|
|
|
|
}
|
|
|
|
|
|
|
|
const (
|
|
|
|
opUpdate = iota
|
|
|
|
opDelete
|
|
|
|
opGet
|
|
|
|
opHash
|
2022-08-04 16:03:20 +08:00
|
|
|
opCommit
|
2019-12-10 10:57:37 +01:00
|
|
|
opItercheckhash
|
|
|
|
opProve
|
|
|
|
opMax // boundary value, not an actual op
|
|
|
|
)
|
|
|
|
|
|
|
|
type dataSource struct {
|
|
|
|
input []byte
|
|
|
|
reader *bytes.Reader
|
|
|
|
}
|
|
|
|
|
|
|
|
func newDataSource(input []byte) *dataSource {
|
|
|
|
return &dataSource{
|
|
|
|
input, bytes.NewReader(input),
|
|
|
|
}
|
|
|
|
}
|
2021-08-24 14:27:15 +02:00
|
|
|
func (ds *dataSource) readByte() byte {
|
2019-12-10 10:57:37 +01:00
|
|
|
if b, err := ds.reader.ReadByte(); err != nil {
|
|
|
|
return 0
|
|
|
|
} else {
|
|
|
|
return b
|
|
|
|
}
|
|
|
|
}
|
|
|
|
func (ds *dataSource) Read(buf []byte) (int, error) {
|
|
|
|
return ds.reader.Read(buf)
|
|
|
|
}
|
|
|
|
func (ds *dataSource) Ended() bool {
|
|
|
|
return ds.reader.Len() == 0
|
|
|
|
}
|
|
|
|
|
|
|
|
func Generate(input []byte) randTest {
|
|
|
|
var allKeys [][]byte
|
|
|
|
r := newDataSource(input)
|
|
|
|
genKey := func() []byte {
|
2021-08-24 14:27:15 +02:00
|
|
|
if len(allKeys) < 2 || r.readByte() < 0x0f {
|
2019-12-10 10:57:37 +01:00
|
|
|
// new key
|
2021-08-24 14:27:15 +02:00
|
|
|
key := make([]byte, r.readByte()%50)
|
2019-12-10 10:57:37 +01:00
|
|
|
r.Read(key)
|
|
|
|
allKeys = append(allKeys, key)
|
|
|
|
return key
|
|
|
|
}
|
|
|
|
// use existing key
|
2021-08-24 14:27:15 +02:00
|
|
|
return allKeys[int(r.readByte())%len(allKeys)]
|
2019-12-10 10:57:37 +01:00
|
|
|
}
|
|
|
|
|
|
|
|
var steps randTest
|
|
|
|
|
|
|
|
for i := 0; !r.Ended(); i++ {
|
2021-08-24 14:27:15 +02:00
|
|
|
step := randTestStep{op: int(r.readByte()) % opMax}
|
2019-12-10 10:57:37 +01:00
|
|
|
switch step.op {
|
|
|
|
case opUpdate:
|
|
|
|
step.key = genKey()
|
|
|
|
step.value = make([]byte, 8)
|
|
|
|
binary.BigEndian.PutUint64(step.value, uint64(i))
|
|
|
|
case opGet, opDelete, opProve:
|
|
|
|
step.key = genKey()
|
|
|
|
}
|
|
|
|
steps = append(steps, step)
|
|
|
|
if len(steps) > 500 {
|
|
|
|
break
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
return steps
|
|
|
|
}
|
|
|
|
|
2022-10-04 08:44:05 +02:00
|
|
|
// Fuzz is the fuzzing entry-point.
|
2020-11-09 15:08:12 +01:00
|
|
|
// The function must return
|
2022-09-10 13:25:40 +02:00
|
|
|
//
|
|
|
|
// - 1 if the fuzzer should increase priority of the
|
|
|
|
// given input during subsequent fuzzing (for example, the input is lexically
|
|
|
|
// correct and was parsed successfully);
|
|
|
|
// - -1 if the input must not be added to corpus even if gives new coverage; and
|
|
|
|
// - 0 otherwise
|
|
|
|
//
|
2020-11-09 15:08:12 +01:00
|
|
|
// other values are reserved for future use.
|
2019-12-10 10:57:37 +01:00
|
|
|
func Fuzz(input []byte) int {
|
|
|
|
program := Generate(input)
|
|
|
|
if len(program) == 0 {
|
2020-11-09 15:08:12 +01:00
|
|
|
return 0
|
2019-12-10 10:57:37 +01:00
|
|
|
}
|
|
|
|
if err := runRandTest(program); err != nil {
|
|
|
|
panic(err)
|
|
|
|
}
|
2020-11-09 15:08:12 +01:00
|
|
|
return 1
|
2019-12-10 10:57:37 +01:00
|
|
|
}
|
|
|
|
|
|
|
|
func runRandTest(rt randTest) error {
|
2023-05-09 15:11:04 +08:00
|
|
|
var (
|
all: activate pbss as experimental feature from eth (#26274)
* all: activate pbss
* core/rawdb: fix compilation error
* cma, core, eth, les, trie: address comments
* cmd, core, eth, trie: polish code
* core, cmd, eth: address comments
* cmd, core, eth, les, light, tests: address comment
* cmd/utils: shorten log message
* trie/triedb/pathdb: limit node buffer size to 1gb
* cmd/utils: fix opening non-existing db
* cmd/utils: rename flag name
* cmd, core: group chain history flags and fix tests
* core, eth, trie: fix memory leak in snapshot generation
* cmd, eth, internal: deprecate flags
* all: enable state tests for pathdb, fixes
* cmd, core: polish code
* trie/triedb/pathdb: limit the node buffer size to 256mb
---------
Co-authored-by: Martin Holst Swende <martin@swende.se>
Co-authored-by: Péter Szilágyi <peterke@gmail.com>
2023-08-11 03:21:36 +08:00
|
|
|
triedb = trie.NewDatabase(rawdb.NewMemoryDatabase(), nil)
|
2023-05-09 15:11:04 +08:00
|
|
|
tr = trie.NewEmpty(triedb)
|
|
|
|
origin = types.EmptyRootHash
|
|
|
|
values = make(map[string]string) // tracks content of the trie
|
|
|
|
)
|
2019-12-10 10:57:37 +01:00
|
|
|
for i, step := range rt {
|
|
|
|
switch step.op {
|
|
|
|
case opUpdate:
|
2023-04-20 18:57:24 +08:00
|
|
|
tr.MustUpdate(step.key, step.value)
|
2019-12-10 10:57:37 +01:00
|
|
|
values[string(step.key)] = string(step.value)
|
|
|
|
case opDelete:
|
2023-04-20 18:57:24 +08:00
|
|
|
tr.MustDelete(step.key)
|
2019-12-10 10:57:37 +01:00
|
|
|
delete(values, string(step.key))
|
|
|
|
case opGet:
|
2023-04-20 18:57:24 +08:00
|
|
|
v := tr.MustGet(step.key)
|
2019-12-10 10:57:37 +01:00
|
|
|
want := values[string(step.key)]
|
|
|
|
if string(v) != want {
|
2022-07-04 17:03:32 +09:00
|
|
|
rt[i].err = fmt.Errorf("mismatch for key %#x, got %#x want %#x", step.key, v, want)
|
2019-12-10 10:57:37 +01:00
|
|
|
}
|
|
|
|
case opHash:
|
|
|
|
tr.Hash()
|
2022-08-04 16:03:20 +08:00
|
|
|
case opCommit:
|
2023-06-27 14:36:38 +02:00
|
|
|
hash, nodes, err := tr.Commit(false)
|
|
|
|
if err != nil {
|
|
|
|
return err
|
|
|
|
}
|
2022-08-04 16:03:20 +08:00
|
|
|
if nodes != nil {
|
2023-07-24 18:22:09 +08:00
|
|
|
if err := triedb.Update(hash, origin, 0, trienode.NewWithNodeSet(nodes), nil); err != nil {
|
2022-08-04 16:03:20 +08:00
|
|
|
return err
|
|
|
|
}
|
|
|
|
}
|
cmd, core, eth, les, light: track deleted nodes (#25757)
* cmd, core, eth, les, light: track deleted nodes
* trie: add docs
* trie: address comments
* cmd, core, eth, les, light, trie: trie id
* trie: add tests
* trie, core: updates
* trie: fix imports
* trie: add utility print-method for nodeset
* trie: import err
* trie: fix go vet warnings
Co-authored-by: Martin Holst Swende <martin@swende.se>
2022-09-27 16:01:02 +08:00
|
|
|
newtr, err := trie.New(trie.TrieID(hash), triedb)
|
2019-12-10 10:57:37 +01:00
|
|
|
if err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
tr = newtr
|
2023-05-09 15:11:04 +08:00
|
|
|
origin = hash
|
2019-12-10 10:57:37 +01:00
|
|
|
case opItercheckhash:
|
2022-06-06 23:14:55 +08:00
|
|
|
checktr := trie.NewEmpty(triedb)
|
cmd, core/state, eth, tests, trie: improve state reader (#27428)
The state availability is checked during the creation of a state reader.
- In hash-based database, if the specified root node does not exist on disk disk, then
the state reader won't be created and an error will be returned.
- In path-based database, if the specified state layer is not available, then the
state reader won't be created and an error will be returned.
This change also contains a stricter semantics regarding the `Commit` operation: once it has been performed, the trie is no longer usable, and certain operations will return an error.
2023-06-21 03:31:45 +08:00
|
|
|
it := trie.NewIterator(tr.MustNodeIterator(nil))
|
2019-12-10 10:57:37 +01:00
|
|
|
for it.Next() {
|
2023-04-20 18:57:24 +08:00
|
|
|
checktr.MustUpdate(it.Key, it.Value)
|
2019-12-10 10:57:37 +01:00
|
|
|
}
|
|
|
|
if tr.Hash() != checktr.Hash() {
|
2023-05-25 14:54:28 +08:00
|
|
|
return errors.New("hash mismatch in opItercheckhash")
|
2019-12-10 10:57:37 +01:00
|
|
|
}
|
|
|
|
case opProve:
|
2023-06-19 22:28:40 +08:00
|
|
|
rt[i].err = tr.Prove(step.key, proofDb{})
|
2019-12-10 10:57:37 +01:00
|
|
|
}
|
|
|
|
// Abort the test on error.
|
|
|
|
if rt[i].err != nil {
|
|
|
|
return rt[i].err
|
|
|
|
}
|
|
|
|
}
|
|
|
|
return nil
|
|
|
|
}
|