2018-02-14 13:49:11 +01:00
|
|
|
// Copyright 2017 The go-ethereum Authors
|
2017-04-19 12:09:04 +02:00
|
|
|
// This file is part of the go-ethereum library.
|
|
|
|
//
|
|
|
|
// The go-ethereum library is free software: you can redistribute it and/or modify
|
|
|
|
// it under the terms of the GNU Lesser General Public License as published by
|
|
|
|
// the Free Software Foundation, either version 3 of the License, or
|
|
|
|
// (at your option) any later version.
|
|
|
|
//
|
|
|
|
// The go-ethereum library is distributed in the hope that it will be useful,
|
|
|
|
// but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
|
|
// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
|
|
// GNU Lesser General Public License for more details.
|
|
|
|
//
|
|
|
|
// You should have received a copy of the GNU Lesser General Public License
|
|
|
|
// along with the go-ethereum library. If not, see <http://www.gnu.org/licenses/>.
|
|
|
|
|
|
|
|
package eth
|
|
|
|
|
|
|
|
import (
|
2019-07-13 07:48:55 -06:00
|
|
|
"bytes"
|
|
|
|
"fmt"
|
2017-04-19 12:09:04 +02:00
|
|
|
"reflect"
|
2023-11-28 13:54:17 +01:00
|
|
|
"strings"
|
2017-04-19 12:09:04 +02:00
|
|
|
"testing"
|
|
|
|
|
|
|
|
"github.com/davecgh/go-spew/spew"
|
|
|
|
"github.com/ethereum/go-ethereum/common"
|
2018-09-24 15:57:49 +03:00
|
|
|
"github.com/ethereum/go-ethereum/core/rawdb"
|
2017-04-19 12:09:04 +02:00
|
|
|
"github.com/ethereum/go-ethereum/core/state"
|
2023-05-11 15:19:42 +08:00
|
|
|
"github.com/ethereum/go-ethereum/core/types"
|
2019-07-13 07:48:55 -06:00
|
|
|
"github.com/ethereum/go-ethereum/crypto"
|
2024-02-13 21:49:53 +08:00
|
|
|
"github.com/ethereum/go-ethereum/triedb"
|
2024-01-23 14:51:58 +01:00
|
|
|
"github.com/holiman/uint256"
|
2023-06-19 17:38:57 -04:00
|
|
|
"golang.org/x/exp/slices"
|
2017-04-19 12:09:04 +02:00
|
|
|
)
|
|
|
|
|
|
|
|
var dumper = spew.ConfigState{Indent: " "}
|
|
|
|
|
2023-11-28 13:54:17 +01:00
|
|
|
func accountRangeTest(t *testing.T, trie *state.Trie, statedb *state.StateDB, start common.Hash, requestedNum int, expectedNum int) state.Dump {
|
|
|
|
result := statedb.RawDump(&state.DumpConfig{
|
cmd/geth, eth, core: snapshot dump + unify with trie dump (#22795)
* cmd/geth, eth, core: snapshot dump + unify with trie dump
* cmd/evm: dump API fixes
* cmd/geth, core, eth: fix some remaining errors
* cmd/evm: dump - add limit, support address startkey, address review concerns
* cmd, core/state, eth: minor polishes, fix snap dump crash, unify format
Co-authored-by: Péter Szilágyi <peterke@gmail.com>
2021-05-12 10:05:39 +02:00
|
|
|
SkipCode: true,
|
|
|
|
SkipStorage: true,
|
|
|
|
OnlyWithAddresses: false,
|
|
|
|
Start: start.Bytes(),
|
|
|
|
Max: uint64(requestedNum),
|
|
|
|
})
|
2019-07-13 07:48:55 -06:00
|
|
|
|
|
|
|
if len(result.Accounts) != expectedNum {
|
2020-03-31 18:08:44 +08:00
|
|
|
t.Fatalf("expected %d results, got %d", expectedNum, len(result.Accounts))
|
2019-07-13 07:48:55 -06:00
|
|
|
}
|
2023-11-28 13:54:17 +01:00
|
|
|
for addr, acc := range result.Accounts {
|
|
|
|
if strings.HasSuffix(addr, "pre") || acc.Address == nil {
|
|
|
|
t.Fatalf("account without prestate (address) returned: %v", addr)
|
2019-07-13 07:48:55 -06:00
|
|
|
}
|
2023-11-28 13:54:17 +01:00
|
|
|
if !statedb.Exist(*acc.Address) {
|
|
|
|
t.Fatalf("account not found in state %s", acc.Address.Hex())
|
2019-07-13 07:48:55 -06:00
|
|
|
}
|
|
|
|
}
|
|
|
|
return result
|
|
|
|
}
|
|
|
|
|
|
|
|
func TestAccountRange(t *testing.T) {
|
2020-12-14 11:27:15 +02:00
|
|
|
t.Parallel()
|
|
|
|
|
2019-07-13 07:48:55 -06:00
|
|
|
var (
|
2024-02-13 21:49:53 +08:00
|
|
|
statedb = state.NewDatabaseWithConfig(rawdb.NewMemoryDatabase(), &triedb.Config{Preimages: true})
|
cmd, core/state, eth, tests, trie: improve state reader (#27428)
The state availability is checked during the creation of a state reader.
- In hash-based database, if the specified root node does not exist on disk disk, then
the state reader won't be created and an error will be returned.
- In path-based database, if the specified state layer is not available, then the
state reader won't be created and an error will be returned.
This change also contains a stricter semantics regarding the `Commit` operation: once it has been performed, the trie is no longer usable, and certain operations will return an error.
2023-06-21 03:31:45 +08:00
|
|
|
sdb, _ = state.New(types.EmptyRootHash, statedb, nil)
|
|
|
|
addrs = [AccountRangeMaxResults * 2]common.Address{}
|
|
|
|
m = map[common.Address]bool{}
|
2019-07-13 07:48:55 -06:00
|
|
|
)
|
|
|
|
|
|
|
|
for i := range addrs {
|
|
|
|
hash := common.HexToHash(fmt.Sprintf("%x", i))
|
|
|
|
addr := common.BytesToAddress(crypto.Keccak256Hash(hash.Bytes()).Bytes())
|
|
|
|
addrs[i] = addr
|
2024-01-23 14:51:58 +01:00
|
|
|
sdb.SetBalance(addrs[i], uint256.NewInt(1))
|
2019-07-13 07:48:55 -06:00
|
|
|
if _, ok := m[addr]; ok {
|
|
|
|
t.Fatalf("bad")
|
|
|
|
} else {
|
|
|
|
m[addr] = true
|
|
|
|
}
|
|
|
|
}
|
2023-09-07 16:39:29 +08:00
|
|
|
sdb.Finalise(true)
|
|
|
|
sdb.AccountsIntermediateRoot()
|
|
|
|
root, _, _ := sdb.Commit(0, nil)
|
cmd, core/state, eth, tests, trie: improve state reader (#27428)
The state availability is checked during the creation of a state reader.
- In hash-based database, if the specified root node does not exist on disk disk, then
the state reader won't be created and an error will be returned.
- In path-based database, if the specified state layer is not available, then the
state reader won't be created and an error will be returned.
This change also contains a stricter semantics regarding the `Commit` operation: once it has been performed, the trie is no longer usable, and certain operations will return an error.
2023-06-21 03:31:45 +08:00
|
|
|
sdb, _ = state.New(root, statedb, nil)
|
2019-07-13 07:48:55 -06:00
|
|
|
|
|
|
|
trie, err := statedb.OpenTrie(root)
|
|
|
|
if err != nil {
|
|
|
|
t.Fatal(err)
|
|
|
|
}
|
cmd, core/state, eth, tests, trie: improve state reader (#27428)
The state availability is checked during the creation of a state reader.
- In hash-based database, if the specified root node does not exist on disk disk, then
the state reader won't be created and an error will be returned.
- In path-based database, if the specified state layer is not available, then the
state reader won't be created and an error will be returned.
This change also contains a stricter semantics regarding the `Commit` operation: once it has been performed, the trie is no longer usable, and certain operations will return an error.
2023-06-21 03:31:45 +08:00
|
|
|
accountRangeTest(t, &trie, sdb, common.Hash{}, AccountRangeMaxResults/2, AccountRangeMaxResults/2)
|
2019-07-13 07:48:55 -06:00
|
|
|
// test pagination
|
cmd, core/state, eth, tests, trie: improve state reader (#27428)
The state availability is checked during the creation of a state reader.
- In hash-based database, if the specified root node does not exist on disk disk, then
the state reader won't be created and an error will be returned.
- In path-based database, if the specified state layer is not available, then the
state reader won't be created and an error will be returned.
This change also contains a stricter semantics regarding the `Commit` operation: once it has been performed, the trie is no longer usable, and certain operations will return an error.
2023-06-21 03:31:45 +08:00
|
|
|
firstResult := accountRangeTest(t, &trie, sdb, common.Hash{}, AccountRangeMaxResults, AccountRangeMaxResults)
|
|
|
|
secondResult := accountRangeTest(t, &trie, sdb, common.BytesToHash(firstResult.Next), AccountRangeMaxResults, AccountRangeMaxResults)
|
2019-07-13 07:48:55 -06:00
|
|
|
|
2023-06-19 17:38:57 -04:00
|
|
|
hList := make([]common.Hash, 0)
|
2023-11-28 13:54:17 +01:00
|
|
|
for addr1, acc := range firstResult.Accounts {
|
|
|
|
// If address is non-available, then it makes no sense to compare
|
2020-03-31 18:08:44 +08:00
|
|
|
// them as they might be two different accounts.
|
2023-11-28 13:54:17 +01:00
|
|
|
if acc.Address == nil {
|
2020-03-31 18:08:44 +08:00
|
|
|
continue
|
|
|
|
}
|
|
|
|
if _, duplicate := secondResult.Accounts[addr1]; duplicate {
|
|
|
|
t.Fatalf("pagination test failed: results should not overlap")
|
2019-07-13 07:48:55 -06:00
|
|
|
}
|
2023-11-28 13:54:17 +01:00
|
|
|
hList = append(hList, crypto.Keccak256Hash(acc.Address.Bytes()))
|
2019-07-13 07:48:55 -06:00
|
|
|
}
|
|
|
|
// Test to see if it's possible to recover from the middle of the previous
|
|
|
|
// set and get an even split between the first and second sets.
|
2023-08-12 01:04:12 +03:00
|
|
|
slices.SortFunc(hList, common.Hash.Cmp)
|
2019-07-13 07:48:55 -06:00
|
|
|
middleH := hList[AccountRangeMaxResults/2]
|
cmd, core/state, eth, tests, trie: improve state reader (#27428)
The state availability is checked during the creation of a state reader.
- In hash-based database, if the specified root node does not exist on disk disk, then
the state reader won't be created and an error will be returned.
- In path-based database, if the specified state layer is not available, then the
state reader won't be created and an error will be returned.
This change also contains a stricter semantics regarding the `Commit` operation: once it has been performed, the trie is no longer usable, and certain operations will return an error.
2023-06-21 03:31:45 +08:00
|
|
|
middleResult := accountRangeTest(t, &trie, sdb, middleH, AccountRangeMaxResults, AccountRangeMaxResults)
|
2020-03-31 18:08:44 +08:00
|
|
|
missing, infirst, insecond := 0, 0, 0
|
2019-07-13 07:48:55 -06:00
|
|
|
for h := range middleResult.Accounts {
|
|
|
|
if _, ok := firstResult.Accounts[h]; ok {
|
|
|
|
infirst++
|
|
|
|
} else if _, ok := secondResult.Accounts[h]; ok {
|
|
|
|
insecond++
|
|
|
|
} else {
|
2020-03-31 18:08:44 +08:00
|
|
|
missing++
|
2019-07-13 07:48:55 -06:00
|
|
|
}
|
|
|
|
}
|
2020-03-31 18:08:44 +08:00
|
|
|
if missing != 0 {
|
|
|
|
t.Fatalf("%d hashes in the 'middle' set were neither in the first not the second set", missing)
|
2019-07-13 07:48:55 -06:00
|
|
|
}
|
|
|
|
if infirst != AccountRangeMaxResults/2 {
|
|
|
|
t.Fatalf("Imbalance in the number of first-test results: %d != %d", infirst, AccountRangeMaxResults/2)
|
|
|
|
}
|
|
|
|
if insecond != AccountRangeMaxResults/2 {
|
|
|
|
t.Fatalf("Imbalance in the number of second-test results: %d != %d", insecond, AccountRangeMaxResults/2)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
func TestEmptyAccountRange(t *testing.T) {
|
2020-12-14 11:27:15 +02:00
|
|
|
t.Parallel()
|
|
|
|
|
2019-07-13 07:48:55 -06:00
|
|
|
var (
|
cmd/geth, eth, core: snapshot dump + unify with trie dump (#22795)
* cmd/geth, eth, core: snapshot dump + unify with trie dump
* cmd/evm: dump API fixes
* cmd/geth, core, eth: fix some remaining errors
* cmd/evm: dump - add limit, support address startkey, address review concerns
* cmd, core/state, eth: minor polishes, fix snap dump crash, unify format
Co-authored-by: Péter Szilágyi <peterke@gmail.com>
2021-05-12 10:05:39 +02:00
|
|
|
statedb = state.NewDatabase(rawdb.NewMemoryDatabase())
|
2023-05-11 15:19:42 +08:00
|
|
|
st, _ = state.New(types.EmptyRootHash, statedb, nil)
|
2019-07-13 07:48:55 -06:00
|
|
|
)
|
cmd, core/state, eth, tests, trie: improve state reader (#27428)
The state availability is checked during the creation of a state reader.
- In hash-based database, if the specified root node does not exist on disk disk, then
the state reader won't be created and an error will be returned.
- In path-based database, if the specified state layer is not available, then the
state reader won't be created and an error will be returned.
This change also contains a stricter semantics regarding the `Commit` operation: once it has been performed, the trie is no longer usable, and certain operations will return an error.
2023-06-21 03:31:45 +08:00
|
|
|
// Commit(although nothing to flush) and re-init the statedb
|
cmd/geth, eth, core: snapshot dump + unify with trie dump (#22795)
* cmd/geth, eth, core: snapshot dump + unify with trie dump
* cmd/evm: dump API fixes
* cmd/geth, core, eth: fix some remaining errors
* cmd/evm: dump - add limit, support address startkey, address review concerns
* cmd, core/state, eth: minor polishes, fix snap dump crash, unify format
Co-authored-by: Péter Szilágyi <peterke@gmail.com>
2021-05-12 10:05:39 +02:00
|
|
|
st.IntermediateRoot(true)
|
2024-02-21 19:19:20 +08:00
|
|
|
st.Commit(0, nil)
|
cmd, core/state, eth, tests, trie: improve state reader (#27428)
The state availability is checked during the creation of a state reader.
- In hash-based database, if the specified root node does not exist on disk disk, then
the state reader won't be created and an error will be returned.
- In path-based database, if the specified state layer is not available, then the
state reader won't be created and an error will be returned.
This change also contains a stricter semantics regarding the `Commit` operation: once it has been performed, the trie is no longer usable, and certain operations will return an error.
2023-06-21 03:31:45 +08:00
|
|
|
st, _ = state.New(types.EmptyRootHash, statedb, nil)
|
|
|
|
|
2023-11-28 13:54:17 +01:00
|
|
|
results := st.RawDump(&state.DumpConfig{
|
cmd/geth, eth, core: snapshot dump + unify with trie dump (#22795)
* cmd/geth, eth, core: snapshot dump + unify with trie dump
* cmd/evm: dump API fixes
* cmd/geth, core, eth: fix some remaining errors
* cmd/evm: dump - add limit, support address startkey, address review concerns
* cmd, core/state, eth: minor polishes, fix snap dump crash, unify format
Co-authored-by: Péter Szilágyi <peterke@gmail.com>
2021-05-12 10:05:39 +02:00
|
|
|
SkipCode: true,
|
|
|
|
SkipStorage: true,
|
|
|
|
OnlyWithAddresses: true,
|
|
|
|
Max: uint64(AccountRangeMaxResults),
|
|
|
|
})
|
2020-03-31 18:08:44 +08:00
|
|
|
if bytes.Equal(results.Next, (common.Hash{}).Bytes()) {
|
2019-07-13 07:48:55 -06:00
|
|
|
t.Fatalf("Empty results should not return a second page")
|
|
|
|
}
|
|
|
|
if len(results.Accounts) != 0 {
|
|
|
|
t.Fatalf("Empty state should not return addresses: %v", results.Accounts)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2017-04-19 12:09:04 +02:00
|
|
|
func TestStorageRangeAt(t *testing.T) {
|
2020-12-14 11:27:15 +02:00
|
|
|
t.Parallel()
|
|
|
|
|
2017-04-19 12:09:04 +02:00
|
|
|
// Create a state where account 0x010000... has a few storage entries.
|
|
|
|
var (
|
2024-02-13 21:49:53 +08:00
|
|
|
db = state.NewDatabaseWithConfig(rawdb.NewMemoryDatabase(), &triedb.Config{Preimages: true})
|
2023-09-01 02:33:18 +08:00
|
|
|
sdb, _ = state.New(types.EmptyRootHash, db, nil)
|
|
|
|
addr = common.Address{0x01}
|
|
|
|
keys = []common.Hash{ // hashes of Keys of storage
|
2017-04-19 12:09:04 +02:00
|
|
|
common.HexToHash("340dd630ad21bf010b4e676dbfa9ba9a02175262d1fa356232cfde6cb5b47ef2"),
|
|
|
|
common.HexToHash("426fcb404ab2d5d8e61a3d918108006bbb0a9be65e92235bb10eefbdb6dcd053"),
|
|
|
|
common.HexToHash("48078cfed56339ea54962e72c37c7f588fc4f8e5bc173827ba75cb10a63a96a5"),
|
|
|
|
common.HexToHash("5723d2c3a83af9b735e3b7f21531e5623d183a9095a56604ead41f3582fdfb75"),
|
|
|
|
}
|
|
|
|
storage = storageMap{
|
|
|
|
keys[0]: {Key: &common.Hash{0x02}, Value: common.Hash{0x01}},
|
|
|
|
keys[1]: {Key: &common.Hash{0x04}, Value: common.Hash{0x02}},
|
|
|
|
keys[2]: {Key: &common.Hash{0x01}, Value: common.Hash{0x03}},
|
|
|
|
keys[3]: {Key: &common.Hash{0x03}, Value: common.Hash{0x04}},
|
|
|
|
}
|
|
|
|
)
|
|
|
|
for _, entry := range storage {
|
2023-09-01 02:33:18 +08:00
|
|
|
sdb.SetState(addr, *entry.Key, entry.Value)
|
2017-04-19 12:09:04 +02:00
|
|
|
}
|
2024-02-21 19:19:20 +08:00
|
|
|
sdb.Finalise(false)
|
|
|
|
sdb.AccountsIntermediateRoot()
|
|
|
|
root, _, _ := sdb.Commit(0, nil)
|
2023-09-01 02:33:18 +08:00
|
|
|
sdb, _ = state.New(root, db, nil)
|
2017-04-19 12:09:04 +02:00
|
|
|
|
|
|
|
// Check a few combinations of limit and start/end.
|
|
|
|
tests := []struct {
|
|
|
|
start []byte
|
|
|
|
limit int
|
|
|
|
want StorageRangeResult
|
|
|
|
}{
|
|
|
|
{
|
|
|
|
start: []byte{}, limit: 0,
|
|
|
|
want: StorageRangeResult{storageMap{}, &keys[0]},
|
|
|
|
},
|
|
|
|
{
|
|
|
|
start: []byte{}, limit: 100,
|
|
|
|
want: StorageRangeResult{storage, nil},
|
|
|
|
},
|
|
|
|
{
|
|
|
|
start: []byte{}, limit: 2,
|
|
|
|
want: StorageRangeResult{storageMap{keys[0]: storage[keys[0]], keys[1]: storage[keys[1]]}, &keys[2]},
|
|
|
|
},
|
|
|
|
{
|
|
|
|
start: []byte{0x00}, limit: 4,
|
|
|
|
want: StorageRangeResult{storage, nil},
|
|
|
|
},
|
|
|
|
{
|
|
|
|
start: []byte{0x40}, limit: 2,
|
|
|
|
want: StorageRangeResult{storageMap{keys[1]: storage[keys[1]], keys[2]: storage[keys[2]]}, &keys[3]},
|
|
|
|
},
|
|
|
|
}
|
|
|
|
for _, test := range tests {
|
2023-09-01 02:33:18 +08:00
|
|
|
result, err := storageRangeAt(sdb, root, addr, test.start, test.limit)
|
2017-12-06 07:42:16 -08:00
|
|
|
if err != nil {
|
|
|
|
t.Error(err)
|
|
|
|
}
|
2017-04-19 12:09:04 +02:00
|
|
|
if !reflect.DeepEqual(result, test.want) {
|
2022-07-04 17:03:32 +09:00
|
|
|
t.Fatalf("wrong result for range %#x.., limit %d:\ngot %s\nwant %s",
|
2017-04-19 12:09:04 +02:00
|
|
|
test.start, test.limit, dumper.Sdump(result), dumper.Sdump(&test.want))
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|