2017-06-27 16:57:06 +03:00
|
|
|
// Copyright 2017 The go-ethereum Authors
|
|
|
|
// This file is part of the go-ethereum library.
|
|
|
|
//
|
|
|
|
// The go-ethereum library is free software: you can redistribute it and/or modify
|
|
|
|
// it under the terms of the GNU Lesser General Public License as published by
|
|
|
|
// the Free Software Foundation, either version 3 of the License, or
|
|
|
|
// (at your option) any later version.
|
|
|
|
//
|
|
|
|
// The go-ethereum library is distributed in the hope that it will be useful,
|
|
|
|
// but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
|
|
// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
|
|
// GNU Lesser General Public License for more details.
|
|
|
|
//
|
|
|
|
// You should have received a copy of the GNU Lesser General Public License
|
|
|
|
// along with the go-ethereum library. If not, see <http://www.gnu.org/licenses/>.
|
|
|
|
|
|
|
|
package state
|
|
|
|
|
|
|
|
import (
|
2020-08-21 15:10:40 +03:00
|
|
|
"errors"
|
2017-06-27 16:57:06 +03:00
|
|
|
"fmt"
|
|
|
|
|
|
|
|
"github.com/ethereum/go-ethereum/common"
|
2022-11-14 17:41:56 +03:00
|
|
|
"github.com/ethereum/go-ethereum/common/lru"
|
2020-08-21 15:10:40 +03:00
|
|
|
"github.com/ethereum/go-ethereum/core/rawdb"
|
2021-09-28 11:48:07 +03:00
|
|
|
"github.com/ethereum/go-ethereum/core/types"
|
2017-06-27 16:57:06 +03:00
|
|
|
"github.com/ethereum/go-ethereum/ethdb"
|
|
|
|
"github.com/ethereum/go-ethereum/trie"
|
2023-05-09 10:11:04 +03:00
|
|
|
"github.com/ethereum/go-ethereum/trie/trienode"
|
2017-06-27 16:57:06 +03:00
|
|
|
)
|
|
|
|
|
|
|
|
const (
|
|
|
|
// Number of codehash->size associations to keep.
|
|
|
|
codeSizeCacheSize = 100000
|
2020-08-21 15:10:40 +03:00
|
|
|
|
|
|
|
// Cache size granted for caching clean code.
|
|
|
|
codeCacheSize = 64 * 1024 * 1024
|
2017-06-27 16:57:06 +03:00
|
|
|
)
|
|
|
|
|
|
|
|
// Database wraps access to tries and contract code.
|
|
|
|
type Database interface {
|
|
|
|
// OpenTrie opens the main account trie.
|
|
|
|
OpenTrie(root common.Hash) (Trie, error)
|
2018-02-05 19:40:32 +03:00
|
|
|
|
|
|
|
// OpenStorageTrie opens the storage trie of an account.
|
cmd, core, eth, les, light: track deleted nodes (#25757)
* cmd, core, eth, les, light: track deleted nodes
* trie: add docs
* trie: address comments
* cmd, core, eth, les, light, trie: trie id
* trie: add tests
* trie, core: updates
* trie: fix imports
* trie: add utility print-method for nodeset
* trie: import err
* trie: fix go vet warnings
Co-authored-by: Martin Holst Swende <martin@swende.se>
2022-09-27 11:01:02 +03:00
|
|
|
OpenStorageTrie(stateRoot common.Hash, addrHash, root common.Hash) (Trie, error)
|
2018-02-05 19:40:32 +03:00
|
|
|
|
2017-06-27 16:57:06 +03:00
|
|
|
// CopyTrie returns an independent copy of the given trie.
|
|
|
|
CopyTrie(Trie) Trie
|
2018-02-05 19:40:32 +03:00
|
|
|
|
|
|
|
// ContractCode retrieves a particular contract's code.
|
|
|
|
ContractCode(addrHash, codeHash common.Hash) ([]byte, error)
|
|
|
|
|
|
|
|
// ContractCodeSize retrieves a particular contracts code's size.
|
|
|
|
ContractCodeSize(addrHash, codeHash common.Hash) (int, error)
|
|
|
|
|
2022-09-07 10:08:56 +03:00
|
|
|
// DiskDB returns the underlying key-value disk database.
|
|
|
|
DiskDB() ethdb.KeyValueStore
|
|
|
|
|
2018-02-05 19:40:32 +03:00
|
|
|
// TrieDB retrieves the low level trie database used for data storage.
|
|
|
|
TrieDB() *trie.Database
|
2017-06-27 16:57:06 +03:00
|
|
|
}
|
|
|
|
|
2019-03-14 16:25:12 +03:00
|
|
|
// Trie is a Ethereum Merkle Patricia trie.
|
2017-06-27 16:57:06 +03:00
|
|
|
type Trie interface {
|
2019-03-14 16:25:12 +03:00
|
|
|
// GetKey returns the sha3 preimage of a hashed key that was previously used
|
|
|
|
// to store a value.
|
|
|
|
//
|
2022-08-04 17:13:18 +03:00
|
|
|
// TODO(fjl): remove this when StateTrie is removed
|
2019-03-14 16:25:12 +03:00
|
|
|
GetKey([]byte) []byte
|
|
|
|
|
2023-03-27 11:48:46 +03:00
|
|
|
// GetStorage returns the value for key stored in the trie. The value bytes
|
2023-03-23 13:52:22 +03:00
|
|
|
// must not be modified by the caller. If a node was not found in the database,
|
|
|
|
// a trie.MissingNodeError is returned.
|
2023-03-27 11:48:46 +03:00
|
|
|
GetStorage(addr common.Address, key []byte) ([]byte, error)
|
2019-03-14 16:25:12 +03:00
|
|
|
|
2023-03-27 11:48:46 +03:00
|
|
|
// GetAccount abstracts an account read from the trie. It retrieves the
|
2023-01-03 16:41:40 +03:00
|
|
|
// account blob from the trie with provided account address and decodes it
|
|
|
|
// with associated decoding algorithm. If the specified account is not in
|
|
|
|
// the trie, nil will be returned. If the trie is corrupted(e.g. some nodes
|
|
|
|
// are missing or the account blob is incorrect for decoding), an error will
|
|
|
|
// be returned.
|
2023-03-27 11:48:46 +03:00
|
|
|
GetAccount(address common.Address) (*types.StateAccount, error)
|
2021-09-28 11:48:07 +03:00
|
|
|
|
2023-03-27 11:48:46 +03:00
|
|
|
// UpdateStorage associates key with value in the trie. If value has length zero,
|
2023-03-23 13:52:22 +03:00
|
|
|
// any existing value is deleted from the trie. The value bytes must not be modified
|
2019-03-14 16:25:12 +03:00
|
|
|
// by the caller while they are stored in the trie. If a node was not found in the
|
|
|
|
// database, a trie.MissingNodeError is returned.
|
2023-03-27 11:48:46 +03:00
|
|
|
UpdateStorage(addr common.Address, key, value []byte) error
|
2019-03-14 16:25:12 +03:00
|
|
|
|
2023-03-27 11:48:46 +03:00
|
|
|
// UpdateAccount abstracts an account write to the trie. It encodes the
|
2023-01-03 16:41:40 +03:00
|
|
|
// provided account object with associated algorithm and then updates it
|
|
|
|
// in the trie with provided address.
|
2023-03-27 11:48:46 +03:00
|
|
|
UpdateAccount(address common.Address, account *types.StateAccount) error
|
2022-08-04 17:13:18 +03:00
|
|
|
|
2023-03-27 11:48:46 +03:00
|
|
|
// DeleteStorage removes any existing value for key from the trie. If a node
|
2023-03-23 13:52:22 +03:00
|
|
|
// was not found in the database, a trie.MissingNodeError is returned.
|
2023-03-27 11:48:46 +03:00
|
|
|
DeleteStorage(addr common.Address, key []byte) error
|
2019-03-14 16:25:12 +03:00
|
|
|
|
2023-03-27 11:48:46 +03:00
|
|
|
// DeleteAccount abstracts an account deletion from the trie.
|
|
|
|
DeleteAccount(address common.Address) error
|
2022-08-17 14:14:49 +03:00
|
|
|
|
2019-03-14 16:25:12 +03:00
|
|
|
// Hash returns the root hash of the trie. It does not write to the database and
|
|
|
|
// can be used even if the trie doesn't have one.
|
2017-06-27 16:57:06 +03:00
|
|
|
Hash() common.Hash
|
2019-03-14 16:25:12 +03:00
|
|
|
|
2022-08-04 11:03:20 +03:00
|
|
|
// Commit collects all dirty nodes in the trie and replace them with the
|
|
|
|
// corresponding node hash. All collected nodes(including dirty leaves if
|
|
|
|
// collectLeaf is true) will be encapsulated into a nodeset for return.
|
|
|
|
// The returned nodeset can be nil if the trie is clean(nothing to commit).
|
|
|
|
// Once the trie is committed, it's not usable anymore. A new trie must
|
|
|
|
// be created with new root and updated trie database for following usage
|
2023-05-09 10:11:04 +03:00
|
|
|
Commit(collectLeaf bool) (common.Hash, *trienode.NodeSet)
|
2019-03-14 16:25:12 +03:00
|
|
|
|
|
|
|
// NodeIterator returns an iterator that returns nodes of the trie. Iteration
|
|
|
|
// starts at the key after the given start key.
|
2017-06-27 16:57:06 +03:00
|
|
|
NodeIterator(startKey []byte) trie.NodeIterator
|
2019-03-14 16:25:12 +03:00
|
|
|
|
|
|
|
// Prove constructs a Merkle proof for key. The result contains all encoded nodes
|
|
|
|
// on the path to the value at key. The value itself is also included in the last
|
|
|
|
// node and can be retrieved by verifying the proof.
|
|
|
|
//
|
|
|
|
// If the trie does not contain a value for key, the returned proof contains all
|
|
|
|
// nodes of the longest existing prefix of the key (at least the root), ending
|
|
|
|
// with the node that proves the absence of the key.
|
all: integrate the freezer with fast sync
* all: freezer style syncing
core, eth, les, light: clean up freezer relative APIs
core, eth, les, trie, ethdb, light: clean a bit
core, eth, les, light: add unit tests
core, light: rewrite setHead function
core, eth: fix downloader unit tests
core: add receipt chain insertion test
core: use constant instead of hardcoding table name
core: fix rollback
core: fix setHead
core/rawdb: remove canonical block first and then iterate side chain
core/rawdb, ethdb: add hasAncient interface
eth/downloader: calculate ancient limit via cht first
core, eth, ethdb: lots of fixes
* eth/downloader: print ancient disable log only for fast sync
2019-04-25 17:59:48 +03:00
|
|
|
Prove(key []byte, fromLevel uint, proofDb ethdb.KeyValueWriter) error
|
2017-06-27 16:57:06 +03:00
|
|
|
}
|
|
|
|
|
|
|
|
// NewDatabase creates a backing store for state. The returned database is safe for
|
2019-03-14 16:25:12 +03:00
|
|
|
// concurrent use, but does not retain any recent trie nodes in memory. To keep some
|
2020-11-18 12:51:33 +03:00
|
|
|
// historical state in memory, use the NewDatabaseWithConfig constructor.
|
2017-06-27 16:57:06 +03:00
|
|
|
func NewDatabase(db ethdb.Database) Database {
|
2020-11-18 12:51:33 +03:00
|
|
|
return NewDatabaseWithConfig(db, nil)
|
2018-11-12 19:47:34 +03:00
|
|
|
}
|
|
|
|
|
2020-11-18 12:51:33 +03:00
|
|
|
// NewDatabaseWithConfig creates a backing store for state. The returned database
|
2019-03-14 16:25:12 +03:00
|
|
|
// is safe for concurrent use and retains a lot of collapsed RLP trie nodes in a
|
|
|
|
// large memory cache.
|
2020-11-18 12:51:33 +03:00
|
|
|
func NewDatabaseWithConfig(db ethdb.Database, config *trie.Config) Database {
|
2018-02-05 19:40:32 +03:00
|
|
|
return &cachingDB{
|
2022-09-07 10:08:56 +03:00
|
|
|
disk: db,
|
2022-11-14 17:41:56 +03:00
|
|
|
codeSizeCache: lru.NewCache[common.Hash, int](codeSizeCacheSize),
|
|
|
|
codeCache: lru.NewSizeConstrainedCache[common.Hash, []byte](codeCacheSize),
|
2022-11-28 16:31:28 +03:00
|
|
|
triedb: trie.NewDatabaseWithConfig(db, config),
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
// NewDatabaseWithNodeDB creates a state database with an already initialized node database.
|
|
|
|
func NewDatabaseWithNodeDB(db ethdb.Database, triedb *trie.Database) Database {
|
|
|
|
return &cachingDB{
|
|
|
|
disk: db,
|
|
|
|
codeSizeCache: lru.NewCache[common.Hash, int](codeSizeCacheSize),
|
|
|
|
codeCache: lru.NewSizeConstrainedCache[common.Hash, []byte](codeCacheSize),
|
|
|
|
triedb: triedb,
|
2018-02-05 19:40:32 +03:00
|
|
|
}
|
2017-06-27 16:57:06 +03:00
|
|
|
}
|
|
|
|
|
|
|
|
type cachingDB struct {
|
2022-09-07 10:08:56 +03:00
|
|
|
disk ethdb.KeyValueStore
|
2022-11-14 17:41:56 +03:00
|
|
|
codeSizeCache *lru.Cache[common.Hash, int]
|
|
|
|
codeCache *lru.SizeConstrainedCache[common.Hash, []byte]
|
2022-11-28 16:31:28 +03:00
|
|
|
triedb *trie.Database
|
2017-06-27 16:57:06 +03:00
|
|
|
}
|
|
|
|
|
2019-03-14 16:25:12 +03:00
|
|
|
// OpenTrie opens the main account trie at a specific root hash.
|
2017-06-27 16:57:06 +03:00
|
|
|
func (db *cachingDB) OpenTrie(root common.Hash) (Trie, error) {
|
2022-11-28 16:31:28 +03:00
|
|
|
tr, err := trie.NewStateTrie(trie.StateTrieID(root), db.triedb)
|
2020-02-05 15:12:09 +03:00
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
return tr, nil
|
2017-06-27 16:57:06 +03:00
|
|
|
}
|
|
|
|
|
2018-02-05 19:40:32 +03:00
|
|
|
// OpenStorageTrie opens the storage trie of an account.
|
cmd, core, eth, les, light: track deleted nodes (#25757)
* cmd, core, eth, les, light: track deleted nodes
* trie: add docs
* trie: address comments
* cmd, core, eth, les, light, trie: trie id
* trie: add tests
* trie, core: updates
* trie: fix imports
* trie: add utility print-method for nodeset
* trie: import err
* trie: fix go vet warnings
Co-authored-by: Martin Holst Swende <martin@swende.se>
2022-09-27 11:01:02 +03:00
|
|
|
func (db *cachingDB) OpenStorageTrie(stateRoot common.Hash, addrHash, root common.Hash) (Trie, error) {
|
2022-11-28 16:31:28 +03:00
|
|
|
tr, err := trie.NewStateTrie(trie.StorageTrieID(stateRoot, addrHash, root), db.triedb)
|
2020-02-05 15:12:09 +03:00
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
return tr, nil
|
2017-06-27 16:57:06 +03:00
|
|
|
}
|
|
|
|
|
2018-02-05 19:40:32 +03:00
|
|
|
// CopyTrie returns an independent copy of the given trie.
|
2017-06-27 16:57:06 +03:00
|
|
|
func (db *cachingDB) CopyTrie(t Trie) Trie {
|
|
|
|
switch t := t.(type) {
|
2022-08-04 17:13:18 +03:00
|
|
|
case *trie.StateTrie:
|
2017-06-27 16:57:06 +03:00
|
|
|
return t.Copy()
|
|
|
|
default:
|
|
|
|
panic(fmt.Errorf("unknown trie type %T", t))
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2018-02-05 19:40:32 +03:00
|
|
|
// ContractCode retrieves a particular contract's code.
|
2017-06-27 16:57:06 +03:00
|
|
|
func (db *cachingDB) ContractCode(addrHash, codeHash common.Hash) ([]byte, error) {
|
2022-11-14 17:41:56 +03:00
|
|
|
code, _ := db.codeCache.Get(codeHash)
|
|
|
|
if len(code) > 0 {
|
2020-08-21 15:10:40 +03:00
|
|
|
return code, nil
|
|
|
|
}
|
2022-11-14 17:41:56 +03:00
|
|
|
code = rawdb.ReadCode(db.disk, codeHash)
|
2020-08-21 15:10:40 +03:00
|
|
|
if len(code) > 0 {
|
2022-11-09 10:06:02 +03:00
|
|
|
db.codeCache.Add(codeHash, code)
|
2020-08-21 15:10:40 +03:00
|
|
|
db.codeSizeCache.Add(codeHash, len(code))
|
|
|
|
return code, nil
|
|
|
|
}
|
|
|
|
return nil, errors.New("not found")
|
|
|
|
}
|
|
|
|
|
|
|
|
// ContractCodeWithPrefix retrieves a particular contract's code. If the
|
|
|
|
// code can't be found in the cache, then check the existence with **new**
|
|
|
|
// db scheme.
|
|
|
|
func (db *cachingDB) ContractCodeWithPrefix(addrHash, codeHash common.Hash) ([]byte, error) {
|
2022-11-14 17:41:56 +03:00
|
|
|
code, _ := db.codeCache.Get(codeHash)
|
|
|
|
if len(code) > 0 {
|
2020-08-21 15:10:40 +03:00
|
|
|
return code, nil
|
|
|
|
}
|
2022-11-14 17:41:56 +03:00
|
|
|
code = rawdb.ReadCodeWithPrefix(db.disk, codeHash)
|
2020-08-21 15:10:40 +03:00
|
|
|
if len(code) > 0 {
|
2022-11-09 10:06:02 +03:00
|
|
|
db.codeCache.Add(codeHash, code)
|
2017-06-27 16:57:06 +03:00
|
|
|
db.codeSizeCache.Add(codeHash, len(code))
|
2020-08-21 15:10:40 +03:00
|
|
|
return code, nil
|
2017-06-27 16:57:06 +03:00
|
|
|
}
|
2020-08-21 15:10:40 +03:00
|
|
|
return nil, errors.New("not found")
|
2017-06-27 16:57:06 +03:00
|
|
|
}
|
|
|
|
|
2018-02-05 19:40:32 +03:00
|
|
|
// ContractCodeSize retrieves a particular contracts code's size.
|
2017-06-27 16:57:06 +03:00
|
|
|
func (db *cachingDB) ContractCodeSize(addrHash, codeHash common.Hash) (int, error) {
|
|
|
|
if cached, ok := db.codeSizeCache.Get(codeHash); ok {
|
2022-11-14 17:41:56 +03:00
|
|
|
return cached, nil
|
2017-06-27 16:57:06 +03:00
|
|
|
}
|
|
|
|
code, err := db.ContractCode(addrHash, codeHash)
|
|
|
|
return len(code), err
|
|
|
|
}
|
|
|
|
|
2022-09-07 10:08:56 +03:00
|
|
|
// DiskDB returns the underlying key-value disk database.
|
|
|
|
func (db *cachingDB) DiskDB() ethdb.KeyValueStore {
|
|
|
|
return db.disk
|
|
|
|
}
|
|
|
|
|
2018-02-05 19:40:32 +03:00
|
|
|
// TrieDB retrieves any intermediate trie-node caching layer.
|
|
|
|
func (db *cachingDB) TrieDB() *trie.Database {
|
2022-11-28 16:31:28 +03:00
|
|
|
return db.triedb
|
2018-02-05 19:40:32 +03:00
|
|
|
}
|