80bdab757d
This PR adds `DeleteRange` to `ethdb.KeyValueWriter`. While range deletion using an iterator can be really slow, `DeleteRange` is natively supported by pebble and apparently runs in O(1) time (typically 20-30ms in my tests for removing hundreds of millions of keys and gigabytes of data). For leveldb and memorydb an iterator based fallback is implemented. Note that since the iterator method can be slow and a database function should not unexpectedly block for a very long time, the number of deleted keys is limited at 10000 which should ensure that it does not block for more than a second. ErrTooManyKeys is returned if the range has only been partially deleted. In this case the caller can repeat the call until it finally succeeds.
167 lines
4.0 KiB
Go
167 lines
4.0 KiB
Go
// Copyright 2017 The go-ethereum Authors
|
|
// This file is part of the go-ethereum library.
|
|
//
|
|
// The go-ethereum library is free software: you can redistribute it and/or modify
|
|
// it under the terms of the GNU Lesser General Public License as published by
|
|
// the Free Software Foundation, either version 3 of the License, or
|
|
// (at your option) any later version.
|
|
//
|
|
// The go-ethereum library is distributed in the hope that it will be useful,
|
|
// but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
// GNU Lesser General Public License for more details.
|
|
//
|
|
// You should have received a copy of the GNU Lesser General Public License
|
|
// along with the go-ethereum library. If not, see <http://www.gnu.org/licenses/>.
|
|
|
|
package trienode
|
|
|
|
import (
|
|
"errors"
|
|
"sync"
|
|
|
|
"github.com/ethereum/go-ethereum/common"
|
|
"github.com/ethereum/go-ethereum/crypto"
|
|
"github.com/ethereum/go-ethereum/ethdb"
|
|
"github.com/ethereum/go-ethereum/rlp"
|
|
)
|
|
|
|
// ProofSet stores a set of trie nodes. It implements trie.Database and can also
|
|
// act as a cache for another trie.Database.
|
|
type ProofSet struct {
|
|
nodes map[string][]byte
|
|
order []string
|
|
|
|
dataSize int
|
|
lock sync.RWMutex
|
|
}
|
|
|
|
// NewProofSet creates an empty node set
|
|
func NewProofSet() *ProofSet {
|
|
return &ProofSet{
|
|
nodes: make(map[string][]byte),
|
|
}
|
|
}
|
|
|
|
// Put stores a new node in the set
|
|
func (db *ProofSet) Put(key []byte, value []byte) error {
|
|
db.lock.Lock()
|
|
defer db.lock.Unlock()
|
|
|
|
if _, ok := db.nodes[string(key)]; ok {
|
|
return nil
|
|
}
|
|
keystr := string(key)
|
|
|
|
db.nodes[keystr] = common.CopyBytes(value)
|
|
db.order = append(db.order, keystr)
|
|
db.dataSize += len(value)
|
|
|
|
return nil
|
|
}
|
|
|
|
// Delete removes a node from the set
|
|
func (db *ProofSet) Delete(key []byte) error {
|
|
db.lock.Lock()
|
|
defer db.lock.Unlock()
|
|
|
|
delete(db.nodes, string(key))
|
|
return nil
|
|
}
|
|
|
|
func (db *ProofSet) DeleteRange(start, end []byte) error {
|
|
panic("not supported")
|
|
}
|
|
|
|
// Get returns a stored node
|
|
func (db *ProofSet) Get(key []byte) ([]byte, error) {
|
|
db.lock.RLock()
|
|
defer db.lock.RUnlock()
|
|
|
|
if entry, ok := db.nodes[string(key)]; ok {
|
|
return entry, nil
|
|
}
|
|
return nil, errors.New("not found")
|
|
}
|
|
|
|
// Has returns true if the node set contains the given key
|
|
func (db *ProofSet) Has(key []byte) (bool, error) {
|
|
_, err := db.Get(key)
|
|
return err == nil, nil
|
|
}
|
|
|
|
// KeyCount returns the number of nodes in the set
|
|
func (db *ProofSet) KeyCount() int {
|
|
db.lock.RLock()
|
|
defer db.lock.RUnlock()
|
|
|
|
return len(db.nodes)
|
|
}
|
|
|
|
// DataSize returns the aggregated data size of nodes in the set
|
|
func (db *ProofSet) DataSize() int {
|
|
db.lock.RLock()
|
|
defer db.lock.RUnlock()
|
|
|
|
return db.dataSize
|
|
}
|
|
|
|
// List converts the node set to a slice of bytes.
|
|
func (db *ProofSet) List() [][]byte {
|
|
db.lock.RLock()
|
|
defer db.lock.RUnlock()
|
|
|
|
values := make([][]byte, len(db.order))
|
|
for i, key := range db.order {
|
|
values[i] = db.nodes[key]
|
|
}
|
|
return values
|
|
}
|
|
|
|
// Store writes the contents of the set to the given database
|
|
func (db *ProofSet) Store(target ethdb.KeyValueWriter) {
|
|
db.lock.RLock()
|
|
defer db.lock.RUnlock()
|
|
|
|
for key, value := range db.nodes {
|
|
target.Put([]byte(key), value)
|
|
}
|
|
}
|
|
|
|
// ProofList stores an ordered list of trie nodes. It implements ethdb.KeyValueWriter.
|
|
type ProofList []rlp.RawValue
|
|
|
|
// Store writes the contents of the list to the given database
|
|
func (n ProofList) Store(db ethdb.KeyValueWriter) {
|
|
for _, node := range n {
|
|
db.Put(crypto.Keccak256(node), node)
|
|
}
|
|
}
|
|
|
|
// Set converts the node list to a ProofSet
|
|
func (n ProofList) Set() *ProofSet {
|
|
db := NewProofSet()
|
|
n.Store(db)
|
|
return db
|
|
}
|
|
|
|
// Put stores a new node at the end of the list
|
|
func (n *ProofList) Put(key []byte, value []byte) error {
|
|
*n = append(*n, value)
|
|
return nil
|
|
}
|
|
|
|
// Delete panics as there's no reason to remove a node from the list.
|
|
func (n *ProofList) Delete(key []byte) error {
|
|
panic("not supported")
|
|
}
|
|
|
|
// DataSize returns the aggregated data size of nodes in the list
|
|
func (n ProofList) DataSize() int {
|
|
var size int
|
|
for _, node := range n {
|
|
size += len(node)
|
|
}
|
|
return size
|
|
}
|