2015-07-07 03:54:22 +03:00
|
|
|
// Copyright 2014 The go-ethereum Authors
|
2015-07-22 19:48:40 +03:00
|
|
|
// This file is part of the go-ethereum library.
|
2015-07-07 03:54:22 +03:00
|
|
|
//
|
2015-07-23 19:35:11 +03:00
|
|
|
// The go-ethereum library is free software: you can redistribute it and/or modify
|
2015-07-07 03:54:22 +03:00
|
|
|
// it under the terms of the GNU Lesser General Public License as published by
|
|
|
|
// the Free Software Foundation, either version 3 of the License, or
|
|
|
|
// (at your option) any later version.
|
|
|
|
//
|
2015-07-22 19:48:40 +03:00
|
|
|
// The go-ethereum library is distributed in the hope that it will be useful,
|
2015-07-07 03:54:22 +03:00
|
|
|
// but WITHOUT ANY WARRANTY; without even the implied warranty of
|
2015-07-22 19:48:40 +03:00
|
|
|
// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
2015-07-07 03:54:22 +03:00
|
|
|
// GNU Lesser General Public License for more details.
|
|
|
|
//
|
|
|
|
// You should have received a copy of the GNU Lesser General Public License
|
2015-07-22 19:48:40 +03:00
|
|
|
// along with the go-ethereum library. If not, see <http://www.gnu.org/licenses/>.
|
2015-07-07 03:54:22 +03:00
|
|
|
|
2014-10-31 15:45:03 +02:00
|
|
|
package trie
|
2014-10-10 17:56:28 +03:00
|
|
|
|
2015-11-25 19:28:21 +02:00
|
|
|
import (
|
|
|
|
"bytes"
|
2015-12-28 15:20:37 +02:00
|
|
|
"fmt"
|
2015-11-25 19:28:21 +02:00
|
|
|
|
2016-01-06 12:11:56 +02:00
|
|
|
"github.com/ethereum/go-ethereum/common"
|
2015-11-25 19:28:21 +02:00
|
|
|
"github.com/ethereum/go-ethereum/logger"
|
|
|
|
"github.com/ethereum/go-ethereum/logger/glog"
|
|
|
|
)
|
2014-10-10 17:56:28 +03:00
|
|
|
|
2015-12-28 15:20:37 +02:00
|
|
|
// Iterator is a key-value trie iterator to traverse the data contents.
|
2014-10-10 17:56:28 +03:00
|
|
|
type Iterator struct {
|
|
|
|
trie *Trie
|
|
|
|
|
2015-12-28 15:20:37 +02:00
|
|
|
Key []byte // Current data key on which the iterator is positioned on
|
|
|
|
Value []byte // Current data value on which the iterator is positioned on
|
2014-10-10 17:56:28 +03:00
|
|
|
}
|
|
|
|
|
2015-12-28 15:20:37 +02:00
|
|
|
// NewIterator creates a new key-value iterator.
|
2014-10-10 17:56:28 +03:00
|
|
|
func NewIterator(trie *Trie) *Iterator {
|
2015-03-05 03:42:32 +02:00
|
|
|
return &Iterator{trie: trie, Key: nil}
|
2014-10-10 17:56:28 +03:00
|
|
|
}
|
|
|
|
|
2015-12-28 15:20:37 +02:00
|
|
|
// Next moves the iterator forward with one key-value entry.
|
2015-01-08 12:47:04 +02:00
|
|
|
func (self *Iterator) Next() bool {
|
2015-03-05 03:42:32 +02:00
|
|
|
isIterStart := false
|
|
|
|
if self.Key == nil {
|
|
|
|
isIterStart = true
|
|
|
|
self.Key = make([]byte, 32)
|
|
|
|
}
|
|
|
|
|
2015-07-06 02:19:48 +03:00
|
|
|
key := remTerm(compactHexDecode(self.Key))
|
2015-03-05 03:42:32 +02:00
|
|
|
k := self.next(self.trie.root, key, isIterStart)
|
2014-10-10 17:56:28 +03:00
|
|
|
|
2015-07-06 02:19:48 +03:00
|
|
|
self.Key = []byte(decodeCompact(k))
|
2014-10-10 17:56:28 +03:00
|
|
|
|
2015-01-08 12:47:04 +02:00
|
|
|
return len(k) > 0
|
2014-10-10 17:56:28 +03:00
|
|
|
}
|
|
|
|
|
2015-07-06 02:19:48 +03:00
|
|
|
func (self *Iterator) next(node interface{}, key []byte, isIterStart bool) []byte {
|
2015-01-08 12:47:04 +02:00
|
|
|
if node == nil {
|
2014-10-10 17:56:28 +03:00
|
|
|
return nil
|
2015-01-08 12:47:04 +02:00
|
|
|
}
|
2014-10-10 17:56:28 +03:00
|
|
|
|
2015-01-08 12:47:04 +02:00
|
|
|
switch node := node.(type) {
|
2015-07-06 02:19:48 +03:00
|
|
|
case fullNode:
|
2015-01-08 12:47:04 +02:00
|
|
|
if len(key) > 0 {
|
2015-07-06 02:19:48 +03:00
|
|
|
k := self.next(node[key[0]], key[1:], isIterStart)
|
2015-01-08 12:47:04 +02:00
|
|
|
if k != nil {
|
|
|
|
return append([]byte{key[0]}, k...)
|
2014-10-10 17:56:28 +03:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2015-01-08 12:47:04 +02:00
|
|
|
var r byte
|
2014-10-10 17:56:28 +03:00
|
|
|
if len(key) > 0 {
|
|
|
|
r = key[0] + 1
|
|
|
|
}
|
|
|
|
|
|
|
|
for i := r; i < 16; i++ {
|
2015-07-06 02:19:48 +03:00
|
|
|
k := self.key(node[i])
|
2015-01-08 12:47:04 +02:00
|
|
|
if k != nil {
|
|
|
|
return append([]byte{i}, k...)
|
2014-10-10 17:56:28 +03:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2015-07-06 02:19:48 +03:00
|
|
|
case shortNode:
|
|
|
|
k := remTerm(node.Key)
|
|
|
|
if vnode, ok := node.Val.(valueNode); ok {
|
2015-03-05 03:42:32 +02:00
|
|
|
switch bytes.Compare([]byte(k), key) {
|
|
|
|
case 0:
|
|
|
|
if isIterStart {
|
2015-07-06 02:19:48 +03:00
|
|
|
self.Value = vnode
|
2015-03-05 03:42:32 +02:00
|
|
|
return k
|
|
|
|
}
|
|
|
|
case 1:
|
2015-07-06 02:19:48 +03:00
|
|
|
self.Value = vnode
|
2014-10-10 17:56:28 +03:00
|
|
|
return k
|
|
|
|
}
|
|
|
|
} else {
|
2015-07-06 02:19:48 +03:00
|
|
|
cnode := node.Val
|
2015-01-08 12:47:04 +02:00
|
|
|
|
2014-10-10 17:56:28 +03:00
|
|
|
var ret []byte
|
2015-01-08 12:47:04 +02:00
|
|
|
skey := key[len(k):]
|
2015-07-06 02:19:48 +03:00
|
|
|
if bytes.HasPrefix(key, k) {
|
2015-03-05 03:42:32 +02:00
|
|
|
ret = self.next(cnode, skey, isIterStart)
|
2014-10-10 17:56:28 +03:00
|
|
|
} else if bytes.Compare(k, key[:len(k)]) > 0 {
|
2015-02-07 18:03:22 +02:00
|
|
|
return self.key(node)
|
2014-10-10 17:56:28 +03:00
|
|
|
}
|
|
|
|
|
|
|
|
if ret != nil {
|
|
|
|
return append(k, ret...)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2015-07-06 02:19:48 +03:00
|
|
|
case hashNode:
|
2015-11-25 19:28:21 +02:00
|
|
|
rn, err := self.trie.resolveHash(node, nil, nil)
|
|
|
|
if err != nil && glog.V(logger.Error) {
|
|
|
|
glog.Errorf("Unhandled trie error: %v", err)
|
|
|
|
}
|
|
|
|
return self.next(rn, key, isIterStart)
|
2015-07-06 02:19:48 +03:00
|
|
|
}
|
2014-10-10 17:56:28 +03:00
|
|
|
return nil
|
|
|
|
}
|
|
|
|
|
2015-07-06 02:19:48 +03:00
|
|
|
func (self *Iterator) key(node interface{}) []byte {
|
2015-01-08 12:47:04 +02:00
|
|
|
switch node := node.(type) {
|
2015-07-06 02:19:48 +03:00
|
|
|
case shortNode:
|
2015-01-08 12:47:04 +02:00
|
|
|
// Leaf node
|
2015-07-06 02:19:48 +03:00
|
|
|
k := remTerm(node.Key)
|
|
|
|
if vnode, ok := node.Val.(valueNode); ok {
|
|
|
|
self.Value = vnode
|
2015-01-08 12:47:04 +02:00
|
|
|
return k
|
|
|
|
}
|
2015-07-06 02:19:48 +03:00
|
|
|
return append(k, self.key(node.Val)...)
|
|
|
|
case fullNode:
|
|
|
|
if node[16] != nil {
|
|
|
|
self.Value = node[16].(valueNode)
|
2015-01-08 12:47:04 +02:00
|
|
|
return []byte{16}
|
|
|
|
}
|
|
|
|
for i := 0; i < 16; i++ {
|
2015-07-06 02:19:48 +03:00
|
|
|
k := self.key(node[i])
|
2015-01-08 12:47:04 +02:00
|
|
|
if k != nil {
|
|
|
|
return append([]byte{byte(i)}, k...)
|
|
|
|
}
|
|
|
|
}
|
2015-07-06 02:19:48 +03:00
|
|
|
case hashNode:
|
2015-11-25 19:28:21 +02:00
|
|
|
rn, err := self.trie.resolveHash(node, nil, nil)
|
|
|
|
if err != nil && glog.V(logger.Error) {
|
|
|
|
glog.Errorf("Unhandled trie error: %v", err)
|
|
|
|
}
|
|
|
|
return self.key(rn)
|
2015-01-08 12:47:04 +02:00
|
|
|
}
|
|
|
|
return nil
|
2014-10-10 17:56:28 +03:00
|
|
|
}
|
2015-12-28 15:20:37 +02:00
|
|
|
|
|
|
|
// nodeIteratorState represents the iteration state at one particular node of the
|
|
|
|
// trie, which can be resumed at a later invocation.
|
|
|
|
type nodeIteratorState struct {
|
2016-01-08 13:46:45 +02:00
|
|
|
hash common.Hash // Hash of the node being iterated (nil if not standalone)
|
|
|
|
node node // Trie node being iterated
|
|
|
|
parent common.Hash // Hash of the first full ancestor node (nil if current is the root)
|
|
|
|
child int // Child to be processed next
|
2015-12-28 15:20:37 +02:00
|
|
|
}
|
|
|
|
|
|
|
|
// NodeIterator is an iterator to traverse the trie post-order.
|
|
|
|
type NodeIterator struct {
|
|
|
|
trie *Trie // Trie being iterated
|
|
|
|
stack []*nodeIteratorState // Hierarchy of trie nodes persisting the iteration state
|
|
|
|
|
2016-01-06 12:11:56 +02:00
|
|
|
Hash common.Hash // Hash of the current node being iterated (nil if not standalone)
|
|
|
|
Node node // Current node being iterated (internal representation)
|
2016-01-08 13:46:45 +02:00
|
|
|
Parent common.Hash // Hash of the first full ancestor node (nil if current is the root)
|
2016-01-06 12:11:56 +02:00
|
|
|
Leaf bool // Flag whether the current node is a value (data) node
|
|
|
|
LeafBlob []byte // Data blob contained within a leaf (otherwise nil)
|
2015-12-28 15:20:37 +02:00
|
|
|
}
|
|
|
|
|
|
|
|
// NewNodeIterator creates an post-order trie iterator.
|
|
|
|
func NewNodeIterator(trie *Trie) *NodeIterator {
|
|
|
|
if bytes.Compare(trie.Root(), emptyRoot.Bytes()) == 0 {
|
|
|
|
return new(NodeIterator)
|
|
|
|
}
|
|
|
|
return &NodeIterator{trie: trie}
|
|
|
|
}
|
|
|
|
|
|
|
|
// Next moves the iterator to the next node, returning whether there are any
|
|
|
|
// further nodes.
|
|
|
|
func (it *NodeIterator) Next() bool {
|
|
|
|
it.step()
|
|
|
|
return it.retrieve()
|
|
|
|
}
|
|
|
|
|
|
|
|
// step moves the iterator to the next node of the trie.
|
|
|
|
func (it *NodeIterator) step() {
|
|
|
|
// Abort if we reached the end of the iteration
|
|
|
|
if it.trie == nil {
|
|
|
|
return
|
|
|
|
}
|
|
|
|
// Initialize the iterator if we've just started, or pop off the old node otherwise
|
|
|
|
if len(it.stack) == 0 {
|
|
|
|
it.stack = append(it.stack, &nodeIteratorState{node: it.trie.root, child: -1})
|
|
|
|
if it.stack[0].node == nil {
|
|
|
|
panic(fmt.Sprintf("root node missing: %x", it.trie.Root()))
|
|
|
|
}
|
|
|
|
} else {
|
|
|
|
it.stack = it.stack[:len(it.stack)-1]
|
|
|
|
if len(it.stack) == 0 {
|
|
|
|
it.trie = nil
|
|
|
|
return
|
|
|
|
}
|
|
|
|
}
|
|
|
|
// Continue iteration to the next child
|
|
|
|
for {
|
|
|
|
parent := it.stack[len(it.stack)-1]
|
2016-01-08 13:46:45 +02:00
|
|
|
ancestor := parent.hash
|
|
|
|
if (ancestor == common.Hash{}) {
|
|
|
|
ancestor = parent.parent
|
|
|
|
}
|
2015-12-28 15:20:37 +02:00
|
|
|
if node, ok := parent.node.(fullNode); ok {
|
|
|
|
// Full node, traverse all children, then the node itself
|
|
|
|
if parent.child >= len(node) {
|
|
|
|
break
|
|
|
|
}
|
|
|
|
for parent.child++; parent.child < len(node); parent.child++ {
|
|
|
|
if current := node[parent.child]; current != nil {
|
2016-01-08 13:46:45 +02:00
|
|
|
it.stack = append(it.stack, &nodeIteratorState{node: current, parent: ancestor, child: -1})
|
2015-12-28 15:20:37 +02:00
|
|
|
break
|
|
|
|
}
|
|
|
|
}
|
|
|
|
} else if node, ok := parent.node.(shortNode); ok {
|
|
|
|
// Short node, traverse the pointer singleton child, then the node itself
|
|
|
|
if parent.child >= 0 {
|
|
|
|
break
|
|
|
|
}
|
|
|
|
parent.child++
|
2016-01-08 13:46:45 +02:00
|
|
|
it.stack = append(it.stack, &nodeIteratorState{node: node.Val, parent: ancestor, child: -1})
|
2016-01-06 12:11:56 +02:00
|
|
|
} else if hash, ok := parent.node.(hashNode); ok {
|
2015-12-28 15:20:37 +02:00
|
|
|
// Hash node, resolve the hash child from the database, then the node itself
|
|
|
|
if parent.child >= 0 {
|
|
|
|
break
|
|
|
|
}
|
|
|
|
parent.child++
|
|
|
|
|
2016-01-06 12:11:56 +02:00
|
|
|
node, err := it.trie.resolveHash(hash, nil, nil)
|
2015-12-28 15:20:37 +02:00
|
|
|
if err != nil {
|
|
|
|
panic(err)
|
|
|
|
}
|
2016-01-08 13:46:45 +02:00
|
|
|
it.stack = append(it.stack, &nodeIteratorState{hash: common.BytesToHash(hash), node: node, parent: ancestor, child: -1})
|
2015-12-28 15:20:37 +02:00
|
|
|
} else {
|
|
|
|
break
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
// retrieve pulls and caches the current trie node the iterator is traversing.
|
|
|
|
// In case of a value node, the additional leaf blob is also populated with the
|
|
|
|
// data contents for external interpretation.
|
|
|
|
//
|
|
|
|
// The method returns whether there are any more data left for inspection.
|
|
|
|
func (it *NodeIterator) retrieve() bool {
|
|
|
|
// Clear out any previously set values
|
2016-01-08 13:46:45 +02:00
|
|
|
it.Hash, it.Node, it.Parent, it.Leaf, it.LeafBlob = common.Hash{}, nil, common.Hash{}, false, nil
|
2015-12-28 15:20:37 +02:00
|
|
|
|
|
|
|
// If the iteration's done, return no available data
|
|
|
|
if it.trie == nil {
|
|
|
|
return false
|
|
|
|
}
|
|
|
|
// Otherwise retrieve the current node and resolve leaf accessors
|
2016-01-06 12:11:56 +02:00
|
|
|
state := it.stack[len(it.stack)-1]
|
|
|
|
|
2016-01-08 13:46:45 +02:00
|
|
|
it.Hash, it.Node, it.Parent = state.hash, state.node, state.parent
|
2015-12-28 15:20:37 +02:00
|
|
|
if value, ok := it.Node.(valueNode); ok {
|
|
|
|
it.Leaf, it.LeafBlob = true, []byte(value)
|
|
|
|
}
|
|
|
|
return true
|
|
|
|
}
|