2022-05-24 21:39:40 +03:00
|
|
|
// Copyright 2016 The go-ethereum Authors
|
2016-09-25 21:49:02 +03:00
|
|
|
// This file is part of the go-ethereum library.
|
|
|
|
//
|
|
|
|
// The go-ethereum library is free software: you can redistribute it and/or modify
|
|
|
|
// it under the terms of the GNU Lesser General Public License as published by
|
|
|
|
// the Free Software Foundation, either version 3 of the License, or
|
|
|
|
// (at your option) any later version.
|
|
|
|
//
|
|
|
|
// The go-ethereum library is distributed in the hope that it will be useful,
|
|
|
|
// but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
|
|
// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
|
|
// GNU Lesser General Public License for more details.
|
|
|
|
//
|
|
|
|
// You should have received a copy of the GNU Lesser General Public License
|
|
|
|
// along with the go-ethereum library. If not, see <http://www.gnu.org/licenses/>.
|
|
|
|
|
|
|
|
package trie
|
|
|
|
|
|
|
|
import (
|
|
|
|
"sync"
|
|
|
|
|
2020-06-30 12:59:06 +03:00
|
|
|
"github.com/ethereum/go-ethereum/crypto"
|
2016-09-25 21:49:02 +03:00
|
|
|
"github.com/ethereum/go-ethereum/rlp"
|
2019-01-04 01:15:26 +03:00
|
|
|
"golang.org/x/crypto/sha3"
|
2016-09-25 21:49:02 +03:00
|
|
|
)
|
|
|
|
|
2020-02-03 18:28:30 +03:00
|
|
|
// hasher is a type used for the trie Hash operation. A hasher has some
|
|
|
|
// internal preallocated temp space
|
|
|
|
type hasher struct {
|
2020-06-30 12:59:06 +03:00
|
|
|
sha crypto.KeccakState
|
2022-03-09 16:45:17 +03:00
|
|
|
tmp []byte
|
|
|
|
encbuf rlp.EncoderBuffer
|
2022-07-06 09:49:09 +03:00
|
|
|
parallel bool // Whether to use parallel threads when hashing
|
2020-02-03 18:28:30 +03:00
|
|
|
}
|
|
|
|
|
|
|
|
// hasherPool holds pureHashers
|
2018-01-15 16:32:14 +03:00
|
|
|
var hasherPool = sync.Pool{
|
2016-09-25 21:49:02 +03:00
|
|
|
New: func() interface{} {
|
2018-06-05 15:06:29 +03:00
|
|
|
return &hasher{
|
2022-03-09 16:45:17 +03:00
|
|
|
tmp: make([]byte, 0, 550), // cap is as large as a full fullNode.
|
|
|
|
sha: sha3.NewLegacyKeccak256().(crypto.KeccakState),
|
|
|
|
encbuf: rlp.NewEncoderBuffer(nil),
|
2018-06-05 15:06:29 +03:00
|
|
|
}
|
2016-09-25 21:49:02 +03:00
|
|
|
},
|
|
|
|
}
|
|
|
|
|
2020-02-04 15:02:38 +03:00
|
|
|
func newHasher(parallel bool) *hasher {
|
2018-01-15 16:32:14 +03:00
|
|
|
h := hasherPool.Get().(*hasher)
|
2020-02-04 15:02:38 +03:00
|
|
|
h.parallel = parallel
|
2016-10-14 19:04:33 +03:00
|
|
|
return h
|
2016-09-25 21:49:02 +03:00
|
|
|
}
|
|
|
|
|
2018-01-15 16:32:14 +03:00
|
|
|
func returnHasherToPool(h *hasher) {
|
|
|
|
hasherPool.Put(h)
|
2016-09-25 21:49:02 +03:00
|
|
|
}
|
|
|
|
|
|
|
|
// hash collapses a node down into a hash node, also returning a copy of the
|
2017-06-12 15:45:17 +03:00
|
|
|
// original node initialized with the computed hash to replace the original one.
|
2020-02-03 18:28:30 +03:00
|
|
|
func (h *hasher) hash(n node, force bool) (hashed node, cached node) {
|
2020-09-30 14:45:56 +03:00
|
|
|
// Return the cached hash if it's available
|
2020-02-03 18:28:30 +03:00
|
|
|
if hash, _ := n.cache(); hash != nil {
|
|
|
|
return hash, n
|
2016-09-25 21:49:02 +03:00
|
|
|
}
|
2020-09-30 14:45:56 +03:00
|
|
|
// Trie not processed yet, walk the children
|
2020-02-03 18:28:30 +03:00
|
|
|
switch n := n.(type) {
|
2016-10-18 00:01:29 +03:00
|
|
|
case *shortNode:
|
2020-02-03 18:28:30 +03:00
|
|
|
collapsed, cached := h.hashShortNodeChildren(n)
|
|
|
|
hashed := h.shortnodeToHash(collapsed, force)
|
|
|
|
// We need to retain the possibly _not_ hashed node, in case it was too
|
|
|
|
// small to be hashed
|
|
|
|
if hn, ok := hashed.(hashNode); ok {
|
|
|
|
cached.flags.hash = hn
|
|
|
|
} else {
|
|
|
|
cached.flags.hash = nil
|
2016-10-18 00:01:29 +03:00
|
|
|
}
|
2020-02-03 18:28:30 +03:00
|
|
|
return hashed, cached
|
2016-10-18 00:01:29 +03:00
|
|
|
case *fullNode:
|
2020-02-03 18:28:30 +03:00
|
|
|
collapsed, cached := h.hashFullNodeChildren(n)
|
|
|
|
hashed = h.fullnodeToHash(collapsed, force)
|
|
|
|
if hn, ok := hashed.(hashNode); ok {
|
|
|
|
cached.flags.hash = hn
|
|
|
|
} else {
|
|
|
|
cached.flags.hash = nil
|
2016-09-25 21:49:02 +03:00
|
|
|
}
|
2020-02-03 18:28:30 +03:00
|
|
|
return hashed, cached
|
|
|
|
default:
|
|
|
|
// Value and hash nodes don't have children so they're left as were
|
|
|
|
return n, n
|
2016-09-25 21:49:02 +03:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2020-02-03 18:28:30 +03:00
|
|
|
// hashShortNodeChildren collapses the short node. The returned collapsed node
|
|
|
|
// holds a live reference to the Key, and must not be modified.
|
|
|
|
// The cached
|
|
|
|
func (h *hasher) hashShortNodeChildren(n *shortNode) (collapsed, cached *shortNode) {
|
|
|
|
// Hash the short node's child, caching the newly hashed subtree
|
|
|
|
collapsed, cached = n.copy(), n.copy()
|
|
|
|
// Previously, we did copy this one. We don't seem to need to actually
|
|
|
|
// do that, since we don't overwrite/reuse keys
|
|
|
|
//cached.Key = common.CopyBytes(n.Key)
|
|
|
|
collapsed.Key = hexToCompact(n.Key)
|
|
|
|
// Unless the child is a valuenode or hashnode, hash it
|
|
|
|
switch n.Val.(type) {
|
|
|
|
case *fullNode, *shortNode:
|
|
|
|
collapsed.Val, cached.Val = h.hash(n.Val, false)
|
|
|
|
}
|
|
|
|
return collapsed, cached
|
|
|
|
}
|
2016-09-25 21:49:02 +03:00
|
|
|
|
2020-02-03 18:28:30 +03:00
|
|
|
func (h *hasher) hashFullNodeChildren(n *fullNode) (collapsed *fullNode, cached *fullNode) {
|
|
|
|
// Hash the full node's children, caching the newly hashed subtrees
|
|
|
|
cached = n.copy()
|
|
|
|
collapsed = n.copy()
|
2020-02-04 15:02:38 +03:00
|
|
|
if h.parallel {
|
|
|
|
var wg sync.WaitGroup
|
|
|
|
wg.Add(16)
|
|
|
|
for i := 0; i < 16; i++ {
|
|
|
|
go func(i int) {
|
|
|
|
hasher := newHasher(false)
|
|
|
|
if child := n.Children[i]; child != nil {
|
|
|
|
collapsed.Children[i], cached.Children[i] = hasher.hash(child, false)
|
|
|
|
} else {
|
|
|
|
collapsed.Children[i] = nilValueNode
|
|
|
|
}
|
|
|
|
returnHasherToPool(hasher)
|
|
|
|
wg.Done()
|
|
|
|
}(i)
|
|
|
|
}
|
|
|
|
wg.Wait()
|
|
|
|
} else {
|
|
|
|
for i := 0; i < 16; i++ {
|
|
|
|
if child := n.Children[i]; child != nil {
|
|
|
|
collapsed.Children[i], cached.Children[i] = h.hash(child, false)
|
|
|
|
} else {
|
|
|
|
collapsed.Children[i] = nilValueNode
|
|
|
|
}
|
2016-09-25 21:49:02 +03:00
|
|
|
}
|
|
|
|
}
|
2020-02-03 18:28:30 +03:00
|
|
|
return collapsed, cached
|
2016-09-25 21:49:02 +03:00
|
|
|
}
|
|
|
|
|
2020-02-03 18:28:30 +03:00
|
|
|
// shortnodeToHash creates a hashNode from a shortNode. The supplied shortnode
|
|
|
|
// should have hex-type Key, which will be converted (without modification)
|
|
|
|
// into compact form for RLP encoding.
|
|
|
|
// If the rlp data is smaller than 32 bytes, `nil` is returned.
|
|
|
|
func (h *hasher) shortnodeToHash(n *shortNode, force bool) node {
|
2022-03-09 16:45:17 +03:00
|
|
|
n.encode(h.encbuf)
|
|
|
|
enc := h.encodedBytes()
|
2020-02-03 18:28:30 +03:00
|
|
|
|
2022-03-09 16:45:17 +03:00
|
|
|
if len(enc) < 32 && !force {
|
2020-02-03 18:28:30 +03:00
|
|
|
return n // Nodes smaller than 32 bytes are stored inside their parent
|
2016-09-25 21:49:02 +03:00
|
|
|
}
|
2022-03-09 16:45:17 +03:00
|
|
|
return h.hashData(enc)
|
2020-02-03 18:28:30 +03:00
|
|
|
}
|
|
|
|
|
|
|
|
// shortnodeToHash is used to creates a hashNode from a set of hashNodes, (which
|
|
|
|
// may contain nil values)
|
|
|
|
func (h *hasher) fullnodeToHash(n *fullNode, force bool) node {
|
2022-03-09 16:45:17 +03:00
|
|
|
n.encode(h.encbuf)
|
|
|
|
enc := h.encodedBytes()
|
2018-06-05 15:06:29 +03:00
|
|
|
|
2022-03-09 16:45:17 +03:00
|
|
|
if len(enc) < 32 && !force {
|
2020-02-03 18:28:30 +03:00
|
|
|
return n // Nodes smaller than 32 bytes are stored inside their parent
|
2016-09-25 21:49:02 +03:00
|
|
|
}
|
2022-03-09 16:45:17 +03:00
|
|
|
return h.hashData(enc)
|
|
|
|
}
|
|
|
|
|
|
|
|
// encodedBytes returns the result of the last encoding operation on h.encbuf.
|
|
|
|
// This also resets the encoder buffer.
|
|
|
|
//
|
|
|
|
// All node encoding must be done like this:
|
|
|
|
//
|
2022-09-10 14:25:40 +03:00
|
|
|
// node.encode(h.encbuf)
|
|
|
|
// enc := h.encodedBytes()
|
2022-03-09 16:45:17 +03:00
|
|
|
//
|
|
|
|
// This convention exists because node.encode can only be inlined/escape-analyzed when
|
|
|
|
// called on a concrete receiver type.
|
|
|
|
func (h *hasher) encodedBytes() []byte {
|
|
|
|
h.tmp = h.encbuf.AppendToBytes(h.tmp[:0])
|
|
|
|
h.encbuf.Reset(nil)
|
|
|
|
return h.tmp
|
2016-09-25 21:49:02 +03:00
|
|
|
}
|
2018-06-05 15:06:29 +03:00
|
|
|
|
2020-02-03 18:28:30 +03:00
|
|
|
// hashData hashes the provided data
|
|
|
|
func (h *hasher) hashData(data []byte) hashNode {
|
|
|
|
n := make(hashNode, 32)
|
2018-06-05 15:06:29 +03:00
|
|
|
h.sha.Reset()
|
|
|
|
h.sha.Write(data)
|
|
|
|
h.sha.Read(n)
|
|
|
|
return n
|
|
|
|
}
|
2020-02-03 18:28:30 +03:00
|
|
|
|
|
|
|
// proofHash is used to construct trie proofs, and returns the 'collapsed'
|
2022-08-19 09:00:21 +03:00
|
|
|
// node (for later RLP encoding) as well as the hashed node -- unless the
|
2020-02-03 18:28:30 +03:00
|
|
|
// node is smaller than 32 bytes, in which case it will be returned as is.
|
|
|
|
// This method does not do anything on value- or hash-nodes.
|
|
|
|
func (h *hasher) proofHash(original node) (collapsed, hashed node) {
|
|
|
|
switch n := original.(type) {
|
|
|
|
case *shortNode:
|
|
|
|
sn, _ := h.hashShortNodeChildren(n)
|
|
|
|
return sn, h.shortnodeToHash(sn, false)
|
|
|
|
case *fullNode:
|
|
|
|
fn, _ := h.hashFullNodeChildren(n)
|
|
|
|
return fn, h.fullnodeToHash(fn, false)
|
|
|
|
default:
|
|
|
|
// Value and hash nodes don't have children so they're left as were
|
|
|
|
return n, n
|
|
|
|
}
|
|
|
|
}
|