2016-11-09 04:01:56 +03:00
|
|
|
// Copyright 2016 The go-ethereum Authors
|
2016-10-14 06:51:29 +03:00
|
|
|
// This file is part of the go-ethereum library.
|
|
|
|
//
|
|
|
|
// The go-ethereum library is free software: you can redistribute it and/or modify
|
|
|
|
// it under the terms of the GNU Lesser General Public License as published by
|
|
|
|
// the Free Software Foundation, either version 3 of the License, or
|
|
|
|
// (at your option) any later version.
|
|
|
|
//
|
|
|
|
// The go-ethereum library is distributed in the hope that it will be useful,
|
|
|
|
// but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
|
|
// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
|
|
// GNU Lesser General Public License for more details.
|
|
|
|
//
|
|
|
|
// You should have received a copy of the GNU Lesser General Public License
|
|
|
|
// along with the go-ethereum library. If not, see <http://www.gnu.org/licenses/>.
|
2016-11-09 04:01:56 +03:00
|
|
|
|
2016-10-14 06:51:29 +03:00
|
|
|
package les
|
|
|
|
|
|
|
|
import (
|
2017-03-22 20:20:33 +03:00
|
|
|
"context"
|
2021-05-21 12:36:04 +03:00
|
|
|
"math/rand"
|
2021-02-25 16:24:04 +03:00
|
|
|
"sort"
|
2019-08-21 12:29:34 +03:00
|
|
|
"time"
|
2016-10-14 06:51:29 +03:00
|
|
|
|
2019-08-21 12:29:34 +03:00
|
|
|
"github.com/ethereum/go-ethereum/common/mclock"
|
2017-10-24 16:19:09 +03:00
|
|
|
"github.com/ethereum/go-ethereum/core"
|
2016-10-14 06:51:29 +03:00
|
|
|
"github.com/ethereum/go-ethereum/ethdb"
|
|
|
|
"github.com/ethereum/go-ethereum/light"
|
|
|
|
)
|
|
|
|
|
2017-06-21 13:27:38 +03:00
|
|
|
// LesOdr implements light.OdrBackend
|
2016-10-14 06:51:29 +03:00
|
|
|
type LesOdr struct {
|
2017-11-08 13:45:52 +03:00
|
|
|
db ethdb.Database
|
2018-08-28 10:08:16 +03:00
|
|
|
indexerConfig *light.IndexerConfig
|
2017-10-24 16:19:09 +03:00
|
|
|
chtIndexer, bloomTrieIndexer, bloomIndexer *core.ChainIndexer
|
2021-02-25 16:24:04 +03:00
|
|
|
peers *serverPeerSet
|
2017-11-08 13:45:52 +03:00
|
|
|
retriever *retrieveManager
|
|
|
|
stop chan struct{}
|
2016-10-14 06:51:29 +03:00
|
|
|
}
|
|
|
|
|
2021-02-25 16:24:04 +03:00
|
|
|
func NewLesOdr(db ethdb.Database, config *light.IndexerConfig, peers *serverPeerSet, retriever *retrieveManager) *LesOdr {
|
2016-10-14 06:51:29 +03:00
|
|
|
return &LesOdr{
|
2018-08-28 10:08:16 +03:00
|
|
|
db: db,
|
|
|
|
indexerConfig: config,
|
2021-02-25 16:24:04 +03:00
|
|
|
peers: peers,
|
2018-08-28 10:08:16 +03:00
|
|
|
retriever: retriever,
|
|
|
|
stop: make(chan struct{}),
|
2016-10-14 06:51:29 +03:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2017-10-24 16:19:09 +03:00
|
|
|
// Stop cancels all pending retrievals
|
2016-10-14 06:51:29 +03:00
|
|
|
func (odr *LesOdr) Stop() {
|
|
|
|
close(odr.stop)
|
|
|
|
}
|
|
|
|
|
2017-10-24 16:19:09 +03:00
|
|
|
// Database returns the backing database
|
2016-10-14 06:51:29 +03:00
|
|
|
func (odr *LesOdr) Database() ethdb.Database {
|
|
|
|
return odr.db
|
|
|
|
}
|
|
|
|
|
2018-08-15 23:25:46 +03:00
|
|
|
// SetIndexers adds the necessary chain indexers to the ODR backend
|
|
|
|
func (odr *LesOdr) SetIndexers(chtIndexer, bloomTrieIndexer, bloomIndexer *core.ChainIndexer) {
|
|
|
|
odr.chtIndexer = chtIndexer
|
|
|
|
odr.bloomTrieIndexer = bloomTrieIndexer
|
|
|
|
odr.bloomIndexer = bloomIndexer
|
|
|
|
}
|
|
|
|
|
2017-10-24 16:19:09 +03:00
|
|
|
// ChtIndexer returns the CHT chain indexer
|
|
|
|
func (odr *LesOdr) ChtIndexer() *core.ChainIndexer {
|
|
|
|
return odr.chtIndexer
|
|
|
|
}
|
|
|
|
|
|
|
|
// BloomTrieIndexer returns the bloom trie chain indexer
|
|
|
|
func (odr *LesOdr) BloomTrieIndexer() *core.ChainIndexer {
|
|
|
|
return odr.bloomTrieIndexer
|
|
|
|
}
|
|
|
|
|
|
|
|
// BloomIndexer returns the bloombits chain indexer
|
|
|
|
func (odr *LesOdr) BloomIndexer() *core.ChainIndexer {
|
|
|
|
return odr.bloomIndexer
|
|
|
|
}
|
|
|
|
|
2018-08-28 10:08:16 +03:00
|
|
|
// IndexerConfig returns the indexer config.
|
|
|
|
func (odr *LesOdr) IndexerConfig() *light.IndexerConfig {
|
|
|
|
return odr.indexerConfig
|
|
|
|
}
|
|
|
|
|
2016-10-14 06:51:29 +03:00
|
|
|
const (
|
2020-12-10 16:33:52 +03:00
|
|
|
MsgBlockHeaders = iota
|
|
|
|
MsgBlockBodies
|
2016-10-14 06:51:29 +03:00
|
|
|
MsgCode
|
|
|
|
MsgReceipts
|
2017-10-24 16:19:09 +03:00
|
|
|
MsgProofsV2
|
|
|
|
MsgHelperTrieProofs
|
2019-05-13 14:41:10 +03:00
|
|
|
MsgTxStatus
|
2016-10-14 06:51:29 +03:00
|
|
|
)
|
|
|
|
|
|
|
|
// Msg encodes a LES message that delivers reply data for a request
|
|
|
|
type Msg struct {
|
|
|
|
MsgType int
|
|
|
|
ReqID uint64
|
|
|
|
Obj interface{}
|
|
|
|
}
|
|
|
|
|
2021-02-25 16:24:04 +03:00
|
|
|
// peerByTxHistory is a heap.Interface implementation which can sort
|
|
|
|
// the peerset by transaction history.
|
|
|
|
type peerByTxHistory []*serverPeer
|
|
|
|
|
|
|
|
func (h peerByTxHistory) Len() int { return len(h) }
|
|
|
|
func (h peerByTxHistory) Less(i, j int) bool {
|
|
|
|
if h[i].txHistory == txIndexUnlimited {
|
|
|
|
return false
|
|
|
|
}
|
|
|
|
if h[j].txHistory == txIndexUnlimited {
|
|
|
|
return true
|
|
|
|
}
|
|
|
|
return h[i].txHistory < h[j].txHistory
|
|
|
|
}
|
|
|
|
func (h peerByTxHistory) Swap(i, j int) { h[i], h[j] = h[j], h[i] }
|
|
|
|
|
|
|
|
const (
|
|
|
|
maxTxStatusRetry = 3 // The maximum retrys will be made for tx status request.
|
|
|
|
maxTxStatusCandidates = 5 // The maximum les servers the tx status requests will be sent to.
|
|
|
|
)
|
|
|
|
|
|
|
|
// RetrieveTxStatus retrieves the transaction status from the LES network.
|
|
|
|
// There is no guarantee in the LES protocol that the mined transaction will
|
|
|
|
// be retrieved back for sure because of different reasons(the transaction
|
|
|
|
// is unindexed, the malicous server doesn't reply it deliberately, etc).
|
|
|
|
// Therefore, unretrieved transactions(UNKNOWN) will receive a certain number
|
|
|
|
// of retries, thus giving a weak guarantee.
|
|
|
|
func (odr *LesOdr) RetrieveTxStatus(ctx context.Context, req *light.TxStatusRequest) error {
|
|
|
|
// Sort according to the transaction history supported by the peer and
|
|
|
|
// select the peers with longest history.
|
|
|
|
var (
|
|
|
|
retries int
|
|
|
|
peers []*serverPeer
|
|
|
|
missing = len(req.Hashes)
|
|
|
|
result = make([]light.TxStatus, len(req.Hashes))
|
|
|
|
canSend = make(map[string]bool)
|
|
|
|
)
|
|
|
|
for _, peer := range odr.peers.allPeers() {
|
|
|
|
if peer.txHistory == txIndexDisabled {
|
|
|
|
continue
|
|
|
|
}
|
|
|
|
peers = append(peers, peer)
|
|
|
|
}
|
|
|
|
sort.Sort(sort.Reverse(peerByTxHistory(peers)))
|
|
|
|
for i := 0; i < maxTxStatusCandidates && i < len(peers); i++ {
|
|
|
|
canSend[peers[i].id] = true
|
|
|
|
}
|
|
|
|
// Send out the request and assemble the result.
|
|
|
|
for {
|
|
|
|
if retries >= maxTxStatusRetry || len(canSend) == 0 {
|
|
|
|
break
|
|
|
|
}
|
|
|
|
var (
|
|
|
|
// Deep copy the request, so that the partial result won't be mixed.
|
|
|
|
req = &TxStatusRequest{Hashes: req.Hashes}
|
2021-05-21 12:36:04 +03:00
|
|
|
id = rand.Uint64()
|
2021-02-25 16:24:04 +03:00
|
|
|
distreq = &distReq{
|
|
|
|
getCost: func(dp distPeer) uint64 { return req.GetCost(dp.(*serverPeer)) },
|
|
|
|
canSend: func(dp distPeer) bool { return canSend[dp.(*serverPeer).id] },
|
|
|
|
request: func(dp distPeer) func() {
|
|
|
|
p := dp.(*serverPeer)
|
|
|
|
p.fcServer.QueuedRequest(id, req.GetCost(p))
|
|
|
|
delete(canSend, p.id)
|
|
|
|
return func() { req.Request(id, p) }
|
|
|
|
},
|
|
|
|
}
|
|
|
|
)
|
|
|
|
if err := odr.retriever.retrieve(ctx, id, distreq, func(p distPeer, msg *Msg) error { return req.Validate(odr.db, msg) }, odr.stop); err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
// Collect the response and assemble them to the final result.
|
|
|
|
// All the response is not verifiable, so always pick the first
|
|
|
|
// one we get.
|
|
|
|
for index, status := range req.Status {
|
|
|
|
if result[index].Status != core.TxStatusUnknown {
|
|
|
|
continue
|
|
|
|
}
|
|
|
|
if status.Status == core.TxStatusUnknown {
|
|
|
|
continue
|
|
|
|
}
|
|
|
|
result[index], missing = status, missing-1
|
|
|
|
}
|
|
|
|
// Abort the procedure if all the status are retrieved
|
|
|
|
if missing == 0 {
|
|
|
|
break
|
|
|
|
}
|
|
|
|
retries += 1
|
|
|
|
}
|
|
|
|
req.Status = result
|
|
|
|
return nil
|
|
|
|
}
|
|
|
|
|
|
|
|
// Retrieve tries to fetch an object from the LES network. It's a common API
|
|
|
|
// for most of the LES requests except for the TxStatusRequest which needs
|
|
|
|
// the additional retry mechanism.
|
2017-06-21 13:27:38 +03:00
|
|
|
// If the network retrieval was successful, it stores the object in local db.
|
2017-10-24 16:19:09 +03:00
|
|
|
func (odr *LesOdr) Retrieve(ctx context.Context, req light.OdrRequest) (err error) {
|
2017-06-21 13:27:38 +03:00
|
|
|
lreq := LesRequest(req)
|
2016-10-14 06:51:29 +03:00
|
|
|
|
2021-05-21 12:36:04 +03:00
|
|
|
reqID := rand.Uint64()
|
2017-03-22 22:44:22 +03:00
|
|
|
rq := &distReq{
|
|
|
|
getCost: func(dp distPeer) uint64 {
|
2020-02-26 12:41:24 +03:00
|
|
|
return lreq.GetCost(dp.(*serverPeer))
|
2017-03-22 22:44:22 +03:00
|
|
|
},
|
|
|
|
canSend: func(dp distPeer) bool {
|
2020-02-26 12:41:24 +03:00
|
|
|
p := dp.(*serverPeer)
|
2019-07-09 20:30:24 +03:00
|
|
|
if !p.onlyAnnounce {
|
2019-01-24 14:18:26 +03:00
|
|
|
return lreq.CanSend(p)
|
|
|
|
}
|
|
|
|
return false
|
2017-03-22 22:44:22 +03:00
|
|
|
},
|
|
|
|
request: func(dp distPeer) func() {
|
2020-02-26 12:41:24 +03:00
|
|
|
p := dp.(*serverPeer)
|
2016-11-30 08:02:08 +03:00
|
|
|
cost := lreq.GetCost(p)
|
2019-02-26 14:32:48 +03:00
|
|
|
p.fcServer.QueuedRequest(reqID, cost)
|
2017-03-22 22:44:22 +03:00
|
|
|
return func() { lreq.Request(reqID, p) }
|
|
|
|
},
|
|
|
|
}
|
2020-12-10 16:33:52 +03:00
|
|
|
|
|
|
|
defer func(sent mclock.AbsTime) {
|
|
|
|
if err != nil {
|
|
|
|
return
|
|
|
|
}
|
2019-08-21 12:29:34 +03:00
|
|
|
requestRTT.Update(time.Duration(mclock.Now() - sent))
|
2020-12-10 16:33:52 +03:00
|
|
|
}(mclock.Now())
|
|
|
|
|
|
|
|
if err := odr.retriever.retrieve(ctx, reqID, rq, func(p distPeer, msg *Msg) error { return lreq.Validate(odr.db, msg) }, odr.stop); err != nil {
|
|
|
|
return err
|
2016-10-14 06:51:29 +03:00
|
|
|
}
|
2020-12-10 16:33:52 +03:00
|
|
|
req.StoreResult(odr.db)
|
|
|
|
return nil
|
2016-10-14 06:51:29 +03:00
|
|
|
}
|