2019-07-22 12:17:27 +03:00
|
|
|
// Copyright 2019 The go-ethereum Authors
|
all: on-chain oracle checkpoint syncing (#19543)
* all: implement simple checkpoint syncing
cmd, les, node: remove callback mechanism
cmd, node: remove callback definition
les: simplify the registrar
les: expose checkpoint rpc services in the light client
les, light: don't store untrusted receipt
cmd, contracts, les: discard stale checkpoint
cmd, contracts/registrar: loose restriction of registeration
cmd, contracts: add replay-protection
all: off-chain multi-signature contract
params: deploy checkpoint contract for rinkeby
cmd/registrar: add raw signing mode for registrar
cmd/registrar, contracts/registrar, les: fixed messages
* cmd/registrar, contracts/registrar: fix lints
* accounts/abi/bind, les: address comments
* cmd, contracts, les, light, params: minor checkpoint sync cleanups
* cmd, eth, les, light: move checkpoint config to config file
* cmd, eth, les, params: address comments
* eth, les, params: address comments
* cmd: polish up the checkpoint admin CLI
* cmd, contracts, params: deploy new version contract
* cmd/checkpoint-admin: add another flag for clef mode signing
* cmd, contracts, les: rename and regen checkpoint oracle with abigen
2019-06-28 10:34:02 +03:00
|
|
|
// This file is part of the go-ethereum library.
|
|
|
|
//
|
|
|
|
// The go-ethereum library is free software: you can redistribute it and/or modify
|
|
|
|
// it under the terms of the GNU Lesser General Public License as published by
|
|
|
|
// the Free Software Foundation, either version 3 of the License, or
|
|
|
|
// (at your option) any later version.
|
|
|
|
//
|
|
|
|
// The go-ethereum library is distributed in the hope that it will be useful,
|
|
|
|
// but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
|
|
// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
|
|
// GNU Lesser General Public License for more details.
|
|
|
|
//
|
|
|
|
// You should have received a copy of the GNU Lesser General Public License
|
|
|
|
// along with the go-ethereum library. If not, see <http://www.gnu.org/licenses/>.
|
|
|
|
|
|
|
|
package les
|
|
|
|
|
|
|
|
import (
|
|
|
|
"fmt"
|
|
|
|
"math/big"
|
|
|
|
"testing"
|
|
|
|
"time"
|
|
|
|
|
2019-07-03 22:54:59 +03:00
|
|
|
"github.com/ethereum/go-ethereum/accounts/abi/bind"
|
all: on-chain oracle checkpoint syncing (#19543)
* all: implement simple checkpoint syncing
cmd, les, node: remove callback mechanism
cmd, node: remove callback definition
les: simplify the registrar
les: expose checkpoint rpc services in the light client
les, light: don't store untrusted receipt
cmd, contracts, les: discard stale checkpoint
cmd, contracts/registrar: loose restriction of registeration
cmd, contracts: add replay-protection
all: off-chain multi-signature contract
params: deploy checkpoint contract for rinkeby
cmd/registrar: add raw signing mode for registrar
cmd/registrar, contracts/registrar, les: fixed messages
* cmd/registrar, contracts/registrar: fix lints
* accounts/abi/bind, les: address comments
* cmd, contracts, les, light, params: minor checkpoint sync cleanups
* cmd, eth, les, light: move checkpoint config to config file
* cmd, eth, les, params: address comments
* eth, les, params: address comments
* cmd: polish up the checkpoint admin CLI
* cmd, contracts, params: deploy new version contract
* cmd/checkpoint-admin: add another flag for clef mode signing
* cmd, contracts, les: rename and regen checkpoint oracle with abigen
2019-06-28 10:34:02 +03:00
|
|
|
"github.com/ethereum/go-ethereum/core"
|
|
|
|
"github.com/ethereum/go-ethereum/crypto"
|
|
|
|
"github.com/ethereum/go-ethereum/light"
|
|
|
|
"github.com/ethereum/go-ethereum/params"
|
|
|
|
)
|
|
|
|
|
|
|
|
// Test light syncing which will download all headers from genesis.
|
|
|
|
func TestLightSyncingLes2(t *testing.T) { testCheckpointSyncing(t, 2, 0) }
|
|
|
|
func TestLightSyncingLes3(t *testing.T) { testCheckpointSyncing(t, 3, 0) }
|
|
|
|
|
|
|
|
// Test legacy checkpoint syncing which will download tail headers
|
|
|
|
// based on a hardcoded checkpoint.
|
|
|
|
func TestLegacyCheckpointSyncingLes2(t *testing.T) { testCheckpointSyncing(t, 2, 1) }
|
|
|
|
func TestLegacyCheckpointSyncingLes3(t *testing.T) { testCheckpointSyncing(t, 3, 1) }
|
|
|
|
|
|
|
|
// Test checkpoint syncing which will download tail headers based
|
|
|
|
// on a verified checkpoint.
|
|
|
|
func TestCheckpointSyncingLes2(t *testing.T) { testCheckpointSyncing(t, 2, 2) }
|
|
|
|
func TestCheckpointSyncingLes3(t *testing.T) { testCheckpointSyncing(t, 3, 2) }
|
|
|
|
|
|
|
|
func testCheckpointSyncing(t *testing.T, protocol int, syncMode int) {
|
|
|
|
config := light.TestServerIndexerConfig
|
|
|
|
|
|
|
|
waitIndexers := func(cIndexer, bIndexer, btIndexer *core.ChainIndexer) {
|
|
|
|
for {
|
|
|
|
cs, _, _ := cIndexer.Sections()
|
|
|
|
bts, _, _ := btIndexer.Sections()
|
|
|
|
if cs >= 1 && bts >= 1 {
|
|
|
|
break
|
|
|
|
}
|
|
|
|
time.Sleep(10 * time.Millisecond)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
// Generate 512+4 blocks (totally 1 CHT sections)
|
2019-08-21 12:29:34 +03:00
|
|
|
server, client, tearDown := newClientServerEnv(t, int(config.ChtSize+config.ChtConfirms), protocol, waitIndexers, nil, 0, false, false)
|
all: on-chain oracle checkpoint syncing (#19543)
* all: implement simple checkpoint syncing
cmd, les, node: remove callback mechanism
cmd, node: remove callback definition
les: simplify the registrar
les: expose checkpoint rpc services in the light client
les, light: don't store untrusted receipt
cmd, contracts, les: discard stale checkpoint
cmd, contracts/registrar: loose restriction of registeration
cmd, contracts: add replay-protection
all: off-chain multi-signature contract
params: deploy checkpoint contract for rinkeby
cmd/registrar: add raw signing mode for registrar
cmd/registrar, contracts/registrar, les: fixed messages
* cmd/registrar, contracts/registrar: fix lints
* accounts/abi/bind, les: address comments
* cmd, contracts, les, light, params: minor checkpoint sync cleanups
* cmd, eth, les, light: move checkpoint config to config file
* cmd, eth, les, params: address comments
* eth, les, params: address comments
* cmd: polish up the checkpoint admin CLI
* cmd, contracts, params: deploy new version contract
* cmd/checkpoint-admin: add another flag for clef mode signing
* cmd, contracts, les: rename and regen checkpoint oracle with abigen
2019-06-28 10:34:02 +03:00
|
|
|
defer tearDown()
|
|
|
|
|
|
|
|
expected := config.ChtSize + config.ChtConfirms
|
|
|
|
|
|
|
|
// Checkpoint syncing or legacy checkpoint syncing.
|
|
|
|
if syncMode == 1 || syncMode == 2 {
|
|
|
|
// Assemble checkpoint 0
|
|
|
|
s, _, head := server.chtIndexer.Sections()
|
|
|
|
cp := ¶ms.TrustedCheckpoint{
|
|
|
|
SectionIndex: 0,
|
|
|
|
SectionHead: head,
|
|
|
|
CHTRoot: light.GetChtRoot(server.db, s-1, head),
|
|
|
|
BloomRoot: light.GetBloomTrieRoot(server.db, s-1, head),
|
|
|
|
}
|
|
|
|
if syncMode == 1 {
|
|
|
|
// Register the assembled checkpoint as hardcoded one.
|
2019-08-21 12:29:34 +03:00
|
|
|
client.handler.checkpoint = cp
|
|
|
|
client.handler.backend.blockchain.AddTrustedCheckpoint(cp)
|
all: on-chain oracle checkpoint syncing (#19543)
* all: implement simple checkpoint syncing
cmd, les, node: remove callback mechanism
cmd, node: remove callback definition
les: simplify the registrar
les: expose checkpoint rpc services in the light client
les, light: don't store untrusted receipt
cmd, contracts, les: discard stale checkpoint
cmd, contracts/registrar: loose restriction of registeration
cmd, contracts: add replay-protection
all: off-chain multi-signature contract
params: deploy checkpoint contract for rinkeby
cmd/registrar: add raw signing mode for registrar
cmd/registrar, contracts/registrar, les: fixed messages
* cmd/registrar, contracts/registrar: fix lints
* accounts/abi/bind, les: address comments
* cmd, contracts, les, light, params: minor checkpoint sync cleanups
* cmd, eth, les, light: move checkpoint config to config file
* cmd, eth, les, params: address comments
* eth, les, params: address comments
* cmd: polish up the checkpoint admin CLI
* cmd, contracts, params: deploy new version contract
* cmd/checkpoint-admin: add another flag for clef mode signing
* cmd, contracts, les: rename and regen checkpoint oracle with abigen
2019-06-28 10:34:02 +03:00
|
|
|
} else {
|
|
|
|
// Register the assembled checkpoint into oracle.
|
|
|
|
header := server.backend.Blockchain().CurrentHeader()
|
|
|
|
|
|
|
|
data := append([]byte{0x19, 0x00}, append(registrarAddr.Bytes(), append([]byte{0, 0, 0, 0, 0, 0, 0, 0}, cp.Hash().Bytes()...)...)...)
|
|
|
|
sig, _ := crypto.Sign(crypto.Keccak256(data), signerKey)
|
|
|
|
sig[64] += 27 // Transform V from 0/1 to 27/28 according to the yellow paper
|
2019-08-21 12:29:34 +03:00
|
|
|
if _, err := server.handler.server.oracle.contract.RegisterCheckpoint(bind.NewKeyedTransactor(signerKey), cp.SectionIndex, cp.Hash().Bytes(), new(big.Int).Sub(header.Number, big.NewInt(1)), header.ParentHash, [][]byte{sig}); err != nil {
|
all: on-chain oracle checkpoint syncing (#19543)
* all: implement simple checkpoint syncing
cmd, les, node: remove callback mechanism
cmd, node: remove callback definition
les: simplify the registrar
les: expose checkpoint rpc services in the light client
les, light: don't store untrusted receipt
cmd, contracts, les: discard stale checkpoint
cmd, contracts/registrar: loose restriction of registeration
cmd, contracts: add replay-protection
all: off-chain multi-signature contract
params: deploy checkpoint contract for rinkeby
cmd/registrar: add raw signing mode for registrar
cmd/registrar, contracts/registrar, les: fixed messages
* cmd/registrar, contracts/registrar: fix lints
* accounts/abi/bind, les: address comments
* cmd, contracts, les, light, params: minor checkpoint sync cleanups
* cmd, eth, les, light: move checkpoint config to config file
* cmd, eth, les, params: address comments
* eth, les, params: address comments
* cmd: polish up the checkpoint admin CLI
* cmd, contracts, params: deploy new version contract
* cmd/checkpoint-admin: add another flag for clef mode signing
* cmd, contracts, les: rename and regen checkpoint oracle with abigen
2019-06-28 10:34:02 +03:00
|
|
|
t.Error("register checkpoint failed", err)
|
|
|
|
}
|
|
|
|
server.backend.Commit()
|
|
|
|
|
|
|
|
// Wait for the checkpoint registration
|
|
|
|
for {
|
2019-08-21 12:29:34 +03:00
|
|
|
_, hash, _, err := server.handler.server.oracle.contract.Contract().GetLatestCheckpoint(nil)
|
all: on-chain oracle checkpoint syncing (#19543)
* all: implement simple checkpoint syncing
cmd, les, node: remove callback mechanism
cmd, node: remove callback definition
les: simplify the registrar
les: expose checkpoint rpc services in the light client
les, light: don't store untrusted receipt
cmd, contracts, les: discard stale checkpoint
cmd, contracts/registrar: loose restriction of registeration
cmd, contracts: add replay-protection
all: off-chain multi-signature contract
params: deploy checkpoint contract for rinkeby
cmd/registrar: add raw signing mode for registrar
cmd/registrar, contracts/registrar, les: fixed messages
* cmd/registrar, contracts/registrar: fix lints
* accounts/abi/bind, les: address comments
* cmd, contracts, les, light, params: minor checkpoint sync cleanups
* cmd, eth, les, light: move checkpoint config to config file
* cmd, eth, les, params: address comments
* eth, les, params: address comments
* cmd: polish up the checkpoint admin CLI
* cmd, contracts, params: deploy new version contract
* cmd/checkpoint-admin: add another flag for clef mode signing
* cmd, contracts, les: rename and regen checkpoint oracle with abigen
2019-06-28 10:34:02 +03:00
|
|
|
if err != nil || hash == [32]byte{} {
|
|
|
|
time.Sleep(100 * time.Millisecond)
|
|
|
|
continue
|
|
|
|
}
|
|
|
|
break
|
|
|
|
}
|
|
|
|
expected += 1
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
done := make(chan error)
|
2019-09-25 11:05:15 +03:00
|
|
|
client.handler.syncDone = func() {
|
2019-08-21 12:29:34 +03:00
|
|
|
header := client.handler.backend.blockchain.CurrentHeader()
|
all: on-chain oracle checkpoint syncing (#19543)
* all: implement simple checkpoint syncing
cmd, les, node: remove callback mechanism
cmd, node: remove callback definition
les: simplify the registrar
les: expose checkpoint rpc services in the light client
les, light: don't store untrusted receipt
cmd, contracts, les: discard stale checkpoint
cmd, contracts/registrar: loose restriction of registeration
cmd, contracts: add replay-protection
all: off-chain multi-signature contract
params: deploy checkpoint contract for rinkeby
cmd/registrar: add raw signing mode for registrar
cmd/registrar, contracts/registrar, les: fixed messages
* cmd/registrar, contracts/registrar: fix lints
* accounts/abi/bind, les: address comments
* cmd, contracts, les, light, params: minor checkpoint sync cleanups
* cmd, eth, les, light: move checkpoint config to config file
* cmd, eth, les, params: address comments
* eth, les, params: address comments
* cmd: polish up the checkpoint admin CLI
* cmd, contracts, params: deploy new version contract
* cmd/checkpoint-admin: add another flag for clef mode signing
* cmd, contracts, les: rename and regen checkpoint oracle with abigen
2019-06-28 10:34:02 +03:00
|
|
|
if header.Number.Uint64() == expected {
|
|
|
|
done <- nil
|
|
|
|
} else {
|
|
|
|
done <- fmt.Errorf("blockchain length mismatch, want %d, got %d", expected, header.Number)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
// Create connected peer pair.
|
2019-08-21 12:29:34 +03:00
|
|
|
_, err1, _, err2 := newTestPeerPair("peer", protocol, server.handler, client.handler)
|
all: on-chain oracle checkpoint syncing (#19543)
* all: implement simple checkpoint syncing
cmd, les, node: remove callback mechanism
cmd, node: remove callback definition
les: simplify the registrar
les: expose checkpoint rpc services in the light client
les, light: don't store untrusted receipt
cmd, contracts, les: discard stale checkpoint
cmd, contracts/registrar: loose restriction of registeration
cmd, contracts: add replay-protection
all: off-chain multi-signature contract
params: deploy checkpoint contract for rinkeby
cmd/registrar: add raw signing mode for registrar
cmd/registrar, contracts/registrar, les: fixed messages
* cmd/registrar, contracts/registrar: fix lints
* accounts/abi/bind, les: address comments
* cmd, contracts, les, light, params: minor checkpoint sync cleanups
* cmd, eth, les, light: move checkpoint config to config file
* cmd, eth, les, params: address comments
* eth, les, params: address comments
* cmd: polish up the checkpoint admin CLI
* cmd, contracts, params: deploy new version contract
* cmd/checkpoint-admin: add another flag for clef mode signing
* cmd, contracts, les: rename and regen checkpoint oracle with abigen
2019-06-28 10:34:02 +03:00
|
|
|
select {
|
|
|
|
case <-time.After(time.Millisecond * 100):
|
|
|
|
case err := <-err1:
|
|
|
|
t.Fatalf("peer 1 handshake error: %v", err)
|
|
|
|
case err := <-err2:
|
|
|
|
t.Fatalf("peer 2 handshake error: %v", err)
|
|
|
|
}
|
|
|
|
|
|
|
|
select {
|
|
|
|
case err := <-done:
|
|
|
|
if err != nil {
|
|
|
|
t.Error("sync failed", err)
|
|
|
|
}
|
|
|
|
return
|
|
|
|
case <-time.NewTimer(10 * time.Second).C:
|
|
|
|
t.Error("checkpoint syncing timeout")
|
|
|
|
}
|
|
|
|
}
|
2019-09-25 11:05:15 +03:00
|
|
|
|
|
|
|
func TestMissOracleBackend(t *testing.T) { testMissOracleBackend(t, true) }
|
|
|
|
func TestMissOracleBackendNoCheckpoint(t *testing.T) { testMissOracleBackend(t, false) }
|
|
|
|
|
|
|
|
func testMissOracleBackend(t *testing.T, hasCheckpoint bool) {
|
|
|
|
config := light.TestServerIndexerConfig
|
|
|
|
|
|
|
|
waitIndexers := func(cIndexer, bIndexer, btIndexer *core.ChainIndexer) {
|
|
|
|
for {
|
|
|
|
cs, _, _ := cIndexer.Sections()
|
|
|
|
bts, _, _ := btIndexer.Sections()
|
|
|
|
if cs >= 1 && bts >= 1 {
|
|
|
|
break
|
|
|
|
}
|
|
|
|
time.Sleep(10 * time.Millisecond)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
// Generate 512+4 blocks (totally 1 CHT sections)
|
|
|
|
server, client, tearDown := newClientServerEnv(t, int(config.ChtSize+config.ChtConfirms), 3, waitIndexers, nil, 0, false, false)
|
|
|
|
defer tearDown()
|
|
|
|
|
|
|
|
expected := config.ChtSize + config.ChtConfirms
|
|
|
|
|
|
|
|
s, _, head := server.chtIndexer.Sections()
|
|
|
|
cp := ¶ms.TrustedCheckpoint{
|
|
|
|
SectionIndex: 0,
|
|
|
|
SectionHead: head,
|
|
|
|
CHTRoot: light.GetChtRoot(server.db, s-1, head),
|
|
|
|
BloomRoot: light.GetBloomTrieRoot(server.db, s-1, head),
|
|
|
|
}
|
|
|
|
// Register the assembled checkpoint into oracle.
|
|
|
|
header := server.backend.Blockchain().CurrentHeader()
|
|
|
|
|
|
|
|
data := append([]byte{0x19, 0x00}, append(registrarAddr.Bytes(), append([]byte{0, 0, 0, 0, 0, 0, 0, 0}, cp.Hash().Bytes()...)...)...)
|
|
|
|
sig, _ := crypto.Sign(crypto.Keccak256(data), signerKey)
|
|
|
|
sig[64] += 27 // Transform V from 0/1 to 27/28 according to the yellow paper
|
|
|
|
if _, err := server.handler.server.oracle.contract.RegisterCheckpoint(bind.NewKeyedTransactor(signerKey), cp.SectionIndex, cp.Hash().Bytes(), new(big.Int).Sub(header.Number, big.NewInt(1)), header.ParentHash, [][]byte{sig}); err != nil {
|
|
|
|
t.Error("register checkpoint failed", err)
|
|
|
|
}
|
|
|
|
server.backend.Commit()
|
|
|
|
|
|
|
|
// Wait for the checkpoint registration
|
|
|
|
for {
|
|
|
|
_, hash, _, err := server.handler.server.oracle.contract.Contract().GetLatestCheckpoint(nil)
|
|
|
|
if err != nil || hash == [32]byte{} {
|
|
|
|
time.Sleep(100 * time.Millisecond)
|
|
|
|
continue
|
|
|
|
}
|
|
|
|
break
|
|
|
|
}
|
|
|
|
expected += 1
|
|
|
|
|
|
|
|
// Explicitly set the oracle as nil. In normal use case it can happen
|
|
|
|
// that user wants to unlock something which blocks the oracle backend
|
|
|
|
// initialisation. But at the same time syncing starts.
|
|
|
|
//
|
|
|
|
// See https://github.com/ethereum/go-ethereum/issues/20097 for more detail.
|
|
|
|
//
|
|
|
|
// In this case, client should run light sync or legacy checkpoint sync
|
|
|
|
// if hardcoded checkpoint is configured.
|
|
|
|
client.handler.backend.oracle = nil
|
|
|
|
|
|
|
|
// For some private networks it can happen checkpoint syncing is enabled
|
|
|
|
// but there is no hardcoded checkpoint configured.
|
|
|
|
if hasCheckpoint {
|
|
|
|
client.handler.checkpoint = cp
|
|
|
|
client.handler.backend.blockchain.AddTrustedCheckpoint(cp)
|
|
|
|
}
|
|
|
|
|
|
|
|
done := make(chan error)
|
|
|
|
client.handler.syncDone = func() {
|
|
|
|
header := client.handler.backend.blockchain.CurrentHeader()
|
|
|
|
if header.Number.Uint64() == expected {
|
|
|
|
done <- nil
|
|
|
|
} else {
|
|
|
|
done <- fmt.Errorf("blockchain length mismatch, want %d, got %d", expected, header.Number)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
// Create connected peer pair.
|
|
|
|
_, err1, _, err2 := newTestPeerPair("peer", 2, server.handler, client.handler)
|
|
|
|
select {
|
|
|
|
case <-time.After(time.Millisecond * 100):
|
|
|
|
case err := <-err1:
|
|
|
|
t.Fatalf("peer 1 handshake error: %v", err)
|
|
|
|
case err := <-err2:
|
|
|
|
t.Fatalf("peer 2 handshake error: %v", err)
|
|
|
|
}
|
|
|
|
|
|
|
|
select {
|
|
|
|
case err := <-done:
|
|
|
|
if err != nil {
|
|
|
|
t.Error("sync failed", err)
|
|
|
|
}
|
|
|
|
return
|
|
|
|
case <-time.NewTimer(10 * time.Second).C:
|
|
|
|
t.Error("checkpoint syncing timeout")
|
|
|
|
}
|
|
|
|
}
|