2015-01-06 13:13:57 +02:00
|
|
|
/*
|
|
|
|
This file is part of go-ethereum
|
|
|
|
|
|
|
|
go-ethereum is free software: you can redistribute it and/or modify
|
|
|
|
it under the terms of the GNU General Public License as published by
|
|
|
|
the Free Software Foundation, either version 3 of the License, or
|
|
|
|
(at your option) any later version.
|
|
|
|
|
|
|
|
go-ethereum is distributed in the hope that it will be useful,
|
|
|
|
but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
|
|
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
|
|
GNU General Public License for more details.
|
|
|
|
|
|
|
|
You should have received a copy of the GNU General Public License
|
|
|
|
along with go-ethereum. If not, see <http://www.gnu.org/licenses/>.
|
|
|
|
*/
|
|
|
|
/**
|
|
|
|
* @authors
|
|
|
|
* Jeffrey Wilcke <i@jev.io>
|
|
|
|
* Viktor Tron <viktor@ethdev.com>
|
|
|
|
*/
|
2014-05-14 13:41:30 +03:00
|
|
|
package utils
|
|
|
|
|
|
|
|
import (
|
2015-05-18 20:24:30 +03:00
|
|
|
"bufio"
|
2014-06-26 20:41:36 +03:00
|
|
|
"fmt"
|
2015-03-18 14:36:48 +02:00
|
|
|
"io"
|
2014-08-15 02:07:40 +03:00
|
|
|
"os"
|
|
|
|
"os/signal"
|
2014-08-15 14:16:07 +03:00
|
|
|
"regexp"
|
2015-05-18 20:24:30 +03:00
|
|
|
"strings"
|
2014-08-15 02:07:40 +03:00
|
|
|
|
2015-03-18 14:36:48 +02:00
|
|
|
"github.com/ethereum/go-ethereum/common"
|
2015-03-06 04:00:41 +02:00
|
|
|
"github.com/ethereum/go-ethereum/core"
|
2014-12-23 16:37:03 +02:00
|
|
|
"github.com/ethereum/go-ethereum/core/types"
|
2014-12-14 20:26:13 +02:00
|
|
|
"github.com/ethereum/go-ethereum/eth"
|
2014-10-31 13:56:05 +02:00
|
|
|
"github.com/ethereum/go-ethereum/logger"
|
2015-04-07 15:57:04 +03:00
|
|
|
"github.com/ethereum/go-ethereum/logger/glog"
|
2014-12-23 16:37:03 +02:00
|
|
|
"github.com/ethereum/go-ethereum/rlp"
|
2015-05-18 20:24:30 +03:00
|
|
|
"github.com/peterh/liner"
|
2014-05-14 13:41:30 +03:00
|
|
|
)
|
|
|
|
|
2015-05-28 02:16:57 +03:00
|
|
|
const (
|
|
|
|
importBatchSize = 2500
|
|
|
|
)
|
|
|
|
|
2014-06-26 12:47:45 +03:00
|
|
|
var interruptCallbacks = []func(os.Signal){}
|
2014-06-23 14:20:59 +03:00
|
|
|
|
2014-06-26 12:47:45 +03:00
|
|
|
// Register interrupt handlers callbacks
|
2014-06-23 14:20:59 +03:00
|
|
|
func RegisterInterrupt(cb func(os.Signal)) {
|
2014-06-26 20:41:36 +03:00
|
|
|
interruptCallbacks = append(interruptCallbacks, cb)
|
2014-06-26 12:47:45 +03:00
|
|
|
}
|
|
|
|
|
|
|
|
// go routine that call interrupt handlers in order of registering
|
|
|
|
func HandleInterrupt() {
|
2014-06-26 20:41:36 +03:00
|
|
|
c := make(chan os.Signal, 1)
|
|
|
|
go func() {
|
|
|
|
signal.Notify(c, os.Interrupt)
|
|
|
|
for sig := range c {
|
2015-04-07 15:57:04 +03:00
|
|
|
glog.V(logger.Error).Infof("Shutting down (%v) ... \n", sig)
|
2014-06-26 20:41:36 +03:00
|
|
|
RunInterruptCallbacks(sig)
|
|
|
|
}
|
|
|
|
}()
|
2014-05-14 14:32:49 +03:00
|
|
|
}
|
|
|
|
|
2014-06-26 18:26:14 +03:00
|
|
|
func RunInterruptCallbacks(sig os.Signal) {
|
2014-06-26 20:41:36 +03:00
|
|
|
for _, cb := range interruptCallbacks {
|
|
|
|
cb(sig)
|
|
|
|
}
|
2014-06-26 18:26:14 +03:00
|
|
|
}
|
|
|
|
|
2014-06-26 20:41:36 +03:00
|
|
|
func openLogFile(Datadir string, filename string) *os.File {
|
2015-03-16 12:27:38 +02:00
|
|
|
path := common.AbsolutePath(Datadir, filename)
|
2014-06-26 20:41:36 +03:00
|
|
|
file, err := os.OpenFile(path, os.O_RDWR|os.O_CREATE|os.O_APPEND, 0666)
|
|
|
|
if err != nil {
|
|
|
|
panic(fmt.Sprintf("error opening log file '%s': %v", filename, err))
|
|
|
|
}
|
|
|
|
return file
|
|
|
|
}
|
|
|
|
|
2015-05-18 20:24:30 +03:00
|
|
|
func PromptConfirm(prompt string) (bool, error) {
|
|
|
|
var (
|
|
|
|
input string
|
|
|
|
err error
|
|
|
|
)
|
|
|
|
prompt = prompt + " [y/N] "
|
|
|
|
|
|
|
|
if liner.TerminalSupported() {
|
|
|
|
lr := liner.NewLiner()
|
|
|
|
defer lr.Close()
|
|
|
|
input, err = lr.Prompt(prompt)
|
|
|
|
} else {
|
|
|
|
fmt.Print(prompt)
|
|
|
|
input, err = bufio.NewReader(os.Stdin).ReadString('\n')
|
|
|
|
fmt.Println()
|
|
|
|
}
|
|
|
|
|
|
|
|
if len(input) > 0 && strings.ToUpper(input[:1]) == "Y" {
|
|
|
|
return true, nil
|
|
|
|
} else {
|
|
|
|
return false, nil
|
|
|
|
}
|
|
|
|
|
|
|
|
return false, err
|
|
|
|
}
|
|
|
|
|
|
|
|
func PromptPassword(prompt string, warnTerm bool) (string, error) {
|
|
|
|
if liner.TerminalSupported() {
|
|
|
|
lr := liner.NewLiner()
|
|
|
|
defer lr.Close()
|
|
|
|
return lr.PasswordPrompt(prompt)
|
|
|
|
}
|
|
|
|
if warnTerm {
|
|
|
|
fmt.Println("!! Unsupported terminal, password will be echoed.")
|
|
|
|
}
|
|
|
|
fmt.Print(prompt)
|
|
|
|
input, err := bufio.NewReader(os.Stdin).ReadString('\n')
|
|
|
|
fmt.Println()
|
|
|
|
return input, err
|
|
|
|
}
|
|
|
|
|
2015-01-04 15:20:16 +02:00
|
|
|
func initDataDir(Datadir string) {
|
2014-06-26 20:41:36 +03:00
|
|
|
_, err := os.Stat(Datadir)
|
|
|
|
if err != nil {
|
|
|
|
if os.IsNotExist(err) {
|
2014-06-29 15:43:27 +03:00
|
|
|
fmt.Printf("Data directory '%s' doesn't exist, creating it\n", Datadir)
|
2014-06-26 20:41:36 +03:00
|
|
|
os.Mkdir(Datadir, 0777)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2015-05-27 16:48:07 +03:00
|
|
|
// Fatalf formats a message to standard error and exits the program.
|
|
|
|
// The message is also printed to standard output if standard error
|
|
|
|
// is redirected to a different file.
|
2015-03-06 04:00:41 +02:00
|
|
|
func Fatalf(format string, args ...interface{}) {
|
2015-05-27 16:48:07 +03:00
|
|
|
w := io.MultiWriter(os.Stdout, os.Stderr)
|
|
|
|
outf, _ := os.Stdout.Stat()
|
|
|
|
errf, _ := os.Stderr.Stat()
|
|
|
|
if outf != nil && errf != nil && os.SameFile(outf, errf) {
|
|
|
|
w = os.Stderr
|
|
|
|
}
|
|
|
|
fmt.Fprintf(w, "Fatal: "+format+"\n", args...)
|
2015-03-06 04:00:41 +02:00
|
|
|
logger.Flush()
|
|
|
|
os.Exit(1)
|
|
|
|
}
|
|
|
|
|
2015-02-07 01:38:36 +02:00
|
|
|
func StartEthereum(ethereum *eth.Ethereum) {
|
2015-05-16 00:53:41 +03:00
|
|
|
glog.V(logger.Info).Infoln("Starting", ethereum.Name())
|
2015-02-07 01:38:36 +02:00
|
|
|
if err := ethereum.Start(); err != nil {
|
2015-04-23 01:11:11 +03:00
|
|
|
Fatalf("Error starting Ethereum: %v", err)
|
2015-01-05 18:12:52 +02:00
|
|
|
}
|
2014-06-26 20:41:36 +03:00
|
|
|
RegisterInterrupt(func(sig os.Signal) {
|
|
|
|
ethereum.Stop()
|
2014-10-31 13:56:05 +02:00
|
|
|
logger.Flush()
|
2014-06-26 20:41:36 +03:00
|
|
|
})
|
2014-06-23 14:20:59 +03:00
|
|
|
}
|
2014-05-22 01:25:48 +03:00
|
|
|
|
2015-03-06 04:25:57 +02:00
|
|
|
func StartEthereumForTest(ethereum *eth.Ethereum) {
|
2015-04-07 15:57:04 +03:00
|
|
|
glog.V(logger.Info).Infoln("Starting ", ethereum.Name())
|
2015-03-06 04:25:57 +02:00
|
|
|
ethereum.StartForTest()
|
|
|
|
RegisterInterrupt(func(sig os.Signal) {
|
|
|
|
ethereum.Stop()
|
|
|
|
logger.Flush()
|
|
|
|
})
|
|
|
|
}
|
|
|
|
|
2014-08-15 14:16:07 +03:00
|
|
|
func FormatTransactionData(data string) []byte {
|
2015-03-16 12:27:38 +02:00
|
|
|
d := common.StringToByteFunc(data, func(s string) (ret []byte) {
|
2014-08-15 14:16:07 +03:00
|
|
|
slice := regexp.MustCompile("\\n|\\s").Split(s, 1000000000)
|
|
|
|
for _, dataItem := range slice {
|
2015-03-16 12:27:38 +02:00
|
|
|
d := common.FormatData(dataItem)
|
2014-08-15 14:16:07 +03:00
|
|
|
ret = append(ret, d...)
|
|
|
|
}
|
|
|
|
return
|
|
|
|
})
|
|
|
|
|
|
|
|
return d
|
|
|
|
}
|
|
|
|
|
2015-05-27 17:02:08 +03:00
|
|
|
func ImportChain(chain *core.ChainManager, fn string) error {
|
|
|
|
// Watch for Ctrl-C while the import is running.
|
|
|
|
// If a signal is received, the import will stop at the next batch.
|
|
|
|
interrupt := make(chan os.Signal, 1)
|
|
|
|
stop := make(chan struct{})
|
|
|
|
signal.Notify(interrupt, os.Interrupt)
|
|
|
|
defer signal.Stop(interrupt)
|
|
|
|
defer close(interrupt)
|
|
|
|
go func() {
|
|
|
|
if _, ok := <-interrupt; ok {
|
|
|
|
glog.Info("caught interrupt during import, will stop at next batch")
|
|
|
|
}
|
|
|
|
close(stop)
|
|
|
|
}()
|
|
|
|
checkInterrupt := func() bool {
|
|
|
|
select {
|
|
|
|
case <-stop:
|
|
|
|
return true
|
|
|
|
default:
|
|
|
|
return false
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2015-05-27 14:29:34 +03:00
|
|
|
glog.Infoln("Importing blockchain", fn)
|
2015-05-27 17:02:08 +03:00
|
|
|
fh, err := os.Open(fn)
|
2014-12-23 16:37:03 +02:00
|
|
|
if err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
defer fh.Close()
|
2015-03-23 16:08:29 +02:00
|
|
|
stream := rlp.NewStream(fh, 0)
|
2015-04-13 11:13:52 +03:00
|
|
|
|
2015-05-27 18:35:08 +03:00
|
|
|
// Run actual the import.
|
2015-05-28 02:16:57 +03:00
|
|
|
blocks := make(types.Blocks, importBatchSize)
|
2015-05-27 14:29:34 +03:00
|
|
|
n := 0
|
2015-05-27 18:35:08 +03:00
|
|
|
for batch := 0; ; batch++ {
|
2015-05-27 14:29:34 +03:00
|
|
|
// Load a batch of RLP blocks.
|
2015-05-27 17:02:08 +03:00
|
|
|
if checkInterrupt() {
|
|
|
|
return fmt.Errorf("interrupted")
|
|
|
|
}
|
2015-05-27 14:29:34 +03:00
|
|
|
i := 0
|
2015-05-28 02:16:57 +03:00
|
|
|
for ; i < importBatchSize; i++ {
|
2015-05-27 14:29:34 +03:00
|
|
|
var b types.Block
|
|
|
|
if err := stream.Decode(&b); err == io.EOF {
|
|
|
|
break
|
|
|
|
} else if err != nil {
|
|
|
|
return fmt.Errorf("at block %d: %v", n, err)
|
2015-04-13 11:13:52 +03:00
|
|
|
}
|
2015-05-27 14:29:34 +03:00
|
|
|
blocks[i] = &b
|
|
|
|
n++
|
2015-04-13 11:13:52 +03:00
|
|
|
}
|
2015-05-27 14:29:34 +03:00
|
|
|
if i == 0 {
|
|
|
|
break
|
|
|
|
}
|
|
|
|
// Import the batch.
|
2015-05-27 17:02:08 +03:00
|
|
|
if checkInterrupt() {
|
|
|
|
return fmt.Errorf("interrupted")
|
|
|
|
}
|
2015-05-27 18:35:08 +03:00
|
|
|
if hasAllBlocks(chain, blocks[:i]) {
|
|
|
|
glog.Infof("skipping batch %d, all blocks present [%x / %x]",
|
|
|
|
batch, blocks[0].Hash().Bytes()[:4], blocks[i-1].Hash().Bytes()[:4])
|
|
|
|
continue
|
|
|
|
}
|
2015-05-27 17:02:08 +03:00
|
|
|
if _, err := chain.InsertChain(blocks[:i]); err != nil {
|
2015-05-27 14:29:34 +03:00
|
|
|
return fmt.Errorf("invalid block %d: %v", n, err)
|
2015-03-18 14:36:48 +02:00
|
|
|
}
|
2014-12-23 16:37:03 +02:00
|
|
|
}
|
|
|
|
return nil
|
|
|
|
}
|
2015-03-08 17:44:48 +02:00
|
|
|
|
2015-05-27 18:35:08 +03:00
|
|
|
func hasAllBlocks(chain *core.ChainManager, bs []*types.Block) bool {
|
|
|
|
for _, b := range bs {
|
|
|
|
if !chain.HasBlock(b.Hash()) {
|
|
|
|
return false
|
|
|
|
}
|
|
|
|
}
|
|
|
|
return true
|
|
|
|
}
|
|
|
|
|
2015-03-08 17:44:48 +02:00
|
|
|
func ExportChain(chainmgr *core.ChainManager, fn string) error {
|
2015-05-27 14:29:34 +03:00
|
|
|
glog.Infoln("Exporting blockchain to", fn)
|
2015-03-18 15:04:19 +02:00
|
|
|
fh, err := os.OpenFile(fn, os.O_CREATE|os.O_WRONLY|os.O_TRUNC, os.ModePerm)
|
2015-03-18 14:36:48 +02:00
|
|
|
if err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
defer fh.Close()
|
|
|
|
if err := chainmgr.Export(fh); err != nil {
|
2015-03-08 17:44:48 +02:00
|
|
|
return err
|
|
|
|
}
|
2015-05-27 14:29:34 +03:00
|
|
|
glog.Infoln("Exported blockchain to", fn)
|
2015-03-08 17:44:48 +02:00
|
|
|
return nil
|
|
|
|
}
|
2015-06-06 07:02:32 +03:00
|
|
|
|
|
|
|
func ExportAppendChain(chainmgr *core.ChainManager, fn string, first uint64, last uint64) error {
|
|
|
|
glog.Infoln("Exporting blockchain to", fn)
|
|
|
|
// TODO verify mode perms
|
|
|
|
fh, err := os.OpenFile(fn, os.O_CREATE|os.O_APPEND|os.O_WRONLY, os.ModePerm)
|
|
|
|
if err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
defer fh.Close()
|
|
|
|
if err := chainmgr.ExportN(fh, first, last); err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
glog.Infoln("Exported blockchain to", fn)
|
|
|
|
return nil
|
|
|
|
}
|