1ded097733
* implement block process part of light sync * add difflayer protocol * handle difflayer and refine light processor * add testcase for diff protocol * make it faster * allow validator to light sync * change into diff sync * ligth sync: download difflayer (#2) * ligth sync: download difflayer Signed-off-by: kyrie-yl <lei.y@binance.com> * download diff layer: fix according to the comments Signed-off-by: kyrie-yl <lei.y@binance.com> * download diff layer: update Signed-off-by: kyrie-yl <lei.y@binance.com> * download diff layer: fix accroding comments Signed-off-by: kyrie-yl <lei.y@binance.com> Co-authored-by: kyrie-yl <lei.y@binance.com> * update light sync to diff sync * raise the max diff limit * add switcher of snap protocol * fix test case * make commit concurrently * remove peer for diff cache when peer closed * consensus tuning * add test code * remove extra message * fix testcase and lint make diff block configable wait code write fix testcase resolve comments resolve comment * resolve comments * resolve comments * resolve comment * fix mistake Co-authored-by: kyrie-yl <83150977+kyrie-yl@users.noreply.github.com> Co-authored-by: kyrie-yl <lei.y@binance.com>
274 lines
6.9 KiB
Go
274 lines
6.9 KiB
Go
// Copyright 2014 The go-ethereum Authors
|
|
// This file is part of the go-ethereum library.
|
|
//
|
|
// The go-ethereum library is free software: you can redistribute it and/or modify
|
|
// it under the terms of the GNU Lesser General Public License as published by
|
|
// the Free Software Foundation, either version 3 of the License, or
|
|
// (at your option) any later version.
|
|
//
|
|
// The go-ethereum library is distributed in the hope that it will be useful,
|
|
// but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
// GNU Lesser General Public License for more details.
|
|
//
|
|
// You should have received a copy of the GNU Lesser General Public License
|
|
// along with the go-ethereum library. If not, see <http://www.gnu.org/licenses/>.
|
|
|
|
package rlp
|
|
|
|
import (
|
|
"fmt"
|
|
"reflect"
|
|
"strings"
|
|
"sync"
|
|
"sync/atomic"
|
|
)
|
|
|
|
// typeinfo is an entry in the type cache.
|
|
type typeinfo struct {
|
|
decoder decoder
|
|
decoderErr error // error from makeDecoder
|
|
writer writer
|
|
writerErr error // error from makeWriter
|
|
}
|
|
|
|
// tags represents struct tags.
|
|
type tags struct {
|
|
// rlp:"nil" controls whether empty input results in a nil pointer.
|
|
// nilKind is the kind of empty value allowed for the field.
|
|
nilKind Kind
|
|
nilOK bool
|
|
|
|
// rlp:"optional" allows for a field to be missing in the input list.
|
|
// If this is set, all subsequent fields must also be optional.
|
|
optional bool
|
|
|
|
// rlp:"tail" controls whether this field swallows additional list elements. It can
|
|
// only be set for the last field, which must be of slice type.
|
|
tail bool
|
|
|
|
// rlp:"-" ignores fields.
|
|
ignored bool
|
|
}
|
|
|
|
// typekey is the key of a type in typeCache. It includes the struct tags because
|
|
// they might generate a different decoder.
|
|
type typekey struct {
|
|
reflect.Type
|
|
tags
|
|
}
|
|
|
|
type decoder func(*Stream, reflect.Value) error
|
|
|
|
type writer func(reflect.Value, *encbuf) error
|
|
|
|
var theTC = newTypeCache()
|
|
|
|
type typeCache struct {
|
|
cur atomic.Value
|
|
|
|
// This lock synchronizes writers.
|
|
mu sync.Mutex
|
|
next map[typekey]*typeinfo
|
|
}
|
|
|
|
func newTypeCache() *typeCache {
|
|
c := new(typeCache)
|
|
c.cur.Store(make(map[typekey]*typeinfo))
|
|
return c
|
|
}
|
|
|
|
func cachedDecoder(typ reflect.Type) (decoder, error) {
|
|
info := theTC.info(typ)
|
|
return info.decoder, info.decoderErr
|
|
}
|
|
|
|
func cachedWriter(typ reflect.Type) (writer, error) {
|
|
info := theTC.info(typ)
|
|
return info.writer, info.writerErr
|
|
}
|
|
|
|
func (c *typeCache) info(typ reflect.Type) *typeinfo {
|
|
key := typekey{Type: typ}
|
|
if info := c.cur.Load().(map[typekey]*typeinfo)[key]; info != nil {
|
|
return info
|
|
}
|
|
|
|
// Not in the cache, need to generate info for this type.
|
|
return c.generate(typ, tags{})
|
|
}
|
|
|
|
func (c *typeCache) generate(typ reflect.Type, tags tags) *typeinfo {
|
|
c.mu.Lock()
|
|
defer c.mu.Unlock()
|
|
|
|
cur := c.cur.Load().(map[typekey]*typeinfo)
|
|
if info := cur[typekey{typ, tags}]; info != nil {
|
|
return info
|
|
}
|
|
|
|
// Copy cur to next.
|
|
c.next = make(map[typekey]*typeinfo, len(cur)+1)
|
|
for k, v := range cur {
|
|
c.next[k] = v
|
|
}
|
|
|
|
// Generate.
|
|
info := c.infoWhileGenerating(typ, tags)
|
|
|
|
// next -> cur
|
|
c.cur.Store(c.next)
|
|
c.next = nil
|
|
return info
|
|
}
|
|
|
|
func (c *typeCache) infoWhileGenerating(typ reflect.Type, tags tags) *typeinfo {
|
|
key := typekey{typ, tags}
|
|
if info := c.next[key]; info != nil {
|
|
return info
|
|
}
|
|
// Put a dummy value into the cache before generating.
|
|
// If the generator tries to lookup itself, it will get
|
|
// the dummy value and won't call itself recursively.
|
|
info := new(typeinfo)
|
|
c.next[key] = info
|
|
info.generate(typ, tags)
|
|
return info
|
|
}
|
|
|
|
type field struct {
|
|
index int
|
|
info *typeinfo
|
|
optional bool
|
|
}
|
|
|
|
// structFields resolves the typeinfo of all public fields in a struct type.
|
|
func structFields(typ reflect.Type) (fields []field, err error) {
|
|
var (
|
|
lastPublic = lastPublicField(typ)
|
|
anyOptional = false
|
|
)
|
|
for i := 0; i < typ.NumField(); i++ {
|
|
if f := typ.Field(i); f.PkgPath == "" { // exported
|
|
tags, err := parseStructTag(typ, i, lastPublic)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
// Skip rlp:"-" fields.
|
|
if tags.ignored {
|
|
continue
|
|
}
|
|
// If any field has the "optional" tag, subsequent fields must also have it.
|
|
if tags.optional || tags.tail {
|
|
anyOptional = true
|
|
} else if anyOptional {
|
|
return nil, fmt.Errorf(`rlp: struct field %v.%s needs "optional" tag`, typ, f.Name)
|
|
}
|
|
info := theTC.infoWhileGenerating(f.Type, tags)
|
|
fields = append(fields, field{i, info, tags.optional})
|
|
}
|
|
}
|
|
return fields, nil
|
|
}
|
|
|
|
type structFieldError struct {
|
|
typ reflect.Type
|
|
field int
|
|
err error
|
|
}
|
|
|
|
func (e structFieldError) Error() string {
|
|
return fmt.Sprintf("%v (struct field %v.%s)", e.err, e.typ, e.typ.Field(e.field).Name)
|
|
}
|
|
|
|
type structTagError struct {
|
|
typ reflect.Type
|
|
field, tag, err string
|
|
}
|
|
|
|
func (e structTagError) Error() string {
|
|
return fmt.Sprintf("rlp: invalid struct tag %q for %v.%s (%s)", e.tag, e.typ, e.field, e.err)
|
|
}
|
|
|
|
func parseStructTag(typ reflect.Type, fi, lastPublic int) (tags, error) {
|
|
f := typ.Field(fi)
|
|
var ts tags
|
|
for _, t := range strings.Split(f.Tag.Get("rlp"), ",") {
|
|
switch t = strings.TrimSpace(t); t {
|
|
case "":
|
|
case "-":
|
|
ts.ignored = true
|
|
case "nil", "nilString", "nilList":
|
|
ts.nilOK = true
|
|
if f.Type.Kind() != reflect.Ptr {
|
|
return ts, structTagError{typ, f.Name, t, "field is not a pointer"}
|
|
}
|
|
switch t {
|
|
case "nil":
|
|
ts.nilKind = defaultNilKind(f.Type.Elem())
|
|
case "nilString":
|
|
ts.nilKind = String
|
|
case "nilList":
|
|
ts.nilKind = List
|
|
}
|
|
case "optional":
|
|
ts.optional = true
|
|
if ts.tail {
|
|
return ts, structTagError{typ, f.Name, t, `also has "tail" tag`}
|
|
}
|
|
case "tail":
|
|
ts.tail = true
|
|
if fi != lastPublic {
|
|
return ts, structTagError{typ, f.Name, t, "must be on last field"}
|
|
}
|
|
if ts.optional {
|
|
return ts, structTagError{typ, f.Name, t, `also has "optional" tag`}
|
|
}
|
|
if f.Type.Kind() != reflect.Slice {
|
|
return ts, structTagError{typ, f.Name, t, "field type is not slice"}
|
|
}
|
|
default:
|
|
return ts, fmt.Errorf("rlp: unknown struct tag %q on %v.%s", t, typ, f.Name)
|
|
}
|
|
}
|
|
return ts, nil
|
|
}
|
|
|
|
func lastPublicField(typ reflect.Type) int {
|
|
last := 0
|
|
for i := 0; i < typ.NumField(); i++ {
|
|
if typ.Field(i).PkgPath == "" {
|
|
last = i
|
|
}
|
|
}
|
|
return last
|
|
}
|
|
|
|
func (i *typeinfo) generate(typ reflect.Type, tags tags) {
|
|
i.decoder, i.decoderErr = makeDecoder(typ, tags)
|
|
i.writer, i.writerErr = makeWriter(typ, tags)
|
|
}
|
|
|
|
// defaultNilKind determines whether a nil pointer to typ encodes/decodes
|
|
// as an empty string or empty list.
|
|
func defaultNilKind(typ reflect.Type) Kind {
|
|
k := typ.Kind()
|
|
if isUint(k) || k == reflect.String || k == reflect.Bool || isByteArray(typ) {
|
|
return String
|
|
}
|
|
return List
|
|
}
|
|
|
|
func isUint(k reflect.Kind) bool {
|
|
return k >= reflect.Uint && k <= reflect.Uintptr
|
|
}
|
|
|
|
func isByte(typ reflect.Type) bool {
|
|
return typ.Kind() == reflect.Uint8 && !typ.Implements(encoderInterface)
|
|
}
|
|
|
|
func isByteArray(typ reflect.Type) bool {
|
|
return (typ.Kind() == reflect.Slice || typ.Kind() == reflect.Array) && isByte(typ.Elem())
|
|
}
|