38db9bf4e2
* ci: temp enable blobtx branch ci run; * Switch ON blobpool & ensure Cancun hardfork can occur (#2223) * feat: support blob storage & miscs; (#2229) * chainconfig: use cancun fork for BSC; * feat: fill WithdrawalsHash when BSC enable cancun fork; * rawdb: support to CRUD blobs; * freezer: support to freeze block blobs; * blockchain: add blob cache & blob query helper; * freezer: refactor addition table logic, add uts; * blobexpiry: add more extra expiry time, and logs; * parlia: implement IsDataAvailable function; * blob: refactor blob transfer logic; * blob: support config blob extra reserve; * blockchian: support to import block with blob & blobGasFee; (#2260) * blob: implement min&max gas price logic; * blockchian: support import side chain; * blobpool: reject the banned address; * blockchain: add chasing head for DA check; * params: update blob related config; * blockchain: opt data available checking performance; * params: modify blob related params; * gasprice: support BEP-336 blob gas price calculate; * blobTx: mining + brodcasting (#2253) * blobtx mining pass (#2282) * Sidecar fetching changes for 4844 (#2283) * ci: temp enable blobtx branch ci run; * Switch ON blobpool & ensure Cancun hardfork can occur (#2223) * feat: support blob storage & miscs; (#2229) * chainconfig: use cancun fork for BSC; feat: fill WithdrawalsHash when BSC enable cancun fork; * rawdb: support to CRUD blobs; * freezer: support to freeze block blobs; * blockchain: add blob cache & blob query helper; * freezer: refactor addition table logic, add uts; * blobexpiry: add more extra expiry time, and logs; * parlia: implement IsDataAvailable function; * blob: refactor blob transfer logic; * blob: support config blob extra reserve; * blockchian: support to import block with blob & blobGasFee; (#2260) * blob: implement min&max gas price logic; * blockchian: support import side chain; * blobpool: reject the banned address; * blockchain: add chasing head for DA check; * params: update blob related config; * blockchain: opt data available checking performance; * params: modify blob related params; * gasprice: support BEP-336 blob gas price calculate; * fix failed check for WithdrawalsHash (#2276) * eth: include sidecars in fitering of body * core: refactor sidecars name * eth: sidecars type refactor * core: remove extra from bad merge * eth: fix handlenewblock test after merge * Implement eth_getBlobSidecars && eth_getBlobSidecarByTxHash (#2286) * execution: add blob gas fee reward to system; * syncing: support blob syncing & DA checking; * naming: rename blobs to sidecars; * fix the semantics of WithXXX (#2293) * config: reduce sidecar cache to 1024 and rename (#2297) * fix: Withdrawals turn into empty from nil when BlockBody has Sidecars (#2301) * internal/api_test: add test case for eth_getBlobSidecars && eth_getBlobSidecarByTxHash (#2300) * consensus/misc: rollback CalcBlobFee (#2306) * flags: add new flags to override blobs' params; * freezer: fix blob ancient save error; * blobsidecar: add new sidecar struct with metadata; (#2315) * core/rawdb: optimize write block with sidecars (#2318) * core: more check for validity of sidecars * mev: add TxIndex for mev bid (#2325) * remove useless Config() (#2326) * fix WithSidecars (#2327) * fix: fix mined block sidecar issue; (#2328) * fix WithSidecars (#2329) --------- Co-authored-by: GalaIO <GalaIO@users.noreply.github.com> Co-authored-by: buddho <galaxystroller@gmail.com> Co-authored-by: Satyajit Das <emailtovamos@gmail.com> Co-authored-by: Eric <45141191+zlacfzy@users.noreply.github.com> Co-authored-by: zzzckck <152148891+zzzckck@users.noreply.github.com>
155 lines
4.8 KiB
Go
155 lines
4.8 KiB
Go
package core
|
|
|
|
import (
|
|
"crypto/sha256"
|
|
"errors"
|
|
"fmt"
|
|
"sync"
|
|
|
|
"github.com/ethereum/go-ethereum/common"
|
|
"github.com/ethereum/go-ethereum/common/gopool"
|
|
"github.com/ethereum/go-ethereum/consensus"
|
|
"github.com/ethereum/go-ethereum/core/types"
|
|
"github.com/ethereum/go-ethereum/crypto/kzg4844"
|
|
"github.com/ethereum/go-ethereum/log"
|
|
"github.com/ethereum/go-ethereum/params"
|
|
)
|
|
|
|
// validateBlobSidecar it is same as validateBlobSidecar in core/txpool/validation.go
|
|
func validateBlobSidecar(hashes []common.Hash, sidecar *types.BlobSidecar) error {
|
|
if len(sidecar.Blobs) != len(hashes) {
|
|
return fmt.Errorf("invalid number of %d blobs compared to %d blob hashes", len(sidecar.Blobs), len(hashes))
|
|
}
|
|
if len(sidecar.Commitments) != len(hashes) {
|
|
return fmt.Errorf("invalid number of %d blob commitments compared to %d blob hashes", len(sidecar.Commitments), len(hashes))
|
|
}
|
|
if len(sidecar.Proofs) != len(hashes) {
|
|
return fmt.Errorf("invalid number of %d blob proofs compared to %d blob hashes", len(sidecar.Proofs), len(hashes))
|
|
}
|
|
// Blob quantities match up, validate that the provers match with the
|
|
// transaction hash before getting to the cryptography
|
|
hasher := sha256.New()
|
|
for i, vhash := range hashes {
|
|
computed := kzg4844.CalcBlobHashV1(hasher, &sidecar.Commitments[i])
|
|
if vhash != computed {
|
|
return fmt.Errorf("blob %d: computed hash %#x mismatches transaction one %#x", i, computed, vhash)
|
|
}
|
|
}
|
|
// Blob commitments match with the hashes in the transaction, verify the
|
|
// blobs themselves via KZG
|
|
for i := range sidecar.Blobs {
|
|
if err := kzg4844.VerifyBlobProof(sidecar.Blobs[i], sidecar.Commitments[i], sidecar.Proofs[i]); err != nil {
|
|
return fmt.Errorf("invalid blob %d: %v", i, err)
|
|
}
|
|
}
|
|
return nil
|
|
}
|
|
|
|
// IsDataAvailable it checks that the blobTx block has available blob data
|
|
func IsDataAvailable(chain consensus.ChainHeaderReader, block *types.Block) (err error) {
|
|
// refer logic in ValidateBody
|
|
if !chain.Config().IsCancun(block.Number(), block.Time()) {
|
|
if block.Sidecars() == nil {
|
|
return nil
|
|
} else {
|
|
return errors.New("sidecars present in block body before cancun")
|
|
}
|
|
} else if block.Sidecars() == nil {
|
|
return errors.New("missing sidecars in block body after cancun")
|
|
}
|
|
|
|
// only required to check within MinBlocksForBlobRequests block's DA
|
|
highest := chain.ChasingHead()
|
|
current := chain.CurrentHeader()
|
|
if highest == nil || highest.Number.Cmp(current.Number) < 0 {
|
|
highest = current
|
|
}
|
|
defer func() {
|
|
log.Info("IsDataAvailable", "block", block.Number(), "hash", block.Hash(), "highest", highest.Number, "sidecars", len(block.Sidecars()), "err", err)
|
|
}()
|
|
if block.NumberU64()+params.MinBlocksForBlobRequests < highest.Number.Uint64() {
|
|
// if we needn't check DA of this block, just clean it
|
|
block.CleanSidecars()
|
|
return nil
|
|
}
|
|
|
|
sidecars := block.Sidecars()
|
|
for _, s := range sidecars {
|
|
if err := s.SanityCheck(block.Number(), block.Hash()); err != nil {
|
|
return err
|
|
}
|
|
}
|
|
// alloc block's blobTx
|
|
blobTxs := make([]*types.Transaction, 0, len(sidecars))
|
|
blobTxIndexes := make([]uint64, 0, len(sidecars))
|
|
for i, tx := range block.Transactions() {
|
|
if tx.Type() != types.BlobTxType {
|
|
continue
|
|
}
|
|
blobTxs = append(blobTxs, tx)
|
|
blobTxIndexes = append(blobTxIndexes, uint64(i))
|
|
}
|
|
if len(blobTxs) != len(sidecars) {
|
|
return fmt.Errorf("blob info mismatch: sidecars %d, versionedHashes:%d", len(sidecars), len(blobTxs))
|
|
}
|
|
|
|
// check blob amount
|
|
blobCnt := 0
|
|
for _, s := range sidecars {
|
|
blobCnt += len(s.Blobs)
|
|
}
|
|
if blobCnt > params.MaxBlobGasPerBlock/params.BlobTxBlobGasPerBlob {
|
|
return fmt.Errorf("too many blobs in block: have %d, permitted %d", blobCnt, params.MaxBlobGasPerBlock/params.BlobTxBlobGasPerBlob)
|
|
}
|
|
|
|
// check blob and versioned hash
|
|
for i, tx := range blobTxs {
|
|
// check sidecar tx related
|
|
if sidecars[i].TxHash != tx.Hash() {
|
|
return fmt.Errorf("sidecar's TxHash mismatch with expected transaction, want: %v, have: %v", sidecars[i].TxHash, tx.Hash())
|
|
}
|
|
if sidecars[i].TxIndex != blobTxIndexes[i] {
|
|
return fmt.Errorf("sidecar's TxIndex mismatch with expected transaction, want: %v, have: %v", sidecars[i].TxIndex, blobTxIndexes[i])
|
|
}
|
|
if err := validateBlobSidecar(tx.BlobHashes(), sidecars[i]); err != nil {
|
|
return err
|
|
}
|
|
}
|
|
|
|
return nil
|
|
}
|
|
|
|
func CheckDataAvailableInBatch(chainReader consensus.ChainHeaderReader, chain types.Blocks) (int, error) {
|
|
if len(chain) == 1 {
|
|
return 0, IsDataAvailable(chainReader, chain[0])
|
|
}
|
|
|
|
var (
|
|
wg sync.WaitGroup
|
|
errs sync.Map
|
|
)
|
|
|
|
for i := range chain {
|
|
wg.Add(1)
|
|
func(index int, block *types.Block) {
|
|
gopool.Submit(func() {
|
|
defer wg.Done()
|
|
errs.Store(index, IsDataAvailable(chainReader, block))
|
|
})
|
|
}(i, chain[i])
|
|
}
|
|
|
|
wg.Wait()
|
|
for i := range chain {
|
|
val, exist := errs.Load(i)
|
|
if !exist || val == nil {
|
|
continue
|
|
}
|
|
err := val.(error)
|
|
if err != nil {
|
|
return i, err
|
|
}
|
|
}
|
|
return 0, nil
|
|
}
|