2019-07-22 12:17:27 +03:00
|
|
|
// Copyright 2014 The go-ethereum Authors
|
2015-07-22 18:48:40 +02:00
|
|
|
// This file is part of the go-ethereum library.
|
2015-07-07 02:54:22 +02:00
|
|
|
//
|
2015-07-23 18:35:11 +02:00
|
|
|
// The go-ethereum library is free software: you can redistribute it and/or modify
|
2015-07-07 02:54:22 +02:00
|
|
|
// it under the terms of the GNU Lesser General Public License as published by
|
|
|
|
// the Free Software Foundation, either version 3 of the License, or
|
|
|
|
// (at your option) any later version.
|
|
|
|
//
|
2015-07-22 18:48:40 +02:00
|
|
|
// The go-ethereum library is distributed in the hope that it will be useful,
|
2015-07-07 02:54:22 +02:00
|
|
|
// but WITHOUT ANY WARRANTY; without even the implied warranty of
|
2015-07-22 18:48:40 +02:00
|
|
|
// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
2015-07-07 02:54:22 +02:00
|
|
|
// GNU Lesser General Public License for more details.
|
|
|
|
//
|
|
|
|
// You should have received a copy of the GNU Lesser General Public License
|
2015-07-22 18:48:40 +02:00
|
|
|
// along with the go-ethereum library. If not, see <http://www.gnu.org/licenses/>.
|
2015-07-07 02:54:22 +02:00
|
|
|
|
2019-03-26 15:48:31 +01:00
|
|
|
// Package ethdb defines the interfaces for an Ethereum data store.
|
2014-02-14 23:56:09 +01:00
|
|
|
package ethdb
|
|
|
|
|
2018-09-24 15:57:49 +03:00
|
|
|
import "io"
|
|
|
|
|
all: integrate the freezer with fast sync
* all: freezer style syncing
core, eth, les, light: clean up freezer relative APIs
core, eth, les, trie, ethdb, light: clean a bit
core, eth, les, light: add unit tests
core, light: rewrite setHead function
core, eth: fix downloader unit tests
core: add receipt chain insertion test
core: use constant instead of hardcoding table name
core: fix rollback
core: fix setHead
core/rawdb: remove canonical block first and then iterate side chain
core/rawdb, ethdb: add hasAncient interface
eth/downloader: calculate ancient limit via cht first
core, eth, ethdb: lots of fixes
* eth/downloader: print ancient disable log only for fast sync
2019-04-25 22:59:48 +08:00
|
|
|
// KeyValueReader wraps the Has and Get method of a backing data store.
|
|
|
|
type KeyValueReader interface {
|
2018-09-24 15:57:49 +03:00
|
|
|
// Has retrieves if a key is present in the key-value data store.
|
|
|
|
Has(key []byte) (bool, error)
|
|
|
|
|
|
|
|
// Get retrieves the given key if it's present in the key-value data store.
|
|
|
|
Get(key []byte) ([]byte, error)
|
|
|
|
}
|
|
|
|
|
all: integrate the freezer with fast sync
* all: freezer style syncing
core, eth, les, light: clean up freezer relative APIs
core, eth, les, trie, ethdb, light: clean a bit
core, eth, les, light: add unit tests
core, light: rewrite setHead function
core, eth: fix downloader unit tests
core: add receipt chain insertion test
core: use constant instead of hardcoding table name
core: fix rollback
core: fix setHead
core/rawdb: remove canonical block first and then iterate side chain
core/rawdb, ethdb: add hasAncient interface
eth/downloader: calculate ancient limit via cht first
core, eth, ethdb: lots of fixes
* eth/downloader: print ancient disable log only for fast sync
2019-04-25 22:59:48 +08:00
|
|
|
// KeyValueWriter wraps the Put method of a backing data store.
|
|
|
|
type KeyValueWriter interface {
|
2018-09-24 15:57:49 +03:00
|
|
|
// Put inserts the given value into the key-value data store.
|
|
|
|
Put(key []byte, value []byte) error
|
|
|
|
|
|
|
|
// Delete removes the key from the key-value data store.
|
|
|
|
Delete(key []byte) error
|
|
|
|
}
|
|
|
|
|
|
|
|
// Stater wraps the Stat method of a backing data store.
|
|
|
|
type Stater interface {
|
|
|
|
// Stat returns a particular internal stat of the database.
|
|
|
|
Stat(property string) (string, error)
|
|
|
|
}
|
|
|
|
|
|
|
|
// Compacter wraps the Compact method of a backing data store.
|
|
|
|
type Compacter interface {
|
|
|
|
// Compact flattens the underlying data store for the given key range. In essence,
|
|
|
|
// deleted and overwritten versions are discarded, and the data is rearranged to
|
|
|
|
// reduce the cost of operations needed to access them.
|
|
|
|
//
|
|
|
|
// A nil start is treated as a key before all keys in the data store; a nil limit
|
|
|
|
// is treated as a key after all keys in the data store. If both is nil then it
|
|
|
|
// will compact entire data store.
|
|
|
|
Compact(start []byte, limit []byte) error
|
|
|
|
}
|
|
|
|
|
|
|
|
// KeyValueStore contains all the methods required to allow handling different
|
|
|
|
// key-value data stores backing the high level database.
|
|
|
|
type KeyValueStore interface {
|
all: integrate the freezer with fast sync
* all: freezer style syncing
core, eth, les, light: clean up freezer relative APIs
core, eth, les, trie, ethdb, light: clean a bit
core, eth, les, light: add unit tests
core, light: rewrite setHead function
core, eth: fix downloader unit tests
core: add receipt chain insertion test
core: use constant instead of hardcoding table name
core: fix rollback
core: fix setHead
core/rawdb: remove canonical block first and then iterate side chain
core/rawdb, ethdb: add hasAncient interface
eth/downloader: calculate ancient limit via cht first
core, eth, ethdb: lots of fixes
* eth/downloader: print ancient disable log only for fast sync
2019-04-25 22:59:48 +08:00
|
|
|
KeyValueReader
|
|
|
|
KeyValueWriter
|
2018-09-24 15:57:49 +03:00
|
|
|
Batcher
|
|
|
|
Iteratee
|
|
|
|
Stater
|
|
|
|
Compacter
|
|
|
|
io.Closer
|
|
|
|
}
|
|
|
|
|
all: integrate the freezer with fast sync
* all: freezer style syncing
core, eth, les, light: clean up freezer relative APIs
core, eth, les, trie, ethdb, light: clean a bit
core, eth, les, light: add unit tests
core, light: rewrite setHead function
core, eth: fix downloader unit tests
core: add receipt chain insertion test
core: use constant instead of hardcoding table name
core: fix rollback
core: fix setHead
core/rawdb: remove canonical block first and then iterate side chain
core/rawdb, ethdb: add hasAncient interface
eth/downloader: calculate ancient limit via cht first
core, eth, ethdb: lots of fixes
* eth/downloader: print ancient disable log only for fast sync
2019-04-25 22:59:48 +08:00
|
|
|
// AncientReader contains the methods required to read from immutable ancient data.
|
|
|
|
type AncientReader interface {
|
|
|
|
// HasAncient returns an indicator whether the specified data exists in the
|
|
|
|
// ancient store.
|
|
|
|
HasAncient(kind string, number uint64) (bool, error)
|
|
|
|
|
2019-03-08 15:56:20 +02:00
|
|
|
// Ancient retrieves an ancient binary blob from the append-only immutable files.
|
|
|
|
Ancient(kind string, number uint64) ([]byte, error)
|
all: integrate the freezer with fast sync
* all: freezer style syncing
core, eth, les, light: clean up freezer relative APIs
core, eth, les, trie, ethdb, light: clean a bit
core, eth, les, light: add unit tests
core, light: rewrite setHead function
core, eth: fix downloader unit tests
core: add receipt chain insertion test
core: use constant instead of hardcoding table name
core: fix rollback
core: fix setHead
core/rawdb: remove canonical block first and then iterate side chain
core/rawdb, ethdb: add hasAncient interface
eth/downloader: calculate ancient limit via cht first
core, eth, ethdb: lots of fixes
* eth/downloader: print ancient disable log only for fast sync
2019-04-25 22:59:48 +08:00
|
|
|
|
core, cmd, vendor: fixes and database inspection tool (#15)
* core, eth: some fixes for freezer
* vendor, core/rawdb, cmd/geth: add db inspector
* core, cmd/utils: check ancient store path forceily
* cmd/geth, common, core/rawdb: a few fixes
* cmd/geth: support windows file rename and fix rename error
* core: support ancient plugin
* core, cmd: streaming file copy
* cmd, consensus, core, tests: keep genesis in leveldb
* core: write txlookup during ancient init
* core: bump database version
2019-05-14 22:07:44 +08:00
|
|
|
// Ancients returns the ancient item numbers in the ancient store.
|
all: integrate the freezer with fast sync
* all: freezer style syncing
core, eth, les, light: clean up freezer relative APIs
core, eth, les, trie, ethdb, light: clean a bit
core, eth, les, light: add unit tests
core, light: rewrite setHead function
core, eth: fix downloader unit tests
core: add receipt chain insertion test
core: use constant instead of hardcoding table name
core: fix rollback
core: fix setHead
core/rawdb: remove canonical block first and then iterate side chain
core/rawdb, ethdb: add hasAncient interface
eth/downloader: calculate ancient limit via cht first
core, eth, ethdb: lots of fixes
* eth/downloader: print ancient disable log only for fast sync
2019-04-25 22:59:48 +08:00
|
|
|
Ancients() (uint64, error)
|
core, cmd, vendor: fixes and database inspection tool (#15)
* core, eth: some fixes for freezer
* vendor, core/rawdb, cmd/geth: add db inspector
* core, cmd/utils: check ancient store path forceily
* cmd/geth, common, core/rawdb: a few fixes
* cmd/geth: support windows file rename and fix rename error
* core: support ancient plugin
* core, cmd: streaming file copy
* cmd, consensus, core, tests: keep genesis in leveldb
* core: write txlookup during ancient init
* core: bump database version
2019-05-14 22:07:44 +08:00
|
|
|
|
|
|
|
// AncientSize returns the ancient size of the specified category.
|
|
|
|
AncientSize(kind string) (uint64, error)
|
2022-01-19 18:07:49 +08:00
|
|
|
|
|
|
|
// ItemAmountInAncient returns the actual length of current ancientDB.
|
|
|
|
ItemAmountInAncient() (uint64, error)
|
|
|
|
|
|
|
|
// AncientOffSet returns the offset of current ancientDB.
|
|
|
|
AncientOffSet() uint64
|
all: integrate the freezer with fast sync
* all: freezer style syncing
core, eth, les, light: clean up freezer relative APIs
core, eth, les, trie, ethdb, light: clean a bit
core, eth, les, light: add unit tests
core, light: rewrite setHead function
core, eth: fix downloader unit tests
core: add receipt chain insertion test
core: use constant instead of hardcoding table name
core: fix rollback
core: fix setHead
core/rawdb: remove canonical block first and then iterate side chain
core/rawdb, ethdb: add hasAncient interface
eth/downloader: calculate ancient limit via cht first
core, eth, ethdb: lots of fixes
* eth/downloader: print ancient disable log only for fast sync
2019-04-25 22:59:48 +08:00
|
|
|
}
|
|
|
|
|
|
|
|
// AncientWriter contains the methods required to write to immutable ancient data.
|
|
|
|
type AncientWriter interface {
|
|
|
|
// AppendAncient injects all binary blobs belong to block at the end of the
|
|
|
|
// append-only immutable table files.
|
|
|
|
AppendAncient(number uint64, hash, header, body, receipt, td []byte) error
|
|
|
|
|
|
|
|
// TruncateAncients discards all but the first n ancient data from the ancient store.
|
|
|
|
TruncateAncients(n uint64) error
|
|
|
|
|
|
|
|
// Sync flushes all in-memory ancient store data to disk.
|
|
|
|
Sync() error
|
2019-03-08 15:56:20 +02:00
|
|
|
}
|
|
|
|
|
all: integrate the freezer with fast sync
* all: freezer style syncing
core, eth, les, light: clean up freezer relative APIs
core, eth, les, trie, ethdb, light: clean a bit
core, eth, les, light: add unit tests
core, light: rewrite setHead function
core, eth: fix downloader unit tests
core: add receipt chain insertion test
core: use constant instead of hardcoding table name
core: fix rollback
core: fix setHead
core/rawdb: remove canonical block first and then iterate side chain
core/rawdb, ethdb: add hasAncient interface
eth/downloader: calculate ancient limit via cht first
core, eth, ethdb: lots of fixes
* eth/downloader: print ancient disable log only for fast sync
2019-04-25 22:59:48 +08:00
|
|
|
// Reader contains the methods required to read data from both key-value as well as
|
2019-03-08 15:56:20 +02:00
|
|
|
// immutable ancient data.
|
all: integrate the freezer with fast sync
* all: freezer style syncing
core, eth, les, light: clean up freezer relative APIs
core, eth, les, trie, ethdb, light: clean a bit
core, eth, les, light: add unit tests
core, light: rewrite setHead function
core, eth: fix downloader unit tests
core: add receipt chain insertion test
core: use constant instead of hardcoding table name
core: fix rollback
core: fix setHead
core/rawdb: remove canonical block first and then iterate side chain
core/rawdb, ethdb: add hasAncient interface
eth/downloader: calculate ancient limit via cht first
core, eth, ethdb: lots of fixes
* eth/downloader: print ancient disable log only for fast sync
2019-04-25 22:59:48 +08:00
|
|
|
type Reader interface {
|
|
|
|
KeyValueReader
|
|
|
|
AncientReader
|
|
|
|
}
|
|
|
|
|
|
|
|
// Writer contains the methods required to write data to both key-value as well as
|
|
|
|
// immutable ancient data.
|
|
|
|
type Writer interface {
|
|
|
|
KeyValueWriter
|
|
|
|
AncientWriter
|
2019-03-08 15:56:20 +02:00
|
|
|
}
|
|
|
|
|
2019-03-14 14:59:47 +08:00
|
|
|
// AncientStore contains all the methods required to allow handling different
|
|
|
|
// ancient data stores backing immutable chain data store.
|
|
|
|
type AncientStore interface {
|
all: integrate the freezer with fast sync
* all: freezer style syncing
core, eth, les, light: clean up freezer relative APIs
core, eth, les, trie, ethdb, light: clean a bit
core, eth, les, light: add unit tests
core, light: rewrite setHead function
core, eth: fix downloader unit tests
core: add receipt chain insertion test
core: use constant instead of hardcoding table name
core: fix rollback
core: fix setHead
core/rawdb: remove canonical block first and then iterate side chain
core/rawdb, ethdb: add hasAncient interface
eth/downloader: calculate ancient limit via cht first
core, eth, ethdb: lots of fixes
* eth/downloader: print ancient disable log only for fast sync
2019-04-25 22:59:48 +08:00
|
|
|
AncientReader
|
|
|
|
AncientWriter
|
2019-03-14 14:59:47 +08:00
|
|
|
io.Closer
|
|
|
|
}
|
|
|
|
|
2021-09-28 16:03:38 +08:00
|
|
|
type DiffStore interface {
|
|
|
|
DiffStore() KeyValueStore
|
|
|
|
SetDiffStore(diff KeyValueStore)
|
|
|
|
}
|
|
|
|
|
2018-09-24 15:57:49 +03:00
|
|
|
// Database contains all the methods required by the high level database to not
|
|
|
|
// only access the key-value data store but also the chain freezer.
|
|
|
|
type Database interface {
|
all: integrate the freezer with fast sync
* all: freezer style syncing
core, eth, les, light: clean up freezer relative APIs
core, eth, les, trie, ethdb, light: clean a bit
core, eth, les, light: add unit tests
core, light: rewrite setHead function
core, eth: fix downloader unit tests
core: add receipt chain insertion test
core: use constant instead of hardcoding table name
core: fix rollback
core: fix setHead
core/rawdb: remove canonical block first and then iterate side chain
core/rawdb, ethdb: add hasAncient interface
eth/downloader: calculate ancient limit via cht first
core, eth, ethdb: lots of fixes
* eth/downloader: print ancient disable log only for fast sync
2019-04-25 22:59:48 +08:00
|
|
|
Reader
|
2018-09-24 15:57:49 +03:00
|
|
|
Writer
|
2021-09-28 16:03:38 +08:00
|
|
|
DiffStore
|
2018-09-24 15:57:49 +03:00
|
|
|
Batcher
|
|
|
|
Iteratee
|
|
|
|
Stater
|
|
|
|
Compacter
|
|
|
|
io.Closer
|
2018-01-30 18:03:31 +01:00
|
|
|
}
|