2010-08-29 18:58:15 +02:00
|
|
|
// Copyright (c) 2009-2010 Satoshi Nakamoto
|
2015-12-13 14:51:43 +01:00
|
|
|
// Copyright (c) 2009-2015 The Bitcoin Core developers
|
2021-04-20 21:33:02 +02:00
|
|
|
// Copyright (c) 2014-2021 The Dash Core developers
|
2014-12-01 02:39:44 +01:00
|
|
|
// Distributed under the MIT software license, see the accompanying
|
2012-05-18 16:02:28 +02:00
|
|
|
// file COPYING or http://www.opensource.org/licenses/mit-license.php.
|
2013-04-13 07:13:08 +02:00
|
|
|
|
2017-08-09 02:19:06 +02:00
|
|
|
#ifndef BITCOIN_VALIDATION_H
|
|
|
|
#define BITCOIN_VALIDATION_H
|
2011-05-15 09:11:04 +02:00
|
|
|
|
2013-05-28 01:55:01 +02:00
|
|
|
#if defined(HAVE_CONFIG_H)
|
2020-03-19 23:46:56 +01:00
|
|
|
#include <config/dash-config.h>
|
2013-05-28 01:55:01 +02:00
|
|
|
#endif
|
|
|
|
|
2020-03-19 23:46:56 +01:00
|
|
|
#include <amount.h>
|
|
|
|
#include <coins.h>
|
2018-11-30 18:21:03 +01:00
|
|
|
#include <crypto/common.h> // for ReadLE64
|
2020-03-19 23:46:56 +01:00
|
|
|
#include <fs.h>
|
|
|
|
#include <protocol.h> // For CMessageHeader::MessageStartChars
|
|
|
|
#include <policy/feerate.h>
|
|
|
|
#include <script/script_error.h>
|
|
|
|
#include <sync.h>
|
2019-07-24 17:45:04 +02:00
|
|
|
#include <txdb.h>
|
2020-03-19 23:46:56 +01:00
|
|
|
#include <versionbits.h>
|
|
|
|
#include <spentindex.h>
|
2011-05-15 09:11:04 +02:00
|
|
|
|
2013-04-13 07:13:08 +02:00
|
|
|
#include <algorithm>
|
2019-03-19 17:09:27 +01:00
|
|
|
#include <atomic>
|
2013-04-13 07:13:08 +02:00
|
|
|
#include <exception>
|
|
|
|
#include <map>
|
2018-04-02 20:31:40 +02:00
|
|
|
#include <memory>
|
2013-04-13 07:13:08 +02:00
|
|
|
#include <set>
|
|
|
|
#include <stdint.h>
|
|
|
|
#include <string>
|
|
|
|
#include <utility>
|
|
|
|
#include <vector>
|
2010-08-29 18:58:15 +02:00
|
|
|
|
2021-10-09 16:14:44 +02:00
|
|
|
class CChainState;
|
2010-08-29 18:58:15 +02:00
|
|
|
class CBlockIndex;
|
2014-10-31 09:36:30 +01:00
|
|
|
class CBlockTreeDB;
|
2019-03-19 17:09:27 +01:00
|
|
|
class CBlockUndo;
|
2015-04-20 00:17:11 +02:00
|
|
|
class CChainParams;
|
2011-05-14 23:20:30 +02:00
|
|
|
class CInv;
|
Backport Bitcoin PR#8085: p2p: Begin encapsulation (#1537)
* net: move CBanDB and CAddrDB out of net.h/cpp
This will eventually solve a circular dependency
* net: Create CConnman to encapsulate p2p connections
* net: Move socket binding into CConnman
* net: move OpenNetworkConnection into CConnman
* net: move ban and addrman functions into CConnman
* net: Add oneshot functions to CConnman
* net: move added node functions to CConnman
* net: Add most functions needed for vNodes to CConnman
* net: handle nodesignals in CConnman
* net: Pass CConnection to wallet rather than using the global
* net: Add rpc error for missing/disabled p2p functionality
* net: Pass CConnman around as needed
* gui: add NodeID to the peer table
* net: create generic functor accessors and move vNodes to CConnman
* net: move whitelist functions into CConnman
* net: move nLastNodeId to CConnman
* net: move nLocalHostNonce to CConnman
This behavior seems to have been quite racy and broken.
Move nLocalHostNonce into CNode, and check received nonces against all
non-fully-connected nodes. If there's a match, assume we've connected
to ourself.
* net: move messageHandlerCondition to CConnman
* net: move send/recv statistics to CConnman
* net: move SendBufferSize/ReceiveFloodSize to CConnman
* net: move nLocalServices/nRelevantServices to CConnman
These are in-turn passed to CNode at connection time. This allows us to offer
different services to different peers (or test the effects of doing so).
* net: move semOutbound and semMasternodeOutbound to CConnman
* net: SocketSendData returns written size
* net: move max/max-outbound to CConnman
* net: Pass best block known height into CConnman
CConnman then passes the current best height into CNode at creation time.
This way CConnman/CNode have no dependency on main for height, and the signals
only move in one direction.
This also helps to prevent identity leakage a tiny bit. Before this change, an
attacker could theoretically make 2 connections on different interfaces. They
would connect fully on one, and only establish the initial connection on the
other. Once they receive a new block, they would relay it to your first
connection, and immediately commence the version handshake on the second. Since
the new block height is reflected immediately, they could attempt to learn
whether the two connections were correlated.
This is, of course, incredibly unlikely to work due to the small timings
involved and receipt from other senders. But it doesn't hurt to lock-in
nBestHeight at the time of connection, rather than letting the remote choose
the time.
* net: pass CClientUIInterface into CConnman
* net: Drop StartNode/StopNode and use CConnman directly
* net: Introduce CConnection::Options to avoid passing so many params
* net: add nSendBufferMaxSize/nReceiveFloodSize to CConnection::Options
* net: move vNodesDisconnected into CConnman
* Made the ForEachNode* functions in src/net.cpp more pragmatic and self documenting
* Convert ForEachNode* functions to take a templated function argument rather than a std::function to eliminate std::function overhead
* net: move MAX_FEELER_CONNECTIONS into connman
2017-07-21 11:35:19 +02:00
|
|
|
class CConnman;
|
2014-10-31 09:36:30 +01:00
|
|
|
class CScriptCheck;
|
2017-04-20 21:16:19 +02:00
|
|
|
class CBlockPolicyEstimator;
|
2015-07-05 14:30:07 +02:00
|
|
|
class CTxMemPool;
|
2014-10-31 09:36:30 +01:00
|
|
|
class CValidationState;
|
2016-09-01 12:09:36 +02:00
|
|
|
class PrecomputedTransactionData;
|
2017-01-12 12:12:56 +01:00
|
|
|
struct ChainTxData;
|
2014-10-31 09:36:30 +01:00
|
|
|
|
2021-10-09 16:14:44 +02:00
|
|
|
struct DisconnectedBlockTransactions;
|
2015-12-04 21:01:22 +01:00
|
|
|
struct LockPoints;
|
2011-05-14 23:20:30 +02:00
|
|
|
|
2017-12-07 10:43:23 +01:00
|
|
|
/** Default for -minrelaytxfee, minimum relay fee for transactions */
|
|
|
|
static const unsigned int DEFAULT_MIN_RELAY_TX_FEE = 1000;
|
2016-02-02 15:17:51 +01:00
|
|
|
//! -maxtxfee default
|
2018-09-17 13:32:47 +02:00
|
|
|
static const CAmount DEFAULT_TRANSACTION_MAXFEE = COIN / 10;
|
2016-02-02 15:17:51 +01:00
|
|
|
//! Discourage users to set fees higher than this amount (in duffs) per kB
|
2018-09-17 13:32:47 +02:00
|
|
|
static const CAmount HIGH_TX_FEE_PER_KB = COIN / 100;
|
2016-02-02 15:17:51 +01:00
|
|
|
//! -maxtxfee will warn if called with a higher fee than this amount (in duffs)
|
|
|
|
static const CAmount HIGH_MAX_TX_FEE = 100 * HIGH_TX_FEE_PER_KB;
|
2015-07-15 20:47:45 +02:00
|
|
|
/** Default for -limitancestorcount, max number of in-mempool ancestors */
|
2015-10-06 04:16:15 +02:00
|
|
|
static const unsigned int DEFAULT_ANCESTOR_LIMIT = 25;
|
2015-07-15 20:47:45 +02:00
|
|
|
/** Default for -limitancestorsize, maximum kilobytes of tx + all in-mempool ancestors */
|
2015-10-06 04:16:15 +02:00
|
|
|
static const unsigned int DEFAULT_ANCESTOR_SIZE_LIMIT = 101;
|
2015-07-15 20:47:45 +02:00
|
|
|
/** Default for -limitdescendantcount, max number of in-mempool descendants */
|
2015-10-06 04:16:15 +02:00
|
|
|
static const unsigned int DEFAULT_DESCENDANT_LIMIT = 25;
|
2015-07-15 20:47:45 +02:00
|
|
|
/** Default for -limitdescendantsize, maximum kilobytes of in-mempool descendants */
|
2015-10-06 04:16:15 +02:00
|
|
|
static const unsigned int DEFAULT_DESCENDANT_SIZE_LIMIT = 101;
|
2015-10-02 23:43:30 +02:00
|
|
|
/** Default for -mempoolexpiry, expiration time for mempool transactions in hours */
|
2017-01-05 20:32:41 +01:00
|
|
|
static const unsigned int DEFAULT_MEMPOOL_EXPIRY = 336;
|
2012-11-03 00:14:43 +01:00
|
|
|
/** The maximum size of a blk?????.dat file (since 0.8) */
|
2012-08-13 19:11:05 +02:00
|
|
|
static const unsigned int MAX_BLOCKFILE_SIZE = 0x8000000; // 128 MiB
|
2019-11-02 22:13:06 +01:00
|
|
|
/** Maximum number of dedicated script-checking threads allowed */
|
|
|
|
static const int MAX_SCRIPTCHECK_THREADS = 15;
|
2014-02-18 12:48:16 +01:00
|
|
|
/** -par default (number of script-checking threads, 0 = auto) */
|
|
|
|
static const int DEFAULT_SCRIPTCHECK_THREADS = 0;
|
2014-07-12 00:02:35 +02:00
|
|
|
/** Number of headers sent in one getheaders result. We rely on the assumption that if a peer sends
|
2015-04-28 16:48:28 +02:00
|
|
|
* less than this number, we reached its tip. Changing this value is a protocol upgrade. */
|
2014-07-12 00:02:35 +02:00
|
|
|
static const unsigned int MAX_HEADERS_RESULTS = 2000;
|
2014-11-29 16:01:37 +01:00
|
|
|
/** Maximum length of reject messages. */
|
|
|
|
static const unsigned int MAX_REJECT_MESSAGE_LENGTH = 111;
|
2015-04-08 20:20:00 +02:00
|
|
|
|
2016-01-18 11:55:52 +01:00
|
|
|
static const int64_t DEFAULT_MAX_TIP_AGE = 6 * 60 * 60; // ~144 blocks behind -> 2 x fork detection time, was 24 * 60 * 60 in bitcoin
|
2015-06-27 21:21:41 +02:00
|
|
|
|
2015-11-09 19:16:38 +01:00
|
|
|
/** Default for -permitbaremultisig */
|
|
|
|
static const bool DEFAULT_PERMIT_BAREMULTISIG = true;
|
2014-02-22 03:41:01 +01:00
|
|
|
static const unsigned int DEFAULT_BYTES_PER_SIGOP = 20;
|
2015-11-09 19:16:38 +01:00
|
|
|
static const bool DEFAULT_CHECKPOINTS_ENABLED = true;
|
2016-02-02 16:28:56 +01:00
|
|
|
static const bool DEFAULT_TXINDEX = true;
|
2016-03-05 22:31:10 +01:00
|
|
|
static const bool DEFAULT_ADDRESSINDEX = false;
|
2016-03-22 23:11:04 +01:00
|
|
|
static const bool DEFAULT_TIMESTAMPINDEX = false;
|
2016-04-05 21:53:38 +02:00
|
|
|
static const bool DEFAULT_SPENTINDEX = false;
|
2021-08-12 09:04:28 +02:00
|
|
|
static const char* const DEFAULT_BLOCKFILTERINDEX = "0";
|
2015-06-27 21:21:41 +02:00
|
|
|
static const unsigned int DEFAULT_BANSCORE_THRESHOLD = 100;
|
2017-05-03 09:23:39 +02:00
|
|
|
/** Default for -persistmempool */
|
|
|
|
static const bool DEFAULT_PERSIST_MEMPOOL = true;
|
2020-01-01 15:13:04 +01:00
|
|
|
/** Default for -syncmempool */
|
|
|
|
static const bool DEFAULT_SYNC_MEMPOOL = true;
|
2015-06-27 21:21:41 +02:00
|
|
|
|
2017-05-01 09:16:17 +02:00
|
|
|
/** Default for -stopatheight */
|
|
|
|
static const int DEFAULT_STOPATHEIGHT = 0;
|
2021-10-16 12:54:22 +02:00
|
|
|
/** Block files containing a block-height within MIN_BLOCKS_TO_KEEP of ::ChainActive().Tip() will not be pruned. */
|
2021-08-05 09:53:19 +02:00
|
|
|
static const unsigned int MIN_BLOCKS_TO_KEEP = 288;
|
|
|
|
static const signed int DEFAULT_CHECKBLOCKS = 6;
|
|
|
|
static const unsigned int DEFAULT_CHECKLEVEL = 3;
|
|
|
|
|
2019-01-30 20:16:41 +01:00
|
|
|
// Require that user allocate at least 945 MiB for block & undo files (blk???.dat and rev???.dat)
|
|
|
|
// At 2B MiB per block, 288 blocks = 576 MiB.
|
|
|
|
// Add 15% for Undo data = 662 MiB
|
|
|
|
// Add 20% for Orphan block rate = 794 MiB
|
|
|
|
// We want the low water mark after pruning to be at least 794 MiB and since we prune in
|
2021-08-05 09:53:19 +02:00
|
|
|
// full block file chunks, we need the high water mark which triggers the prune to be
|
2019-01-30 20:16:41 +01:00
|
|
|
// one 128 MiB block file + added 15% undo data = 147 MiB greater for a total of 941 MiB
|
|
|
|
// Setting the target to > than 945 MiB will make it likely we can respect the target.
|
2021-08-05 09:53:19 +02:00
|
|
|
static const uint64_t MIN_DISK_SPACE_FOR_BLOCK_FILES = 945 * 1024 * 1024;
|
2017-05-01 09:16:17 +02:00
|
|
|
|
2014-09-04 02:03:17 +02:00
|
|
|
struct BlockHasher
|
|
|
|
{
|
2018-11-30 18:21:03 +01:00
|
|
|
// this used to call `GetCheapHash()` in uint256, which was later moved; the
|
|
|
|
// cheap hash function simply calls ReadLE64() however, so the end result is
|
|
|
|
// identical
|
|
|
|
size_t operator()(const uint256& hash) const { return ReadLE64(hash.begin()); }
|
2014-09-04 02:03:17 +02:00
|
|
|
};
|
2010-08-29 18:58:15 +02:00
|
|
|
|
|
|
|
extern CCriticalSection cs_main;
|
2017-04-20 21:16:19 +02:00
|
|
|
extern CBlockPolicyEstimator feeEstimator;
|
2013-08-27 07:51:57 +02:00
|
|
|
extern CTxMemPool mempool;
|
2018-03-30 00:25:43 +02:00
|
|
|
extern std::atomic_bool g_is_mempool_loaded;
|
2017-06-08 12:45:27 +02:00
|
|
|
typedef std::unordered_map<uint256, CBlockIndex*, BlockHasher> BlockMap;
|
2019-01-22 14:18:34 +01:00
|
|
|
typedef std::unordered_multimap<uint256, CBlockIndex*, BlockHasher> PrevBlockMap;
|
2013-04-13 07:13:08 +02:00
|
|
|
extern uint64_t nLastBlockTx;
|
|
|
|
extern uint64_t nLastBlockSize;
|
2011-12-23 16:14:57 +01:00
|
|
|
extern const std::string strMessageMagic;
|
2021-06-04 21:26:33 +02:00
|
|
|
extern Mutex g_best_block_mutex;
|
|
|
|
extern std::condition_variable g_best_block_cv;
|
2018-04-13 03:13:49 +02:00
|
|
|
extern uint256 g_best_block;
|
2016-11-29 12:38:12 +01:00
|
|
|
extern std::atomic_bool fImporting;
|
2017-10-05 15:03:09 +02:00
|
|
|
extern std::atomic_bool fReindex;
|
2019-10-31 18:30:42 +01:00
|
|
|
extern bool fAddressIndex;
|
|
|
|
extern bool fTimestampIndex;
|
|
|
|
extern bool fSpentIndex;
|
2014-07-17 02:04:04 +02:00
|
|
|
extern bool fIsBareMultisigStd;
|
2019-11-02 22:13:06 +01:00
|
|
|
/** Whether there are dedicated script-checking threads running.
|
|
|
|
* False indicates all script checking is done on the main threadMessageHandler thread.
|
|
|
|
*/
|
|
|
|
extern bool g_parallel_script_checks;
|
2015-06-24 05:36:22 +02:00
|
|
|
extern bool fRequireStandard;
|
2014-02-22 03:41:01 +01:00
|
|
|
extern unsigned int nBytesPerSigOp;
|
2015-03-13 17:25:34 +01:00
|
|
|
extern bool fCheckBlockIndex;
|
2015-04-23 05:22:36 +02:00
|
|
|
extern bool fCheckpointsEnabled;
|
2015-05-04 01:38:08 +02:00
|
|
|
extern size_t nCoinCacheUsage;
|
2016-02-02 15:17:51 +01:00
|
|
|
/** A fee rate smaller than this is considered zero fee (for relaying, mining and transaction creation) */
|
2014-07-03 20:25:32 +02:00
|
|
|
extern CFeeRate minRelayTxFee;
|
2016-02-02 15:17:51 +01:00
|
|
|
/** Absolute maximum transaction fee (in duffs) used by wallet and mempool (rejects high fee in sendrawtransaction) */
|
|
|
|
extern CAmount maxTxFee;
|
|
|
|
/** If the tip is older than this (in seconds), the node is considered to be in initial block download. */
|
2016-01-18 11:55:52 +01:00
|
|
|
extern int64_t nMaxTipAge;
|
2015-02-05 18:56:11 +01:00
|
|
|
|
2017-12-01 19:53:34 +01:00
|
|
|
extern bool fLargeWorkForkFound;
|
|
|
|
extern bool fLargeWorkInvalidChainFound;
|
|
|
|
|
2017-09-15 20:08:03 +02:00
|
|
|
extern std::atomic<bool> fDIP0001ActiveAtTip;
|
2015-08-05 02:58:41 +02:00
|
|
|
|
2017-08-23 16:21:08 +02:00
|
|
|
/** Block hash whose ancestors we will assume to have valid scripts without checking them. */
|
|
|
|
extern uint256 hashAssumeValid;
|
|
|
|
|
2017-09-06 18:49:43 +02:00
|
|
|
/** Minimum work we will assume exists on some valid chain. */
|
|
|
|
extern arith_uint256 nMinimumChainWork;
|
|
|
|
|
2014-12-01 02:39:44 +01:00
|
|
|
/** Best header we've seen so far (used for getheaders queries' starting points). */
|
2014-07-12 00:03:10 +02:00
|
|
|
extern CBlockIndex *pindexBestHeader;
|
2010-08-29 18:58:15 +02:00
|
|
|
|
Add block pruning functionality
This adds a -prune=N option to bitcoind, which if set to N>0 will enable block
file pruning. When pruning is enabled, block and undo files will be deleted to
try to keep total space used by those files to below the prune target (N, in
MB) specified by the user, subject to some constraints:
- The last 288 blocks on the main chain are always kept (MIN_BLOCKS_TO_KEEP),
- N must be at least 550MB (chosen as a value for the target that could
reasonably be met, with some assumptions about block sizes, orphan rates,
etc; see comment in main.h),
- No blocks are pruned until chainActive is at least 100,000 blocks long (on
mainnet; defined separately for mainnet, testnet, and regtest in chainparams
as nPruneAfterHeight).
This unsets NODE_NETWORK if pruning is enabled.
Also included is an RPC test for pruning (pruning.py).
Thanks to @rdponticelli for earlier work on this feature; this is based in
part off that work.
2015-02-23 20:27:44 +01:00
|
|
|
/** Pruning-related variables and constants */
|
|
|
|
/** True if any block files have ever been pruned. */
|
|
|
|
extern bool fHavePruned;
|
|
|
|
/** True if we're running in -prune mode. */
|
|
|
|
extern bool fPruneMode;
|
|
|
|
/** Number of MiB of block files that we're trying to stay below. */
|
|
|
|
extern uint64_t nPruneTarget;
|
2013-01-07 15:39:53 +01:00
|
|
|
|
2020-07-29 03:23:12 +02:00
|
|
|
/**
|
2014-12-01 02:39:44 +01:00
|
|
|
* Process an incoming block. This only returns after the best known valid
|
|
|
|
* block is made active. Note that it does not, however, guarantee that the
|
|
|
|
* specific block passed to it has been checked for validity!
|
2017-08-02 20:35:04 +02:00
|
|
|
*
|
|
|
|
* If you want to *possibly* get feedback on whether pblock is valid, you must
|
|
|
|
* install a CValidationInterface (see validationinterface.h) - this will have
|
|
|
|
* its BlockChecked method called whenever *any* block completes validation.
|
|
|
|
*
|
|
|
|
* Note that we guarantee that either the proof-of-work is valid on pblock, or
|
|
|
|
* (and possibly also) BlockChecked will have been called.
|
2016-09-01 12:09:36 +02:00
|
|
|
*
|
2018-07-09 21:51:36 +02:00
|
|
|
* May not be called in a
|
2018-06-15 15:58:21 +02:00
|
|
|
* validationinterface callback.
|
2017-09-20 11:09:45 +02:00
|
|
|
*
|
2014-12-01 02:39:44 +01:00
|
|
|
* @param[in] pblock The block we want to process.
|
2015-04-09 19:21:11 +02:00
|
|
|
* @param[in] fForceProcessing Process this block even if unrequested; used for non-network block sources and whitelisted peers.
|
2017-08-02 20:35:04 +02:00
|
|
|
* @param[out] fNewBlock A boolean which is set to indicate if the block was first received via this call
|
2019-08-29 18:42:00 +02:00
|
|
|
* @returns If the block was processed, independently of block validity
|
2014-12-01 02:39:44 +01:00
|
|
|
*/
|
2018-07-09 21:51:36 +02:00
|
|
|
bool ProcessNewBlock(const CChainParams& chainparams, const std::shared_ptr<const CBlock> pblock, bool fForceProcessing, bool* fNewBlock) LOCKS_EXCLUDED(cs_main);
|
2017-08-03 00:19:34 +02:00
|
|
|
|
|
|
|
/**
|
|
|
|
* Process incoming block headers.
|
|
|
|
*
|
2018-07-09 21:51:36 +02:00
|
|
|
* May not be called in a
|
2018-06-15 15:58:21 +02:00
|
|
|
* validationinterface callback.
|
2017-09-20 11:09:45 +02:00
|
|
|
*
|
2017-08-03 00:19:34 +02:00
|
|
|
* @param[in] block The block headers themselves
|
|
|
|
* @param[out] state This may be set to an Error state if any error occurred processing them
|
|
|
|
* @param[in] chainparams The params for the chain we want to connect to
|
|
|
|
* @param[out] ppindex If set, the pointer will be set to point to the last new block index object for the given headers
|
2017-10-28 20:11:23 +02:00
|
|
|
* @param[out] first_invalid First header that fails validation, if one exists
|
2017-08-03 00:19:34 +02:00
|
|
|
*/
|
2018-07-09 21:51:36 +02:00
|
|
|
bool ProcessNewBlockHeaders(const std::vector<CBlockHeader>& block, CValidationState& state, const CChainParams& chainparams, const CBlockIndex** ppindex = nullptr, CBlockHeader* first_invalid = nullptr) LOCKS_EXCLUDED(cs_main);
|
2017-08-03 00:19:34 +02:00
|
|
|
|
2012-11-04 13:18:04 +01:00
|
|
|
/** Open a block file (blk?????.dat) */
|
2021-08-12 09:02:29 +02:00
|
|
|
FILE* OpenBlockFile(const FlatFilePos &pos, bool fReadOnly = false);
|
2014-09-08 19:29:14 +02:00
|
|
|
/** Translation to a filesystem path */
|
2021-08-12 09:02:29 +02:00
|
|
|
fs::path GetBlockPosFilename(const FlatFilePos &pos);
|
2012-11-04 13:18:04 +01:00
|
|
|
/** Import blocks from an external file */
|
2021-08-12 09:02:29 +02:00
|
|
|
void LoadExternalBlockFile(const CChainParams& chainparams, FILE* fileIn, FlatFilePos* dbp = nullptr);
|
Merge #10758: Fix some chainstate-init-order bugs.
c0025d0 Fix segfault when shutting down before fully loading (Matt Corallo)
1385697 Order chainstate init more logically. (Matt Corallo)
ff3a219 Call RewindBlockIndex even if we're about to run -reindex-chainstate (Matt Corallo)
b0f3249 More user-friendly error message if UTXO DB runs ahead of block DB (Matt Corallo)
eda888e Fix some LoadChainTip-related init-order bugs. (Matt Corallo)
Pull request description:
This does a number of things to clean up chainstate init order,
fixing some issues as it goes:
* Order chainstate init more logically - first all of the
blocktree-related loading, then coinsdb, then
pcoinsTip/chainActive. Only create objects as needed.
* More clearly document exactly what is and isn't called in
-reindex and -reindex-chainstate both with comments noting
calls as no-ops and by adding if guards.
* Move the writing of fTxIndex to LoadBlockIndex - this fixes a
bug introduced in d6af06d68aae985436cbc942f0d11078041d121b where
InitBlockIndex was writing to fTxIndex which had not yet been
checked (because LoadChainTip hadn't yet initialized the
chainActive, which would otherwise have resulted in
InitBlockIndex being a NOP), allowing you to modify -txindex
without reindex, potentially corrupting your chainstate!
* Rename InitBlockIndex to LoadGenesisBlock, which is now a more
natural name for it. Also check mapBlockIndex instead of
chainActive, fixing a bug where we'd write the genesis block out
on every start.
* Move LoadGenesisBlock further down in init. This is a more logical
location for it, as it is after all of the blockindex-related
loading and checking, but before any of the UTXO-related loading
and checking.
* Give LoadChainTip a return value - allowing it to indicate that
the UTXO DB ran ahead of the block DB. This just provides a nicer
error message instead of the previous mysterious
assert(!setBlockIndexCandidates.empty()) error.
* Calls ActivateBestChain in case we just loaded the genesis
block in LoadChainTip, avoiding relying on the ActivateBestChain
in ThreadImport before continuing init process.
* Move all of the VerifyDB()-related stuff into a -reindex +
-reindex-chainstate if guard. It couldn't do anything useful
as chainActive.Tip() would be null at this point anyway.
Tree-SHA512: 3c96ee7ed44f4130bee3479a40c5cd99a619fda5e309c26d60b54feab9f6ec60fabab8cf47a049c9cf15e88999b2edb7f16cbe6819e97273560b201a89d90762
2017-08-01 12:49:22 +02:00
|
|
|
/** Ensures we have a genesis block in the block tree, possibly writing one to disk. */
|
|
|
|
bool LoadGenesisBlock(const CChainParams& chainparams);
|
|
|
|
/** Load the block tree and coins database from disk,
|
|
|
|
* initializing state if we're running with -reindex. */
|
2018-07-09 21:51:36 +02:00
|
|
|
bool LoadBlockIndex(const CChainParams& chainparams) EXCLUSIVE_LOCKS_REQUIRED(cs_main);
|
2013-02-16 17:58:45 +01:00
|
|
|
/** Unload database information */
|
|
|
|
void UnloadBlockIndex();
|
2021-06-16 15:03:04 +02:00
|
|
|
/** Run instances of script checking worker threads */
|
|
|
|
void StartScriptCheckWorkerThreads(int threads_num);
|
|
|
|
/** Stop all of the script checking worker threads */
|
|
|
|
void StopScriptCheckWorkerThreads();
|
2012-11-04 13:18:04 +01:00
|
|
|
/** Retrieve a transaction (from memory pool, or from disk, if possible) */
|
2021-08-05 17:46:17 +02:00
|
|
|
bool GetTransaction(const uint256& hash, CTransactionRef& tx, const Consensus::Params& params, uint256& hashBlock, const CBlockIndex* const blockIndex = nullptr);
|
2018-06-15 15:58:21 +02:00
|
|
|
/**
|
|
|
|
* Find the best known block, and make it the tip of the block chain
|
|
|
|
*
|
|
|
|
* May not be called with cs_main held. May not be called in a
|
|
|
|
* validationinterface callback.
|
|
|
|
*/
|
2016-12-05 08:07:22 +01:00
|
|
|
bool ActivateBestChain(CValidationState& state, const CChainParams& chainparams, std::shared_ptr<const CBlock> pblock = std::shared_ptr<const CBlock>());
|
2015-08-01 10:51:30 +02:00
|
|
|
|
2014-12-02 09:16:52 +01:00
|
|
|
double ConvertBitsToDouble(unsigned int nBits);
|
2016-09-05 18:09:25 +02:00
|
|
|
CAmount GetBlockSubsidy(int nBits, int nHeight, const Consensus::Params& consensusParams, bool fSuperblockPartOnly = false);
|
2020-09-10 18:23:11 +02:00
|
|
|
CAmount GetMasternodePayment(int nHeight, CAmount blockValue, int nReallocActivationHeight = std::numeric_limits<int>::max() /* not activated */);
|
2013-01-08 23:58:06 +01:00
|
|
|
|
2017-01-12 12:12:56 +01:00
|
|
|
/** Guess verification progress (as a fraction between 0.0=genesis and 1.0=current tip). */
|
Backport 10279 (#3394)
* Merge #10279: Add a CChainState class to validation.cpp to take another step towards clarifying internal interfaces
22fddde Avoid calling GetSerializeSize on each tx in a block if !fTxIndex (Matt Corallo)
2862aca Move some additional variables into CChainState private (Matt Corallo)
fd4d80a Create initial CChainState to hold chain state information (Matt Corallo)
e104f0f Move block writing out of AcceptBlock (Matt Corallo)
50701ba Move txindex/undo data disk location stuff out of ConnectBlock (Matt Corallo)
93a34cf Make DisconnectBlock unaware of where undo data resides on disk (Matt Corallo)
Pull request description:
CChainState should eventually, essentially, be our exposed "libconsensus", but we're probably a few releases away, so the real goal is to clarify our internal interfaces. The main split was a big step, but validation.cpp is still a somewhat ranomly-mixed bag of functions that are pure functions which validate inputs (which should probably either merge with their callers or move into another file in consensus/), read/write data from disk, manipulate our current chain state (which moves into CChainState), and do mempool transaction validation.
Obviously this is only a small step, but some effort is made to clean up what functions the functions in CChainState call, and obviously as things are added its easy to keep clear "CChainState::* cannot call anything except via callbacks through CValidationInterface, pure functions, or disk read/write things". Right now there are some glaring violations in mempool callbacks, and general flushing logic needs cleaning up (FlushStateToDisk maybe shouldnt be called, and there should be an API towards setDirtyBlockIndex, but I'll leave that for after @sipa's current changesets land).
Tree-SHA512: 69b8ec191b36b19c9492b4dee74c8057621fb6ec98ad219e8da0b2ed5c3ad711b10b5af9ff1117e8807ccf88918eeeab573be8448baecc9a59f099c53095985b
* fix
Signed-off-by: Pasta <pasta@dashboost.org>
* fix
Signed-off-by: Pasta <pasta@dashboost.org>
* More of 10279
Co-authored-by: Wladimir J. van der Laan <laanwj@gmail.com>
Co-authored-by: UdjinM6 <UdjinM6@users.noreply.github.com>
2020-04-11 22:02:26 +02:00
|
|
|
double GuessVerificationProgress(const ChainTxData& data, const CBlockIndex* pindex);
|
2017-01-12 12:12:56 +01:00
|
|
|
|
2017-10-09 16:53:12 +02:00
|
|
|
/** Calculate the amount of disk space the block & undo files currently use */
|
|
|
|
uint64_t CalculateCurrentUsage();
|
|
|
|
|
2017-02-22 12:42:55 +01:00
|
|
|
/**
|
|
|
|
* Mark one block file as pruned.
|
|
|
|
*/
|
2021-07-10 16:46:33 +02:00
|
|
|
void PruneOneBlockFile(const int fileNumber) EXCLUSIVE_LOCKS_REQUIRED(cs_main);
|
2017-02-22 12:42:55 +01:00
|
|
|
|
Add block pruning functionality
This adds a -prune=N option to bitcoind, which if set to N>0 will enable block
file pruning. When pruning is enabled, block and undo files will be deleted to
try to keep total space used by those files to below the prune target (N, in
MB) specified by the user, subject to some constraints:
- The last 288 blocks on the main chain are always kept (MIN_BLOCKS_TO_KEEP),
- N must be at least 550MB (chosen as a value for the target that could
reasonably be met, with some assumptions about block sizes, orphan rates,
etc; see comment in main.h),
- No blocks are pruned until chainActive is at least 100,000 blocks long (on
mainnet; defined separately for mainnet, testnet, and regtest in chainparams
as nPruneAfterHeight).
This unsets NODE_NETWORK if pruning is enabled.
Also included is an RPC test for pruning (pruning.py).
Thanks to @rdponticelli for earlier work on this feature; this is based in
part off that work.
2015-02-23 20:27:44 +01:00
|
|
|
/**
|
|
|
|
* Actually unlink the specified files
|
|
|
|
*/
|
2017-02-22 12:42:55 +01:00
|
|
|
void UnlinkPrunedFiles(const std::set<int>& setFilesToPrune);
|
2013-01-08 23:58:06 +01:00
|
|
|
|
2017-01-11 14:16:11 +01:00
|
|
|
/** Prune block files up to a given height */
|
2017-03-23 08:16:14 +01:00
|
|
|
void PruneBlockFilesManual(int nManualPruneHeight);
|
2012-08-19 00:33:01 +02:00
|
|
|
|
2018-09-20 14:39:34 +02:00
|
|
|
/** (try to) add transaction to memory pool */
|
2017-09-29 15:07:48 +02:00
|
|
|
bool AcceptToMemoryPool(CTxMemPool& pool, CValidationState &state, const CTransactionRef &tx,
|
|
|
|
bool* pfMissingInputs, bool bypass_limits,
|
2021-07-07 18:02:11 +02:00
|
|
|
const CAmount nAbsurdFee, bool test_accept=false) EXCLUSIVE_LOCKS_REQUIRED(cs_main);
|
2017-09-29 15:07:48 +02:00
|
|
|
static bool AcceptToMemoryPoolWithTime(const CChainParams& chainparams, CTxMemPool& pool, CValidationState &state, const CTransactionRef &tx,
|
|
|
|
bool* pfMissingInputs, int64_t nAcceptTime, bool bypass_limits,
|
2021-04-08 21:35:16 +02:00
|
|
|
const CAmount nAbsurdFee, bool test_accept = false);
|
2010-08-29 18:58:15 +02:00
|
|
|
|
2017-09-26 16:33:46 +02:00
|
|
|
bool GetUTXOCoin(const COutPoint& outpoint, Coin& coin);
|
2017-01-29 09:22:14 +01:00
|
|
|
int GetUTXOHeight(const COutPoint& outpoint);
|
2017-08-25 14:56:48 +02:00
|
|
|
int GetUTXOConfirmations(const COutPoint& outpoint);
|
2010-08-29 18:58:15 +02:00
|
|
|
|
2016-03-03 21:00:03 +01:00
|
|
|
/** Get the BIP9 state for a given deployment at the current tip. */
|
|
|
|
ThresholdState VersionBitsTipState(const Consensus::Params& params, Consensus::DeploymentPos pos);
|
|
|
|
|
2017-05-23 19:07:29 +02:00
|
|
|
/** Get the numerical statistics for the BIP9 state for a given deployment at the current tip. */
|
|
|
|
BIP9Stats VersionBitsTipStatistics(const Consensus::Params& params, Consensus::DeploymentPos pos);
|
|
|
|
|
2016-10-19 16:36:21 +02:00
|
|
|
/** Get the block height at which the BIP9 deployment switched into the state for the block building on the current tip. */
|
|
|
|
int VersionBitsTipStateSinceHeight(const Consensus::Params& params, Consensus::DeploymentPos pos);
|
|
|
|
|
2014-12-01 02:39:44 +01:00
|
|
|
/** Apply the effects of this transaction on the UTXO set represented by view */
|
2016-05-09 11:57:16 +02:00
|
|
|
void UpdateCoins(const CTransaction& tx, CCoinsViewCache& inputs, int nHeight);
|
2010-08-29 18:58:15 +02:00
|
|
|
|
2016-08-01 00:05:02 +02:00
|
|
|
/** Transaction validation functions */
|
|
|
|
|
2015-05-25 06:48:33 +02:00
|
|
|
/**
|
|
|
|
* Check if transaction will be final in the next block to be created.
|
|
|
|
*
|
|
|
|
* Calls IsFinalTx() with current block height and appropriate block time.
|
2015-11-03 18:12:36 +01:00
|
|
|
*
|
|
|
|
* See consensus/consensus.h for flag definitions.
|
2015-05-25 06:48:33 +02:00
|
|
|
*/
|
2021-07-07 18:02:11 +02:00
|
|
|
bool CheckFinalTx(const CTransaction &tx, int flags = -1) EXCLUSIVE_LOCKS_REQUIRED(cs_main);
|
2010-08-29 18:58:15 +02:00
|
|
|
|
2015-12-04 21:01:22 +01:00
|
|
|
/**
|
|
|
|
* Test whether the LockPoints height and time are still valid on the current chain
|
|
|
|
*/
|
2021-07-07 18:02:11 +02:00
|
|
|
bool TestLockPointValidity(const LockPoints* lp) EXCLUSIVE_LOCKS_REQUIRED(cs_main);
|
2015-12-04 21:01:22 +01:00
|
|
|
|
2015-12-07 21:44:16 +01:00
|
|
|
/**
|
|
|
|
* Check if transaction will be BIP 68 final in the next block to be created.
|
|
|
|
*
|
2016-02-11 21:34:04 +01:00
|
|
|
* Simulates calling SequenceLocks() with data from the tip of the current active chain.
|
2015-12-04 21:01:22 +01:00
|
|
|
* Optionally stores in LockPoints the resulting height and time calculated and the hash
|
|
|
|
* of the block needed for calculation or skips the calculation and uses the LockPoints
|
|
|
|
* passed in for evaluation.
|
|
|
|
* The LockPoints should not be considered valid if CheckSequenceLocks returns false.
|
2015-12-07 21:44:16 +01:00
|
|
|
*
|
|
|
|
* See consensus/consensus.h for flag definitions.
|
|
|
|
*/
|
2018-10-27 16:38:40 +02:00
|
|
|
bool CheckSequenceLocks(const CTxMemPool& pool, const CTransaction& tx, int flags, LockPoints* lp = nullptr, bool useExistingLockPoints = false) EXCLUSIVE_LOCKS_REQUIRED(cs_main);
|
2015-12-07 21:44:16 +01:00
|
|
|
|
|
|
|
/**
|
2014-12-01 02:39:44 +01:00
|
|
|
* Closure representing one script verification
|
2020-07-29 03:23:12 +02:00
|
|
|
* Note that this stores references to the spending transaction
|
2014-12-01 02:39:44 +01:00
|
|
|
*/
|
2012-12-01 22:30:06 +01:00
|
|
|
class CScriptCheck
|
|
|
|
{
|
|
|
|
private:
|
2017-09-23 01:10:09 +02:00
|
|
|
CTxOut m_tx_out;
|
2012-12-01 22:30:06 +01:00
|
|
|
const CTransaction *ptxTo;
|
|
|
|
unsigned int nIn;
|
|
|
|
unsigned int nFlags;
|
2014-09-14 04:48:32 +02:00
|
|
|
bool cacheStore;
|
2014-11-29 16:01:37 +01:00
|
|
|
ScriptError error;
|
2016-09-01 12:09:36 +02:00
|
|
|
PrecomputedTransactionData *txdata;
|
2010-08-29 18:58:15 +02:00
|
|
|
|
2012-12-01 22:30:06 +01:00
|
|
|
public:
|
2017-09-23 01:10:09 +02:00
|
|
|
CScriptCheck(): ptxTo(nullptr), nIn(0), nFlags(0), cacheStore(false), error(SCRIPT_ERR_UNKNOWN_ERROR) {}
|
|
|
|
CScriptCheck(const CTxOut& outIn, const CTransaction& txToIn, unsigned int nInIn, unsigned int nFlagsIn, bool cacheIn, PrecomputedTransactionData* txdataIn) :
|
|
|
|
m_tx_out(outIn), ptxTo(&txToIn), nIn(nInIn), nFlags(nFlagsIn), cacheStore(cacheIn), error(SCRIPT_ERR_UNKNOWN_ERROR), txdata(txdataIn) { }
|
2012-12-01 22:30:06 +01:00
|
|
|
|
2014-11-29 16:01:37 +01:00
|
|
|
bool operator()();
|
2012-12-01 22:30:06 +01:00
|
|
|
|
|
|
|
void swap(CScriptCheck &check) {
|
|
|
|
std::swap(ptxTo, check.ptxTo);
|
2017-09-23 01:10:09 +02:00
|
|
|
std::swap(m_tx_out, check.m_tx_out);
|
2012-12-01 22:30:06 +01:00
|
|
|
std::swap(nIn, check.nIn);
|
|
|
|
std::swap(nFlags, check.nFlags);
|
2014-09-14 04:48:32 +02:00
|
|
|
std::swap(cacheStore, check.cacheStore);
|
2014-11-29 16:01:37 +01:00
|
|
|
std::swap(error, check.error);
|
2016-09-01 12:09:36 +02:00
|
|
|
std::swap(txdata, check.txdata);
|
2012-10-27 21:08:45 +02:00
|
|
|
}
|
|
|
|
|
2014-11-29 16:01:37 +01:00
|
|
|
ScriptError GetScriptError() const { return error; }
|
2012-10-27 21:08:45 +02:00
|
|
|
};
|
2010-08-29 18:58:15 +02:00
|
|
|
|
2016-03-22 23:11:04 +01:00
|
|
|
bool GetTimestampIndex(const unsigned int &high, const unsigned int &low, std::vector<uint256> &hashes);
|
2016-04-05 21:53:38 +02:00
|
|
|
bool GetSpentIndex(CSpentIndexKey &key, CSpentIndexValue &value);
|
2016-03-24 20:44:23 +01:00
|
|
|
bool GetAddressIndex(uint160 addressHash, int type,
|
|
|
|
std::vector<std::pair<CAddressIndexKey, CAmount> > &addressIndex,
|
|
|
|
int start = 0, int end = 0);
|
2016-03-29 21:17:30 +02:00
|
|
|
bool GetAddressUnspent(uint160 addressHash, int type,
|
|
|
|
std::vector<std::pair<CAddressUnspentKey, CAddressUnspentValue> > &unspentOutputs);
|
2017-06-29 20:04:07 +02:00
|
|
|
/** Initializes the script-execution cache */
|
|
|
|
void InitScriptExecutionCache();
|
|
|
|
|
2010-08-29 18:58:15 +02:00
|
|
|
|
2013-06-24 02:35:01 +02:00
|
|
|
/** Functions for disk access for blocks */
|
2021-08-12 09:02:29 +02:00
|
|
|
bool ReadBlockFromDisk(CBlock& block, const FlatFilePos& pos, const Consensus::Params& consensusParams);
|
2015-04-17 14:19:21 +02:00
|
|
|
bool ReadBlockFromDisk(CBlock& block, const CBlockIndex* pindex, const Consensus::Params& consensusParams);
|
2010-08-29 18:58:15 +02:00
|
|
|
|
2019-03-19 17:09:27 +01:00
|
|
|
bool UndoReadFromDisk(CBlockUndo& blockundo, const CBlockIndex* pindex);
|
|
|
|
|
2013-06-24 03:32:58 +02:00
|
|
|
/** Functions for validating blocks and updating the block tree */
|
|
|
|
|
2014-12-01 02:39:44 +01:00
|
|
|
/** Context-independent validity checks */
|
2016-06-09 01:12:52 +02:00
|
|
|
bool CheckBlock(const CBlock& block, CValidationState& state, const Consensus::Params& consensusParams, bool fCheckPOW = true, bool fCheckMerkleRoot = true);
|
2013-06-24 04:14:11 +02:00
|
|
|
|
2018-07-09 21:51:36 +02:00
|
|
|
/** Check a block is completely valid from start to finish (only works on top of our current best block) */
|
|
|
|
bool TestBlockValidity(CValidationState& state, const CChainParams& chainparams, const CBlock& block, CBlockIndex* pindexPrev, bool fCheckPOW = true, bool fCheckMerkleRoot = true) EXCLUSIVE_LOCKS_REQUIRED(cs_main);
|
2013-06-24 03:32:58 +02:00
|
|
|
|
2014-05-23 18:04:09 +02:00
|
|
|
/** RAII wrapper for VerifyDB: Verify consistency of the block and coin databases */
|
|
|
|
class CVerifyDB {
|
2013-10-10 23:07:44 +02:00
|
|
|
public:
|
2014-05-23 18:04:09 +02:00
|
|
|
CVerifyDB();
|
|
|
|
~CVerifyDB();
|
2015-04-17 14:40:24 +02:00
|
|
|
bool VerifyDB(const CChainParams& chainparams, CCoinsView *coinsview, int nCheckLevel, int nCheckDepth);
|
2014-05-23 18:04:09 +02:00
|
|
|
};
|
2013-10-10 23:07:44 +02:00
|
|
|
|
2021-10-25 15:14:34 +02:00
|
|
|
CBlockIndex* LookupBlockIndex(const uint256& hash) EXCLUSIVE_LOCKS_REQUIRED(cs_main);
|
2018-03-13 19:04:28 +01:00
|
|
|
|
2014-09-03 02:52:01 +02:00
|
|
|
/** Find the last common block between the parameter chain and a locator. */
|
2018-10-24 02:32:43 +02:00
|
|
|
CBlockIndex* FindForkInGlobalIndex(const CChain& chain, const CBlockLocator& locator) EXCLUSIVE_LOCKS_REQUIRED(cs_main);
|
2013-10-12 15:18:08 +02:00
|
|
|
|
2021-10-09 16:14:44 +02:00
|
|
|
enum DisconnectResult {
|
|
|
|
DISCONNECT_OK, // All good.
|
|
|
|
DISCONNECT_UNCLEAN, // Rolled back, but UTXO set was inconsistent with block.
|
|
|
|
DISCONNECT_FAILED // Something else went wrong.
|
|
|
|
};
|
|
|
|
|
|
|
|
class ConnectTrace;
|
|
|
|
|
|
|
|
/** @see CChainState::FlushStateToDisk */
|
|
|
|
enum class FlushStateMode {
|
|
|
|
NONE,
|
|
|
|
IF_NEEDED,
|
|
|
|
PERIODIC,
|
|
|
|
ALWAYS
|
|
|
|
};
|
|
|
|
|
|
|
|
struct CBlockIndexWorkComparator
|
|
|
|
{
|
|
|
|
bool operator()(const CBlockIndex *pa, const CBlockIndex *pb) const;
|
|
|
|
};
|
|
|
|
|
|
|
|
/**
|
2021-10-16 19:42:59 +02:00
|
|
|
* Maintains a tree of blocks (stored in `m_block_index`) which is consulted
|
|
|
|
* to determine where the most-work tip is.
|
2021-10-09 16:14:44 +02:00
|
|
|
*
|
2021-10-16 19:42:59 +02:00
|
|
|
* This data is used mostly in `CChainState` - information about, e.g.,
|
|
|
|
* candidate tips is not maintained here.
|
|
|
|
*/
|
|
|
|
class BlockManager {
|
|
|
|
public:
|
|
|
|
BlockMap m_block_index GUARDED_BY(cs_main);
|
|
|
|
PrevBlockMap m_prev_block_index GUARDED_BY(cs_main);
|
|
|
|
|
|
|
|
/** In order to efficiently track invalidity of headers, we keep the set of
|
|
|
|
* blocks which we tried to connect and found to be invalid here (ie which
|
|
|
|
* were set to BLOCK_FAILED_VALID since the last restart). We can then
|
|
|
|
* walk this set and check if a new header is a descendant of something in
|
|
|
|
* this set, preventing us from having to walk m_block_index when we try
|
|
|
|
* to connect a bad block and fail.
|
|
|
|
*
|
|
|
|
* While this is more complicated than marking everything which descends
|
|
|
|
* from an invalid block as invalid at the time we discover it to be
|
|
|
|
* invalid, doing so would require walking all of m_block_index to find all
|
|
|
|
* descendants. Since this case should be very rare, keeping track of all
|
|
|
|
* BLOCK_FAILED_VALID blocks in a set should be just fine and work just as
|
|
|
|
* well.
|
|
|
|
*
|
|
|
|
* Because we already walk m_block_index in height-order at startup, we go
|
|
|
|
* ahead and mark descendants of invalid blocks as FAILED_CHILD at that time,
|
|
|
|
* instead of putting things in this set.
|
|
|
|
*/
|
|
|
|
std::set<CBlockIndex*> m_failed_blocks;
|
|
|
|
|
|
|
|
/**
|
|
|
|
* All pairs A->B, where A (or one of its ancestors) misses transactions, but B has transactions.
|
|
|
|
* Pruned nodes may have entries where B is missing data.
|
|
|
|
*/
|
|
|
|
std::multimap<CBlockIndex*, CBlockIndex*> m_blocks_unlinked;
|
|
|
|
|
|
|
|
/**
|
|
|
|
* Load the blocktree off disk and into memory. Populate certain metadata
|
|
|
|
* per index entry (nStatus, nChainWork, nTimeMax, etc.) as well as peripheral
|
|
|
|
* collections like setDirtyBlockIndex.
|
|
|
|
*
|
|
|
|
* @param[out] block_index_candidates Fill this set with any valid blocks for
|
|
|
|
* which we've downloaded all transactions.
|
|
|
|
*/
|
|
|
|
bool LoadBlockIndex(
|
|
|
|
const Consensus::Params& consensus_params,
|
|
|
|
CBlockTreeDB& blocktree,
|
|
|
|
std::set<CBlockIndex*, CBlockIndexWorkComparator>& block_index_candidates)
|
|
|
|
EXCLUSIVE_LOCKS_REQUIRED(cs_main);
|
|
|
|
|
|
|
|
/** Clear all data members. */
|
|
|
|
void Unload() EXCLUSIVE_LOCKS_REQUIRED(cs_main);
|
|
|
|
|
|
|
|
CBlockIndex* AddToBlockIndex(const CBlockHeader& block, enum BlockStatus nStatus = BLOCK_VALID_TREE) EXCLUSIVE_LOCKS_REQUIRED(cs_main);
|
|
|
|
/** Create a new block index entry for a given block hash */
|
|
|
|
CBlockIndex* InsertBlockIndex(const uint256& hash) EXCLUSIVE_LOCKS_REQUIRED(cs_main);
|
|
|
|
|
|
|
|
/**
|
|
|
|
* If a block header hasn't already been seen, call CheckBlockHeader on it, ensure
|
|
|
|
* that it doesn't descend from an invalid block, and then add it to m_block_index.
|
|
|
|
*/
|
|
|
|
bool AcceptBlockHeader(
|
|
|
|
const CBlockHeader& block,
|
|
|
|
CValidationState& state,
|
|
|
|
const CChainParams& chainparams,
|
|
|
|
CBlockIndex** ppindex) EXCLUSIVE_LOCKS_REQUIRED(cs_main);
|
|
|
|
};
|
|
|
|
|
2019-07-24 17:45:04 +02:00
|
|
|
/**
|
|
|
|
* A convenience class for constructing the CCoinsView* hierarchy used
|
|
|
|
* to facilitate access to the UTXO set.
|
|
|
|
*
|
|
|
|
* This class consists of an arrangement of layered CCoinsView objects,
|
|
|
|
* preferring to store and retrieve coins in memory via `m_cacheview` but
|
|
|
|
* ultimately falling back on cache misses to the canonical store of UTXOs on
|
|
|
|
* disk, `m_dbview`.
|
|
|
|
*/
|
|
|
|
class CoinsViews {
|
|
|
|
|
|
|
|
public:
|
|
|
|
//! The lowest level of the CoinsViews cache hierarchy sits in a leveldb database on disk.
|
|
|
|
//! All unspent coins reside in this store.
|
|
|
|
CCoinsViewDB m_dbview GUARDED_BY(cs_main);
|
|
|
|
|
|
|
|
//! This view wraps access to the leveldb instance and handles read errors gracefully.
|
|
|
|
CCoinsViewErrorCatcher m_catcherview GUARDED_BY(cs_main);
|
|
|
|
|
|
|
|
//! This is the top layer of the cache hierarchy - it keeps as many coins in memory as
|
|
|
|
//! can fit per the dbcache setting.
|
|
|
|
std::unique_ptr<CCoinsViewCache> m_cacheview GUARDED_BY(cs_main);
|
|
|
|
|
|
|
|
//! This constructor initializes CCoinsViewDB and CCoinsViewErrorCatcher instances, but it
|
|
|
|
//! *does not* create a CCoinsViewCache instance by default. This is done separately because the
|
|
|
|
//! presence of the cache has implications on whether or not we're allowed to flush the cache's
|
|
|
|
//! state to disk, which should not be done until the health of the database is verified.
|
|
|
|
//!
|
|
|
|
//! All arguments forwarded onto CCoinsViewDB.
|
|
|
|
CoinsViews(std::string ldb_name, size_t cache_size_bytes, bool in_memory, bool should_wipe);
|
|
|
|
|
|
|
|
//! Initialize the CCoinsViewCache member.
|
|
|
|
void InitCache() EXCLUSIVE_LOCKS_REQUIRED(::cs_main);
|
|
|
|
};
|
|
|
|
|
2021-10-10 12:57:35 +02:00
|
|
|
enum class CoinsCacheSizeState
|
|
|
|
{
|
|
|
|
//! The coins cache is in immediate need of a flush.
|
|
|
|
CRITICAL = 2,
|
|
|
|
//! The cache is at >= 90% capacity.
|
|
|
|
LARGE = 1,
|
|
|
|
OK = 0
|
|
|
|
};
|
|
|
|
|
2021-10-16 19:42:59 +02:00
|
|
|
/**
|
|
|
|
* CChainState stores and provides an API to update our local knowledge of the
|
|
|
|
* current best chain.
|
2021-10-09 16:14:44 +02:00
|
|
|
*
|
|
|
|
* Eventually, the API here is targeted at being exposed externally as a
|
|
|
|
* consumable libconsensus library, so any functions added must only call
|
|
|
|
* other class member functions, pure functions in other parts of the consensus
|
|
|
|
* library, callbacks via the validation interface, or read/write-to-disk
|
|
|
|
* functions (eventually this will also be via callbacks).
|
2021-10-16 19:42:59 +02:00
|
|
|
*
|
|
|
|
* Anything that is contingent on the current tip of the chain is stored here,
|
|
|
|
* whereas block information and metadata independent of the current tip is
|
|
|
|
* kept in `BlockMetadataManager`.
|
2021-10-09 16:14:44 +02:00
|
|
|
*/
|
|
|
|
class CChainState
|
|
|
|
{
|
|
|
|
private:
|
|
|
|
|
|
|
|
/**
|
|
|
|
* Every received block is assigned a unique and increasing identifier, so we
|
|
|
|
* know which one to give priority in case of a fork.
|
|
|
|
*/
|
|
|
|
CCriticalSection cs_nBlockSequenceId;
|
|
|
|
/** Blocks loaded from disk are assigned id 0, so start the counter at 1. */
|
|
|
|
int32_t nBlockSequenceId = 1;
|
|
|
|
/** Decreasing counter (used by subsequent preciousblock calls). */
|
|
|
|
int32_t nBlockReverseSequenceId = -1;
|
|
|
|
/** chainwork for the last block that preciousblock has been applied to. */
|
|
|
|
arith_uint256 nLastPreciousChainwork = 0;
|
|
|
|
|
|
|
|
/**
|
|
|
|
* the ChainState CriticalSection
|
|
|
|
* A lock that must be held when modifying this ChainState - held in ActivateBestChain()
|
|
|
|
*/
|
|
|
|
CCriticalSection m_cs_chainstate;
|
|
|
|
|
|
|
|
/**
|
|
|
|
* Whether this chainstate is undergoing initial block download.
|
|
|
|
*
|
|
|
|
* Mutable because we need to be able to mark IsInitialBlockDownload()
|
|
|
|
* const, which latches this for caching purposes.
|
|
|
|
*/
|
|
|
|
mutable std::atomic<bool> m_cached_finished_ibd{false};
|
|
|
|
|
2021-10-16 19:42:59 +02:00
|
|
|
//! Reference to a BlockManager instance which itself is shared across all
|
|
|
|
//! CChainState instances. Keeping a local reference allows us to test more
|
|
|
|
//! easily as opposed to referencing a global.
|
|
|
|
BlockManager& m_blockman;
|
|
|
|
|
2019-07-24 17:45:04 +02:00
|
|
|
//! Manages the UTXO set, which is a reflection of the contents of `m_chain`.
|
|
|
|
std::unique_ptr<CoinsViews> m_coins_views;
|
|
|
|
|
2021-10-09 16:14:44 +02:00
|
|
|
public:
|
2019-07-24 17:45:04 +02:00
|
|
|
CChainState(BlockManager& blockman) : m_blockman(blockman) {}
|
|
|
|
CChainState();
|
|
|
|
|
|
|
|
/**
|
|
|
|
* Initialize the CoinsViews UTXO set database management data structures. The in-memory
|
|
|
|
* cache is initialized separately.
|
|
|
|
*
|
|
|
|
* All parameters forwarded to CoinsViews.
|
|
|
|
*/
|
|
|
|
void InitCoinsDB(
|
|
|
|
size_t cache_size_bytes,
|
|
|
|
bool in_memory,
|
|
|
|
bool should_wipe,
|
|
|
|
std::string leveldb_name = "chainstate");
|
|
|
|
|
|
|
|
//! Initialize the in-memory coins cache (to be done after the health of the on-disk database
|
|
|
|
//! is verified).
|
|
|
|
void InitCoinsCache() EXCLUSIVE_LOCKS_REQUIRED(::cs_main);
|
|
|
|
|
|
|
|
//! @returns whether or not the CoinsViews object has been fully initialized and we can
|
|
|
|
//! safely flush this object to disk.
|
|
|
|
bool CanFlushToDisk() EXCLUSIVE_LOCKS_REQUIRED(cs_main) {
|
|
|
|
return m_coins_views && m_coins_views->m_cacheview;
|
|
|
|
}
|
2021-10-16 19:42:59 +02:00
|
|
|
|
2021-10-09 16:14:44 +02:00
|
|
|
//! The current chain of blockheaders we consult and build on.
|
|
|
|
//! @see CChain, CBlockIndex.
|
|
|
|
CChain m_chain;
|
2019-07-24 17:45:04 +02:00
|
|
|
|
2021-10-16 19:42:59 +02:00
|
|
|
/**
|
|
|
|
* The set of all CBlockIndex entries with BLOCK_VALID_TRANSACTIONS (for itself and all ancestors) and
|
|
|
|
* as good as our current tip or better. Entries may be failed, though, and pruning nodes may be
|
|
|
|
* missing the data for the block.
|
|
|
|
*/
|
|
|
|
std::set<CBlockIndex*, CBlockIndexWorkComparator> setBlockIndexCandidates;
|
2021-10-09 16:14:44 +02:00
|
|
|
|
2019-07-24 17:45:04 +02:00
|
|
|
//! @returns A reference to the in-memory cache of the UTXO set.
|
|
|
|
CCoinsViewCache& CoinsTip() EXCLUSIVE_LOCKS_REQUIRED(cs_main)
|
|
|
|
{
|
|
|
|
assert(m_coins_views->m_cacheview);
|
|
|
|
return *m_coins_views->m_cacheview.get();
|
|
|
|
}
|
|
|
|
|
|
|
|
//! @returns A reference to the on-disk UTXO set database.
|
|
|
|
CCoinsViewDB& CoinsDB() EXCLUSIVE_LOCKS_REQUIRED(cs_main)
|
|
|
|
{
|
|
|
|
return m_coins_views->m_dbview;
|
|
|
|
}
|
|
|
|
|
|
|
|
//! @returns A reference to a wrapped view of the in-memory UTXO set that
|
|
|
|
//! handles disk read errors gracefully.
|
|
|
|
CCoinsViewErrorCatcher& CoinsErrorCatcher() EXCLUSIVE_LOCKS_REQUIRED(cs_main)
|
|
|
|
{
|
|
|
|
return m_coins_views->m_catcherview;
|
|
|
|
}
|
|
|
|
|
|
|
|
//! Destructs all objects related to accessing the UTXO set.
|
|
|
|
void ResetCoinsViews() { m_coins_views.reset(); }
|
|
|
|
|
2021-10-09 16:14:44 +02:00
|
|
|
/**
|
|
|
|
* Update the on-disk chain state.
|
|
|
|
* The caches and indexes are flushed depending on the mode we're called with
|
|
|
|
* if they're too large, if it's been a while since the last write,
|
|
|
|
* or always and in all cases if we're in prune mode and are deleting files.
|
|
|
|
*
|
|
|
|
* If FlushStateMode::NONE is used, then FlushStateToDisk(...) won't do anything
|
|
|
|
* besides checking if we need to prune.
|
2019-08-29 18:42:00 +02:00
|
|
|
*
|
|
|
|
* @returns true unless a system error occurred
|
2021-10-09 16:14:44 +02:00
|
|
|
*/
|
|
|
|
bool FlushStateToDisk(
|
|
|
|
const CChainParams& chainparams,
|
|
|
|
CValidationState &state,
|
|
|
|
FlushStateMode mode,
|
|
|
|
int nManualPruneHeight = 0);
|
|
|
|
|
|
|
|
//! Unconditionally flush all changes to disk.
|
|
|
|
void ForceFlushStateToDisk();
|
|
|
|
|
|
|
|
//! Prune blockfiles from the disk if necessary and then flush chainstate changes
|
|
|
|
//! if we pruned.
|
|
|
|
void PruneAndFlush();
|
|
|
|
|
2019-08-29 18:42:00 +02:00
|
|
|
/**
|
|
|
|
* Make the best chain active, in multiple steps. The result is either failure
|
|
|
|
* or an activated best chain. pblock is either nullptr or a pointer to a block
|
|
|
|
* that is already loaded (to avoid loading it again from disk).
|
|
|
|
*
|
|
|
|
* ActivateBestChain is split into steps (see ActivateBestChainStep) so that
|
|
|
|
* we avoid holding cs_main for an extended period of time; the length of this
|
|
|
|
* call may be quite long during reindexing or a substantial reorg.
|
|
|
|
*
|
2019-03-29 19:09:00 +01:00
|
|
|
* May not be called with cs_main held. May not be called in a
|
|
|
|
* validationinterface callback.
|
|
|
|
*
|
2019-08-29 18:42:00 +02:00
|
|
|
* @returns true unless a system error occurred
|
|
|
|
*/
|
2019-03-29 19:09:00 +01:00
|
|
|
bool ActivateBestChain(
|
|
|
|
CValidationState& state,
|
|
|
|
const CChainParams& chainparams,
|
2019-08-29 18:42:00 +02:00
|
|
|
std::shared_ptr<const CBlock> pblock);
|
2021-10-09 16:14:44 +02:00
|
|
|
|
|
|
|
bool AcceptBlock(const std::shared_ptr<const CBlock>& pblock, CValidationState& state, const CChainParams& chainparams, CBlockIndex** ppindex, bool fRequested, const FlatFilePos* dbp, bool* fNewBlock) EXCLUSIVE_LOCKS_REQUIRED(cs_main);
|
|
|
|
|
|
|
|
// Block (dis)connection on a given view:
|
|
|
|
DisconnectResult DisconnectBlock(const CBlock& block, const CBlockIndex* pindex, CCoinsViewCache& view) EXCLUSIVE_LOCKS_REQUIRED(cs_main);
|
|
|
|
bool ConnectBlock(const CBlock& block, CValidationState& state, CBlockIndex* pindex, CCoinsViewCache& view, const CChainParams& chainparams, bool fJustCheck = false) EXCLUSIVE_LOCKS_REQUIRED(cs_main);
|
|
|
|
|
2019-07-24 17:45:04 +02:00
|
|
|
// Apply the effects of a block disconnection on the UTXO set.
|
2021-10-09 16:14:44 +02:00
|
|
|
bool DisconnectTip(CValidationState& state, const CChainParams& chainparams, DisconnectedBlockTransactions* disconnectpool) EXCLUSIVE_LOCKS_REQUIRED(cs_main);
|
|
|
|
|
|
|
|
// Manual block validity manipulation:
|
|
|
|
bool PreciousBlock(CValidationState& state, const CChainParams& params, CBlockIndex* pindex) LOCKS_EXCLUDED(cs_main);
|
Merge #15402: Granular invalidateblock and RewindBlockIndex
519b0bc5dc5155b6f7e2362c2105552bb7618ad0 Make last disconnected block BLOCK_FAILED_VALID, even when aborted (Pieter Wuille)
8d220417cd7bc34464e28a4861a885193ec091c2 Optimization: don't add txn back to mempool after 10 invalidates (Pieter Wuille)
9ce9c37004440d6a329874dbf66b51666d497dcb Prevent callback overruns in InvalidateBlock and RewindBlockIndex (Pieter Wuille)
9bb32eb571a846b66ed3bac493f55cee11a3a1b9 Release cs_main during InvalidateBlock iterations (Pieter Wuille)
9b1ff5c742dec0a6e0d6aab29b0bb771ad6d8135 Call InvalidateBlock without cs_main held (Pieter Wuille)
241b2c74ac8c4c3000e778554da1271e3f293e5d Make RewindBlockIndex interruptible (Pieter Wuille)
880ce7d46b51835c00d77a366ec28f54a05239df Call RewindBlockIndex without cs_main held (Pieter Wuille)
436f7d735f1c37e77d42ff59d4cbb1bd76d5fcfb Release cs_main during RewindBlockIndex operation (Pieter Wuille)
1d342875c21b5d0a17cf4d176063bb14b35b657e Merge the disconnection and erasing loops in RewindBlockIndex (Pieter Wuille)
32b2696ab4b079db736074b57bbc24deaee0b3d9 Move erasure of non-active blocks to a separate loop in RewindBlockIndex (Pieter Wuille)
9d6dcc52c6cb0cdcda220fddccaabb0ffd40068d Abstract EraseBlockData out of RewindBlockIndex (Pieter Wuille)
Pull request description:
This PR makes a number of improvements to the InvalidateBlock (`invalidateblock` RPC) and RewindBlockIndex functions, primarily around breaking up their long-term cs_main holding. In addition:
* They're made safely interruptible (`bitcoind` can be shutdown, and no progress in either will be lost, though if incomplete, `invalidateblock` won't continue after restart and will need to be called again)
* The validation queue is prevented from overflowing (meaning `invalidateblock` on a very old block will not drive bitcoind OOM) (see #14289).
* `invalidateblock` won't bother to move transactions back into the mempool after 10 blocks (optimization).
This is not an optimal solution, as we're relying on the scheduler call sites to make sure the scheduler doesn't overflow. Ideally, the scheduler would guarantee this directly, but that needs a few further changes (moving the signal emissions out of cs_main) to prevent deadlocks.
I have manually tested the `invalidateblock` changes (including interrupting, and running with -checkblockindex and -checkmempool), but haven't tried the rewinding (which is probably becoming increasingly unnecessary, as very few pre-0.13.1 nodes remain that would care to upgrade).
Tree-SHA512: 692e42758bd3d3efc2eb701984a8cb5db25fbeee32e7575df0183a00d0c2c30fdf72ce64c7625c32ad8c8bdc56313da72a7471658faeb0d39eefe39c4b8b8474
2019-03-07 17:39:54 +01:00
|
|
|
bool InvalidateBlock(CValidationState& state, const CChainParams& chainparams, CBlockIndex* pindex);
|
2021-10-25 14:22:30 +02:00
|
|
|
void EnforceBlock(CValidationState& state, const CChainParams& chainparams, const CBlockIndex* pindex) LOCKS_EXCLUDED(cs_main);
|
2021-10-09 16:14:44 +02:00
|
|
|
void ResetBlockFailureFlags(CBlockIndex* pindex) EXCLUSIVE_LOCKS_REQUIRED(cs_main);
|
|
|
|
|
2019-03-29 19:09:00 +01:00
|
|
|
/** Replay blocks that aren't fully applied to the database. */
|
|
|
|
bool ReplayBlocks(const CChainParams& params);
|
2021-10-09 16:14:44 +02:00
|
|
|
bool LoadGenesisBlock(const CChainParams& chainparams);
|
|
|
|
bool AddGenesisBlock(const CChainParams& chainparams, const CBlock& block, CValidationState& state) EXCLUSIVE_LOCKS_REQUIRED(cs_main);
|
|
|
|
|
|
|
|
void PruneBlockIndexCandidates();
|
|
|
|
|
|
|
|
void UnloadBlockIndex();
|
|
|
|
|
|
|
|
/** Check whether we are doing an initial block download (synchronizing from disk or network) */
|
|
|
|
bool IsInitialBlockDownload() const;
|
|
|
|
|
|
|
|
/**
|
|
|
|
* Make various assertions about the state of the block index.
|
|
|
|
*
|
|
|
|
* By default this only executes fully when using the Regtest chain; see: fCheckBlockIndex.
|
|
|
|
*/
|
|
|
|
void CheckBlockIndex(const Consensus::Params& consensusParams);
|
|
|
|
|
2019-03-29 19:09:00 +01:00
|
|
|
/** Update the chain tip based on database information, i.e. CoinsTip()'s best block. */
|
|
|
|
bool LoadChainTip(const CChainParams& chainparams) EXCLUSIVE_LOCKS_REQUIRED(cs_main);
|
|
|
|
|
2021-10-10 12:57:35 +02:00
|
|
|
//! Dictates whether we need to flush the cache to disk or not.
|
|
|
|
//!
|
|
|
|
//! @return the state of the size of the coins cache.
|
|
|
|
CoinsCacheSizeState GetCoinsCacheSizeState(const CTxMemPool& tx_pool)
|
|
|
|
EXCLUSIVE_LOCKS_REQUIRED(::cs_main);
|
|
|
|
|
|
|
|
CoinsCacheSizeState GetCoinsCacheSizeState(
|
|
|
|
const CTxMemPool& tx_pool,
|
|
|
|
size_t max_coins_cache_size_bytes,
|
|
|
|
size_t max_mempool_size_bytes) EXCLUSIVE_LOCKS_REQUIRED(::cs_main);
|
|
|
|
|
2021-10-16 19:42:59 +02:00
|
|
|
private:
|
|
|
|
bool ActivateBestChainStep(CValidationState& state, const CChainParams& chainparams, CBlockIndex* pindexMostWork, const std::shared_ptr<const CBlock>& pblock, bool& fInvalidFound, ConnectTrace& connectTrace) EXCLUSIVE_LOCKS_REQUIRED(cs_main);
|
|
|
|
bool ConnectTip(CValidationState& state, const CChainParams& chainparams, CBlockIndex* pindexNew, const std::shared_ptr<const CBlock>& pblock, ConnectTrace& connectTrace, DisconnectedBlockTransactions& disconnectpool) EXCLUSIVE_LOCKS_REQUIRED(cs_main);
|
2021-10-10 17:16:09 +02:00
|
|
|
|
2021-10-09 16:14:44 +02:00
|
|
|
void InvalidBlockFound(CBlockIndex* pindex, const CValidationState& state) EXCLUSIVE_LOCKS_REQUIRED(cs_main);
|
|
|
|
CBlockIndex* FindMostWorkChain() EXCLUSIVE_LOCKS_REQUIRED(cs_main);
|
|
|
|
void ReceivedBlockTransactions(const CBlock& block, CBlockIndex* pindexNew, const FlatFilePos& pos) EXCLUSIVE_LOCKS_REQUIRED(cs_main);
|
|
|
|
|
|
|
|
|
|
|
|
bool RollforwardBlock(const CBlockIndex* pindex, CCoinsViewCache& inputs, const CChainParams& params) EXCLUSIVE_LOCKS_REQUIRED(cs_main);
|
Merge #15402: Granular invalidateblock and RewindBlockIndex
519b0bc5dc5155b6f7e2362c2105552bb7618ad0 Make last disconnected block BLOCK_FAILED_VALID, even when aborted (Pieter Wuille)
8d220417cd7bc34464e28a4861a885193ec091c2 Optimization: don't add txn back to mempool after 10 invalidates (Pieter Wuille)
9ce9c37004440d6a329874dbf66b51666d497dcb Prevent callback overruns in InvalidateBlock and RewindBlockIndex (Pieter Wuille)
9bb32eb571a846b66ed3bac493f55cee11a3a1b9 Release cs_main during InvalidateBlock iterations (Pieter Wuille)
9b1ff5c742dec0a6e0d6aab29b0bb771ad6d8135 Call InvalidateBlock without cs_main held (Pieter Wuille)
241b2c74ac8c4c3000e778554da1271e3f293e5d Make RewindBlockIndex interruptible (Pieter Wuille)
880ce7d46b51835c00d77a366ec28f54a05239df Call RewindBlockIndex without cs_main held (Pieter Wuille)
436f7d735f1c37e77d42ff59d4cbb1bd76d5fcfb Release cs_main during RewindBlockIndex operation (Pieter Wuille)
1d342875c21b5d0a17cf4d176063bb14b35b657e Merge the disconnection and erasing loops in RewindBlockIndex (Pieter Wuille)
32b2696ab4b079db736074b57bbc24deaee0b3d9 Move erasure of non-active blocks to a separate loop in RewindBlockIndex (Pieter Wuille)
9d6dcc52c6cb0cdcda220fddccaabb0ffd40068d Abstract EraseBlockData out of RewindBlockIndex (Pieter Wuille)
Pull request description:
This PR makes a number of improvements to the InvalidateBlock (`invalidateblock` RPC) and RewindBlockIndex functions, primarily around breaking up their long-term cs_main holding. In addition:
* They're made safely interruptible (`bitcoind` can be shutdown, and no progress in either will be lost, though if incomplete, `invalidateblock` won't continue after restart and will need to be called again)
* The validation queue is prevented from overflowing (meaning `invalidateblock` on a very old block will not drive bitcoind OOM) (see #14289).
* `invalidateblock` won't bother to move transactions back into the mempool after 10 blocks (optimization).
This is not an optimal solution, as we're relying on the scheduler call sites to make sure the scheduler doesn't overflow. Ideally, the scheduler would guarantee this directly, but that needs a few further changes (moving the signal emissions out of cs_main) to prevent deadlocks.
I have manually tested the `invalidateblock` changes (including interrupting, and running with -checkblockindex and -checkmempool), but haven't tried the rewinding (which is probably becoming increasingly unnecessary, as very few pre-0.13.1 nodes remain that would care to upgrade).
Tree-SHA512: 692e42758bd3d3efc2eb701984a8cb5db25fbeee32e7575df0183a00d0c2c30fdf72ce64c7625c32ad8c8bdc56313da72a7471658faeb0d39eefe39c4b8b8474
2019-03-07 17:39:54 +01:00
|
|
|
|
2021-10-25 14:22:30 +02:00
|
|
|
//! Mark a block as conflicting
|
|
|
|
bool MarkConflictingBlock(CValidationState& state, const CChainParams& chainparams, CBlockIndex* pindex) EXCLUSIVE_LOCKS_REQUIRED(cs_main);
|
|
|
|
|
Merge #15402: Granular invalidateblock and RewindBlockIndex
519b0bc5dc5155b6f7e2362c2105552bb7618ad0 Make last disconnected block BLOCK_FAILED_VALID, even when aborted (Pieter Wuille)
8d220417cd7bc34464e28a4861a885193ec091c2 Optimization: don't add txn back to mempool after 10 invalidates (Pieter Wuille)
9ce9c37004440d6a329874dbf66b51666d497dcb Prevent callback overruns in InvalidateBlock and RewindBlockIndex (Pieter Wuille)
9bb32eb571a846b66ed3bac493f55cee11a3a1b9 Release cs_main during InvalidateBlock iterations (Pieter Wuille)
9b1ff5c742dec0a6e0d6aab29b0bb771ad6d8135 Call InvalidateBlock without cs_main held (Pieter Wuille)
241b2c74ac8c4c3000e778554da1271e3f293e5d Make RewindBlockIndex interruptible (Pieter Wuille)
880ce7d46b51835c00d77a366ec28f54a05239df Call RewindBlockIndex without cs_main held (Pieter Wuille)
436f7d735f1c37e77d42ff59d4cbb1bd76d5fcfb Release cs_main during RewindBlockIndex operation (Pieter Wuille)
1d342875c21b5d0a17cf4d176063bb14b35b657e Merge the disconnection and erasing loops in RewindBlockIndex (Pieter Wuille)
32b2696ab4b079db736074b57bbc24deaee0b3d9 Move erasure of non-active blocks to a separate loop in RewindBlockIndex (Pieter Wuille)
9d6dcc52c6cb0cdcda220fddccaabb0ffd40068d Abstract EraseBlockData out of RewindBlockIndex (Pieter Wuille)
Pull request description:
This PR makes a number of improvements to the InvalidateBlock (`invalidateblock` RPC) and RewindBlockIndex functions, primarily around breaking up their long-term cs_main holding. In addition:
* They're made safely interruptible (`bitcoind` can be shutdown, and no progress in either will be lost, though if incomplete, `invalidateblock` won't continue after restart and will need to be called again)
* The validation queue is prevented from overflowing (meaning `invalidateblock` on a very old block will not drive bitcoind OOM) (see #14289).
* `invalidateblock` won't bother to move transactions back into the mempool after 10 blocks (optimization).
This is not an optimal solution, as we're relying on the scheduler call sites to make sure the scheduler doesn't overflow. Ideally, the scheduler would guarantee this directly, but that needs a few further changes (moving the signal emissions out of cs_main) to prevent deadlocks.
I have manually tested the `invalidateblock` changes (including interrupting, and running with -checkblockindex and -checkmempool), but haven't tried the rewinding (which is probably becoming increasingly unnecessary, as very few pre-0.13.1 nodes remain that would care to upgrade).
Tree-SHA512: 692e42758bd3d3efc2eb701984a8cb5db25fbeee32e7575df0183a00d0c2c30fdf72ce64c7625c32ad8c8bdc56313da72a7471658faeb0d39eefe39c4b8b8474
2019-03-07 17:39:54 +01:00
|
|
|
//! Mark a block as not having block data
|
|
|
|
void EraseBlockData(CBlockIndex* index) EXCLUSIVE_LOCKS_REQUIRED(cs_main);
|
2021-10-09 16:14:44 +02:00
|
|
|
};
|
|
|
|
|
2018-06-15 15:58:21 +02:00
|
|
|
/** Mark a block as precious and reorganize.
|
|
|
|
*
|
2018-07-09 21:51:36 +02:00
|
|
|
* May not be called in a
|
2018-06-15 15:58:21 +02:00
|
|
|
* validationinterface callback.
|
|
|
|
*/
|
2018-07-09 21:51:36 +02:00
|
|
|
bool PreciousBlock(CValidationState& state, const CChainParams& params, CBlockIndex *pindex) LOCKS_EXCLUDED(cs_main);
|
2016-10-18 21:35:27 +02:00
|
|
|
|
2014-11-19 09:39:42 +01:00
|
|
|
/** Mark a block as invalid. */
|
Merge #15402: Granular invalidateblock and RewindBlockIndex
519b0bc5dc5155b6f7e2362c2105552bb7618ad0 Make last disconnected block BLOCK_FAILED_VALID, even when aborted (Pieter Wuille)
8d220417cd7bc34464e28a4861a885193ec091c2 Optimization: don't add txn back to mempool after 10 invalidates (Pieter Wuille)
9ce9c37004440d6a329874dbf66b51666d497dcb Prevent callback overruns in InvalidateBlock and RewindBlockIndex (Pieter Wuille)
9bb32eb571a846b66ed3bac493f55cee11a3a1b9 Release cs_main during InvalidateBlock iterations (Pieter Wuille)
9b1ff5c742dec0a6e0d6aab29b0bb771ad6d8135 Call InvalidateBlock without cs_main held (Pieter Wuille)
241b2c74ac8c4c3000e778554da1271e3f293e5d Make RewindBlockIndex interruptible (Pieter Wuille)
880ce7d46b51835c00d77a366ec28f54a05239df Call RewindBlockIndex without cs_main held (Pieter Wuille)
436f7d735f1c37e77d42ff59d4cbb1bd76d5fcfb Release cs_main during RewindBlockIndex operation (Pieter Wuille)
1d342875c21b5d0a17cf4d176063bb14b35b657e Merge the disconnection and erasing loops in RewindBlockIndex (Pieter Wuille)
32b2696ab4b079db736074b57bbc24deaee0b3d9 Move erasure of non-active blocks to a separate loop in RewindBlockIndex (Pieter Wuille)
9d6dcc52c6cb0cdcda220fddccaabb0ffd40068d Abstract EraseBlockData out of RewindBlockIndex (Pieter Wuille)
Pull request description:
This PR makes a number of improvements to the InvalidateBlock (`invalidateblock` RPC) and RewindBlockIndex functions, primarily around breaking up their long-term cs_main holding. In addition:
* They're made safely interruptible (`bitcoind` can be shutdown, and no progress in either will be lost, though if incomplete, `invalidateblock` won't continue after restart and will need to be called again)
* The validation queue is prevented from overflowing (meaning `invalidateblock` on a very old block will not drive bitcoind OOM) (see #14289).
* `invalidateblock` won't bother to move transactions back into the mempool after 10 blocks (optimization).
This is not an optimal solution, as we're relying on the scheduler call sites to make sure the scheduler doesn't overflow. Ideally, the scheduler would guarantee this directly, but that needs a few further changes (moving the signal emissions out of cs_main) to prevent deadlocks.
I have manually tested the `invalidateblock` changes (including interrupting, and running with -checkblockindex and -checkmempool), but haven't tried the rewinding (which is probably becoming increasingly unnecessary, as very few pre-0.13.1 nodes remain that would care to upgrade).
Tree-SHA512: 692e42758bd3d3efc2eb701984a8cb5db25fbeee32e7575df0183a00d0c2c30fdf72ce64c7625c32ad8c8bdc56313da72a7471658faeb0d39eefe39c4b8b8474
2019-03-07 17:39:54 +01:00
|
|
|
bool InvalidateBlock(CValidationState& state, const CChainParams& chainparams, CBlockIndex* pindex);
|
2013-10-12 15:18:08 +02:00
|
|
|
|
2021-10-25 14:22:30 +02:00
|
|
|
/** Enforce a block marking all the other chains as conflicting. */
|
|
|
|
void EnforceBlock(CValidationState& state, const CChainParams& chainparams, const CBlockIndex* pindex) LOCKS_EXCLUDED(cs_main);
|
2021-01-16 20:47:13 +01:00
|
|
|
|
2014-11-19 09:39:42 +01:00
|
|
|
/** Remove invalidity status from a block and its descendants. */
|
2021-06-29 12:46:52 +02:00
|
|
|
void ResetBlockFailureFlags(CBlockIndex* pindex) EXCLUSIVE_LOCKS_REQUIRED(cs_main);
|
2010-08-29 18:58:15 +02:00
|
|
|
|
2021-10-16 12:54:22 +02:00
|
|
|
/** @returns the most-work chain. */
|
|
|
|
CChain& ChainActive();
|
2010-08-29 18:58:15 +02:00
|
|
|
|
2021-10-09 16:14:44 +02:00
|
|
|
/** @returns the most-work valid chainstate. */
|
|
|
|
CChainState& ChainstateActive();
|
|
|
|
|
2021-10-16 19:42:59 +02:00
|
|
|
/** @returns the global block index map. */
|
|
|
|
BlockMap& BlockIndex();
|
|
|
|
|
|
|
|
/** @returns the global previous block index map. */
|
|
|
|
PrevBlockMap& PrevBlockIndex();
|
|
|
|
|
2019-07-24 17:45:04 +02:00
|
|
|
// Most often ::ChainstateActive() should be used instead of this, but some code
|
|
|
|
// may not be able to assume that this has been initialized yet and so must use it
|
|
|
|
// directly, e.g. init.cpp.
|
|
|
|
extern std::unique_ptr<CChainState> g_chainstate;
|
2012-07-06 16:33:34 +02:00
|
|
|
|
2012-09-03 15:26:57 +02:00
|
|
|
/** Global variable that points to the active block tree (protected by cs_main) */
|
2017-11-09 21:22:08 +01:00
|
|
|
extern std::unique_ptr<CBlockTreeDB> pblocktree;
|
2012-09-03 15:26:57 +02:00
|
|
|
|
2015-04-24 16:45:16 +02:00
|
|
|
/**
|
|
|
|
* Return the spend height, which is one more than the inputs.GetBestBlock().
|
|
|
|
* While checking, GetBestBlock() refers to the parent block. (protected by cs_main)
|
|
|
|
* This is also true for mempool checks.
|
|
|
|
*/
|
|
|
|
int GetSpendHeight(const CCoinsViewCache& inputs);
|
2012-08-19 05:40:00 +02:00
|
|
|
|
2017-04-11 12:53:54 +02:00
|
|
|
extern VersionBitsCache versionbitscache;
|
|
|
|
|
2016-02-15 05:13:27 +01:00
|
|
|
/**
|
|
|
|
* Determine what nVersion a new block should use.
|
|
|
|
*/
|
2018-10-26 18:42:52 +02:00
|
|
|
int32_t ComputeBlockVersion(const CBlockIndex* pindexPrev, const Consensus::Params& params, bool fCheckMasternodesUpgraded = false);
|
2016-02-15 05:13:27 +01:00
|
|
|
|
2016-08-06 16:31:51 +02:00
|
|
|
/**
|
2021-10-16 12:54:22 +02:00
|
|
|
* Return true if hash can be found in ::ChainActive() at nBlockHeight height.
|
|
|
|
* Fills hashRet with found hash, if no nBlockHeight is specified - ::ChainActive().Height() is used.
|
2016-08-06 16:31:51 +02:00
|
|
|
*/
|
|
|
|
bool GetBlockHash(uint256& hashRet, int nBlockHeight = -1);
|
|
|
|
|
2015-08-06 09:51:36 +02:00
|
|
|
/** Reject codes greater or equal to this can be returned by AcceptToMemPool
|
|
|
|
* for transactions, to signal internal conditions. They cannot and should not
|
|
|
|
* be sent over the P2P network.
|
|
|
|
*/
|
|
|
|
static const unsigned int REJECT_INTERNAL = 0x100;
|
|
|
|
/** Too high fee. Can not be triggered by P2P transactions */
|
2015-03-17 02:36:43 +01:00
|
|
|
static const unsigned int REJECT_HIGHFEE = 0x100;
|
2013-10-19 18:34:06 +02:00
|
|
|
|
2017-02-22 12:42:55 +01:00
|
|
|
/** Get block file info entry for one block file */
|
|
|
|
CBlockFileInfo* GetBlockFileInfo(size_t n);
|
|
|
|
|
2016-11-02 11:12:48 +01:00
|
|
|
/** Dump the mempool to disk. */
|
2017-09-06 22:48:00 +02:00
|
|
|
bool DumpMempool();
|
2016-11-02 11:12:48 +01:00
|
|
|
|
|
|
|
/** Load the mempool from disk. */
|
|
|
|
bool LoadMempool();
|
|
|
|
|
2018-06-08 13:31:24 +02:00
|
|
|
//! Check whether the block associated with this index entry is pruned or not.
|
|
|
|
inline bool IsBlockPruned(const CBlockIndex* pblockindex)
|
|
|
|
{
|
|
|
|
return (fHavePruned && !(pblockindex->nStatus & BLOCK_HAVE_DATA) && pblockindex->nTx > 0);
|
|
|
|
}
|
|
|
|
|
2017-08-09 02:19:06 +02:00
|
|
|
#endif // BITCOIN_VALIDATION_H
|