1 // Copyright (c) 2009-2010 Satoshi Nakamoto
2 // Copyright (c) 2009-2014 The Bitcoin Core developers
3 // Distributed under the MIT software license, see the accompanying
4 // file COPYING or http://www.opensource.org/licenses/mit-license.php.
9 #if defined(HAVE_CONFIG_H)
10 #include "config/bitcoin-config.h"
15 #include "chainparams.h"
17 #include "consensus/consensus.h"
19 #include "primitives/block.h"
20 #include "primitives/transaction.h"
21 #include "script/script.h"
22 #include "script/sigcache.h"
23 #include "script/standard.h"
25 #include "tinyformat.h"
26 #include "txmempool.h"
38 #include <boost/unordered_map.hpp>
45 class CValidationInterface;
46 class CValidationState;
48 struct CNodeStateStats;
50 /** Default for -blockmaxsize and -blockminsize, which control the range of sizes the mining code will create **/
51 static const unsigned int DEFAULT_BLOCK_MAX_SIZE = MAX_BLOCK_SIZE;
52 static const unsigned int DEFAULT_BLOCK_MIN_SIZE = 0;
53 /** Default for -blockprioritysize, maximum space for zero/low-fee transactions **/
54 static const unsigned int DEFAULT_BLOCK_PRIORITY_SIZE = DEFAULT_BLOCK_MAX_SIZE / 2;
55 /** Default for accepting alerts from the P2P network. */
56 static const bool DEFAULT_ALERTS = true;
57 /** Minimum alert priority for enabling safe mode. */
58 static const int ALERT_PRIORITY_SAFE_MODE = 4000;
59 /** Maximum number of signature check operations in an IsStandard() P2SH script */
60 static const unsigned int MAX_P2SH_SIGOPS = 15;
61 /** The maximum number of sigops we're willing to relay/mine in a single tx */
62 static const unsigned int MAX_STANDARD_TX_SIGOPS = MAX_BLOCK_SIGOPS/5;
63 /** Default for -minrelaytxfee, minimum relay fee for transactions */
64 static const unsigned int DEFAULT_MIN_RELAY_TX_FEE = 100;
65 /** Default for -maxorphantx, maximum number of orphan transactions kept in memory */
66 static const unsigned int DEFAULT_MAX_ORPHAN_TRANSACTIONS = 100;
67 /** The maximum size of a blk?????.dat file (since 0.8) */
68 static const unsigned int MAX_BLOCKFILE_SIZE = 0x8000000; // 128 MiB
69 /** The pre-allocation chunk size for blk?????.dat files (since 0.8) */
70 static const unsigned int BLOCKFILE_CHUNK_SIZE = 0x1000000; // 16 MiB
71 /** The pre-allocation chunk size for rev?????.dat files (since 0.8) */
72 static const unsigned int UNDOFILE_CHUNK_SIZE = 0x100000; // 1 MiB
73 /** Maximum number of script-checking threads allowed */
74 static const int MAX_SCRIPTCHECK_THREADS = 16;
75 /** -par default (number of script-checking threads, 0 = auto) */
76 static const int DEFAULT_SCRIPTCHECK_THREADS = 0;
77 /** Number of blocks that can be requested at any given time from a single peer. */
78 static const int MAX_BLOCKS_IN_TRANSIT_PER_PEER = 16;
79 /** Timeout in seconds during which a peer must stall block download progress before being disconnected. */
80 static const unsigned int BLOCK_STALLING_TIMEOUT = 2;
81 /** Number of headers sent in one getheaders result. We rely on the assumption that if a peer sends
82 * less than this number, we reached its tip. Changing this value is a protocol upgrade. */
83 static const unsigned int MAX_HEADERS_RESULTS = 160;
84 /** Size of the "block download window": how far ahead of our current height do we fetch?
85 * Larger windows tolerate larger download speed differences between peer, but increase the potential
86 * degree of disordering of blocks on disk (which make reindexing and in the future perhaps pruning
87 * harder). We'll probably want to make this a per-peer adaptive value at some point. */
88 static const unsigned int BLOCK_DOWNLOAD_WINDOW = 1024;
89 /** Time to wait (in seconds) between writing blocks/block index to disk. */
90 static const unsigned int DATABASE_WRITE_INTERVAL = 60 * 60;
91 /** Time to wait (in seconds) between flushing chainstate to disk. */
92 static const unsigned int DATABASE_FLUSH_INTERVAL = 24 * 60 * 60;
93 /** Maximum length of reject messages. */
94 static const unsigned int MAX_REJECT_MESSAGE_LENGTH = 111;
96 // Sanity check the magic numbers when we change them
97 BOOST_STATIC_ASSERT(DEFAULT_BLOCK_MAX_SIZE <= MAX_BLOCK_SIZE);
98 BOOST_STATIC_ASSERT(DEFAULT_BLOCK_PRIORITY_SIZE <= DEFAULT_BLOCK_MAX_SIZE);
100 #define equihash_parameters_acceptable(N, K) \
101 ((CBlockHeader::HEADER_SIZE + equihash_solution_size(N, K))*MAX_HEADERS_RESULTS < \
102 MAX_PROTOCOL_MESSAGE_LENGTH-1000)
106 size_t operator()(const uint256& hash) const { return hash.GetCheapHash(); }
109 extern CScript COINBASE_FLAGS;
110 extern CCriticalSection cs_main;
111 extern CTxMemPool mempool;
112 typedef boost::unordered_map<uint256, CBlockIndex*, BlockHasher> BlockMap;
113 extern BlockMap mapBlockIndex;
114 extern uint64_t nLastBlockTx;
115 extern uint64_t nLastBlockSize;
116 extern const std::string strMessageMagic;
117 extern CWaitableCriticalSection csBestBlock;
118 extern CConditionVariable cvBlockChange;
119 extern bool fExperimentalMode;
120 extern bool fImporting;
121 extern bool fReindex;
122 extern int nScriptCheckThreads;
123 extern bool fTxIndex;
124 extern bool fIsBareMultisigStd;
125 extern bool fCheckBlockIndex;
126 extern bool fCheckpointsEnabled;
127 // TODO: remove this flag by structuring our code such that
128 // it is unneeded for testing
129 extern bool fCoinbaseEnforcedProtectionEnabled;
130 extern size_t nCoinCacheUsage;
131 extern CFeeRate minRelayTxFee;
134 /** Best header we've seen so far (used for getheaders queries' starting points). */
135 extern CBlockIndex *pindexBestHeader;
137 /** Minimum disk space required - used in CheckDiskSpace() */
138 static const uint64_t nMinDiskSpace = 52428800;
140 /** Pruning-related variables and constants */
141 /** True if any block files have ever been pruned. */
142 extern bool fHavePruned;
143 /** True if we're running in -prune mode. */
144 extern bool fPruneMode;
145 /** Number of MiB of block files that we're trying to stay below. */
146 extern uint64_t nPruneTarget;
147 /** Block files containing a block-height within MIN_BLOCKS_TO_KEEP of chainActive.Tip() will not be pruned. */
148 static const signed int MIN_BLOCKS_TO_KEEP = 288;
150 // Require that user allocate at least 550MB for block & undo files (blk???.dat and rev???.dat)
151 // At 1MB per block, 288 blocks = 288MB.
152 // Add 15% for Undo data = 331MB
153 // Add 20% for Orphan block rate = 397MB
154 // We want the low water mark after pruning to be at least 397 MB and since we prune in
155 // full block file chunks, we need the high water mark which triggers the prune to be
156 // one 128MB block file + added 15% undo data = 147MB greater for a total of 545MB
157 // Setting the target to > than 550MB will make it likely we can respect the target.
158 static const signed int MIN_DISK_SPACE_FOR_BLOCK_FILES = 550 * 1024 * 1024;
160 /** Register with a network node to receive its signals */
161 void RegisterNodeSignals(CNodeSignals& nodeSignals);
162 /** Unregister a network node */
163 void UnregisterNodeSignals(CNodeSignals& nodeSignals);
166 * Process an incoming block. This only returns after the best known valid
167 * block is made active. Note that it does not, however, guarantee that the
168 * specific block passed to it has been checked for validity!
170 * @param[out] state This may be set to an Error state if any error occurred processing it, including during validation/connection/etc of otherwise unrelated blocks during reorganisation; or it may be set to an Invalid state if pblock is itself invalid (but this is not guaranteed even when the block is checked). If you want to *possibly* get feedback on whether pblock is valid, you must also install a CValidationInterface (see validationinterface.h) - this will have its BlockChecked method called whenever *any* block completes validation.
171 * @param[in] pfrom The node which we are receiving the block from; it is added to mapBlockSource and may be penalised if the block is invalid.
172 * @param[in] pblock The block we want to process.
173 * @param[in] fForceProcessing Process this block even if unrequested; used for non-network block sources and whitelisted peers.
174 * @param[out] dbp If pblock is stored to disk (or already there), this will be set to its location.
175 * @return True if state.IsValid()
177 bool ProcessNewBlock(CValidationState &state, CNode* pfrom, CBlock* pblock, bool fForceProcessing, CDiskBlockPos *dbp);
178 /** Check whether enough disk space is available for an incoming block */
179 bool CheckDiskSpace(uint64_t nAdditionalBytes = 0);
180 /** Open a block file (blk?????.dat) */
181 FILE* OpenBlockFile(const CDiskBlockPos &pos, bool fReadOnly = false);
182 /** Open an undo file (rev?????.dat) */
183 FILE* OpenUndoFile(const CDiskBlockPos &pos, bool fReadOnly = false);
184 /** Translation to a filesystem path */
185 boost::filesystem::path GetBlockPosFilename(const CDiskBlockPos &pos, const char *prefix);
186 /** Import blocks from an external file */
187 bool LoadExternalBlockFile(FILE* fileIn, CDiskBlockPos *dbp = NULL);
188 /** Initialize a new block tree database + block data on disk */
189 bool InitBlockIndex();
190 /** Load the block tree and coins database from disk */
191 bool LoadBlockIndex();
192 /** Unload database information */
193 void UnloadBlockIndex();
194 /** Process protocol messages received from a given node */
195 bool ProcessMessages(CNode* pfrom);
197 * Send queued protocol messages to be sent to a give node.
199 * @param[in] pto The node which we are sending messages to.
200 * @param[in] fSendTrickle When true send the trickled data, otherwise trickle the data until true.
202 bool SendMessages(CNode* pto, bool fSendTrickle);
203 /** Run an instance of the script checking thread */
204 void ThreadScriptCheck();
205 /** Try to detect Partition (network isolation) attacks against us */
206 void PartitionCheck(bool (*initialDownloadCheck)(), CCriticalSection& cs, const CBlockIndex *const &bestHeader, int64_t nPowTargetSpacing);
207 /** Check whether we are doing an initial block download (synchronizing from disk or network) */
208 bool IsInitialBlockDownload();
209 /** Format a string that describes several potential problems detected by the core */
210 std::string GetWarnings(std::string strFor);
211 /** Retrieve a transaction (from memory pool, or from disk, if possible) */
212 bool GetTransaction(const uint256 &hash, CTransaction &tx, uint256 &hashBlock, bool fAllowSlow = false);
213 /** Find the best known block, and make it the tip of the block chain */
214 bool ActivateBestChain(CValidationState &state, CBlock *pblock = NULL);
215 CAmount GetBlockSubsidy(int nHeight, const Consensus::Params& consensusParams);
218 * Prune block and undo files (blk???.dat and undo???.dat) so that the disk space used is less than a user-defined target.
219 * The user sets the target (in MB) on the command line or in config file. This will be run on startup and whenever new
220 * space is allocated in a block or undo file, staying below the target. Changing back to unpruned requires a reindex
221 * (which in this case means the blockchain must be re-downloaded.)
223 * Pruning functions are called from FlushStateToDisk when the global fCheckForPruning flag has been set.
224 * Block and undo files are deleted in lock-step (when blk00003.dat is deleted, so is rev00003.dat.)
225 * Pruning cannot take place until the longest chain is at least a certain length (100000 on mainnet, 1000 on testnet, 10 on regtest).
226 * Pruning will never delete a block within a defined distance (currently 288) from the active chain's tip.
227 * The block index is updated by unsetting HAVE_DATA and HAVE_UNDO for any blocks that were stored in the deleted files.
228 * A db flag records the fact that at least some block files have been pruned.
230 * @param[out] setFilesToPrune The set of file indices that can be unlinked will be returned
232 void FindFilesToPrune(std::set<int>& setFilesToPrune);
235 * Actually unlink the specified files
237 void UnlinkPrunedFiles(std::set<int>& setFilesToPrune);
239 /** Create a new block index entry for a given block hash */
240 CBlockIndex * InsertBlockIndex(uint256 hash);
241 /** Get statistics from node state */
242 bool GetNodeStateStats(NodeId nodeid, CNodeStateStats &stats);
243 /** Increase a node's misbehavior score. */
244 void Misbehaving(NodeId nodeid, int howmuch);
245 /** Flush all state, indexes and buffers to disk. */
246 void FlushStateToDisk();
247 /** Prune block files and flush state to disk. */
248 void PruneAndFlush();
250 /** (try to) add transaction to memory pool **/
251 bool AcceptToMemoryPool(CTxMemPool& pool, CValidationState &state, const CTransaction &tx, bool fLimitFree,
252 bool* pfMissingInputs, bool fRejectAbsurdFee=false);
255 struct CNodeStateStats {
259 std::vector<int> vHeightInFlight;
262 struct CDiskTxPos : public CDiskBlockPos
264 unsigned int nTxOffset; // after header
266 ADD_SERIALIZE_METHODS;
268 template <typename Stream, typename Operation>
269 inline void SerializationOp(Stream& s, Operation ser_action, int nType, int nVersion) {
270 READWRITE(*(CDiskBlockPos*)this);
271 READWRITE(VARINT(nTxOffset));
274 CDiskTxPos(const CDiskBlockPos &blockIn, unsigned int nTxOffsetIn) : CDiskBlockPos(blockIn.nFile, blockIn.nPos), nTxOffset(nTxOffsetIn) {
282 CDiskBlockPos::SetNull();
288 CAmount GetMinRelayFee(const CTransaction& tx, unsigned int nBytes, bool fAllowFree);
291 * Check transaction inputs, and make sure any
292 * pay-to-script-hash transactions are evaluating IsStandard scripts
294 * Why bother? To avoid denial-of-service attacks; an attacker
295 * can submit a standard HASH... OP_EQUAL transaction,
296 * which will get accepted into blocks. The redemption
297 * script can be anything; an attacker could use a very
298 * expensive-to-check-upon-redemption script like:
299 * DUP CHECKSIG DROP ... repeated 100 times... OP_1
303 * Check for standard transaction types
304 * @param[in] mapInputs Map of previous transactions that have outputs we're spending
305 * @return True if all inputs (scriptSigs) use only standard transaction forms
307 bool AreInputsStandard(const CTransaction& tx, const CCoinsViewCache& mapInputs);
310 * Count ECDSA signature operations the old-fashioned (pre-0.6) way
311 * @return number of sigops this transaction's outputs will produce when spent
312 * @see CTransaction::FetchInputs
314 unsigned int GetLegacySigOpCount(const CTransaction& tx);
317 * Count ECDSA signature operations in pay-to-script-hash inputs.
319 * @param[in] mapInputs Map of previous transactions that have outputs we're spending
320 * @return maximum number of sigops required to validate this transaction's inputs
321 * @see CTransaction::FetchInputs
323 unsigned int GetP2SHSigOpCount(const CTransaction& tx, const CCoinsViewCache& mapInputs);
327 * Check whether all inputs of this transaction are valid (no double spends, scripts & sigs, amounts)
328 * This does not modify the UTXO set. If pvChecks is not NULL, script checks are pushed onto it
329 * instead of being performed inline.
331 bool ContextualCheckInputs(const CTransaction& tx, CValidationState &state, const CCoinsViewCache &view, bool fScriptChecks,
332 unsigned int flags, bool cacheStore, const Consensus::Params& consensusParams,
333 std::vector<CScriptCheck> *pvChecks = NULL);
335 bool NonContextualCheckInputs(const CTransaction& tx, CValidationState &state, const CCoinsViewCache &view, bool fScriptChecks,
336 unsigned int flags, bool cacheStore, const Consensus::Params& consensusParams,
337 std::vector<CScriptCheck> *pvChecks = NULL);
339 /** Apply the effects of this transaction on the UTXO set represented by view */
340 void UpdateCoins(const CTransaction& tx, CValidationState &state, CCoinsViewCache &inputs, int nHeight);
342 /** Context-independent validity checks */
343 bool CheckTransaction(const CTransaction& tx, CValidationState& state, libzcash::ProofVerifier& verifier);
344 bool CheckTransactionWithoutProofVerification(const CTransaction& tx, CValidationState &state);
346 /** Check for standard transaction types
347 * @return True if all outputs (scriptPubKeys) use only standard transaction forms
349 bool IsStandardTx(const CTransaction& tx, std::string& reason);
352 * Check if transaction is final and can be included in a block with the
353 * specified height and time. Consensus critical.
355 bool IsFinalTx(const CTransaction &tx, int nBlockHeight, int64_t nBlockTime);
358 * Check if transaction will be final in the next block to be created.
360 * Calls IsFinalTx() with current block height and appropriate block time.
362 * See consensus/consensus.h for flag definitions.
364 bool CheckFinalTx(const CTransaction &tx, int flags = -1);
367 * Closure representing one script verification
368 * Note that this stores references to the spending transaction
373 CScript scriptPubKey;
374 const CTransaction *ptxTo;
381 CScriptCheck(): ptxTo(0), nIn(0), nFlags(0), cacheStore(false), error(SCRIPT_ERR_UNKNOWN_ERROR) {}
382 CScriptCheck(const CCoins& txFromIn, const CTransaction& txToIn, unsigned int nInIn, unsigned int nFlagsIn, bool cacheIn) :
383 scriptPubKey(txFromIn.vout[txToIn.vin[nInIn].prevout.n].scriptPubKey),
384 ptxTo(&txToIn), nIn(nInIn), nFlags(nFlagsIn), cacheStore(cacheIn), error(SCRIPT_ERR_UNKNOWN_ERROR) { }
388 void swap(CScriptCheck &check) {
389 scriptPubKey.swap(check.scriptPubKey);
390 std::swap(ptxTo, check.ptxTo);
391 std::swap(nIn, check.nIn);
392 std::swap(nFlags, check.nFlags);
393 std::swap(cacheStore, check.cacheStore);
394 std::swap(error, check.error);
397 ScriptError GetScriptError() const { return error; }
401 /** Functions for disk access for blocks */
402 bool WriteBlockToDisk(CBlock& block, CDiskBlockPos& pos, const CMessageHeader::MessageStartChars& messageStart);
403 bool ReadBlockFromDisk(CBlock& block, const CDiskBlockPos& pos);
404 bool ReadBlockFromDisk(CBlock& block, const CBlockIndex* pindex);
407 /** Functions for validating blocks and updating the block tree */
409 /** Undo the effects of this block (with given index) on the UTXO set represented by coins.
410 * In case pfClean is provided, operation will try to be tolerant about errors, and *pfClean
411 * will be true if no problems were found. Otherwise, the return value will be false in case
412 * of problems. Note that in any case, coins may be modified. */
413 bool DisconnectBlock(CBlock& block, CValidationState& state, CBlockIndex* pindex, CCoinsViewCache& coins, bool* pfClean = NULL);
415 /** Apply the effects of this block (with given index) on the UTXO set represented by coins */
416 bool ConnectBlock(const CBlock& block, CValidationState& state, CBlockIndex* pindex, CCoinsViewCache& coins, bool fJustCheck = false);
418 /** Context-independent validity checks */
419 bool CheckBlockHeader(const CBlockHeader& block, CValidationState& state, bool fCheckPOW = true);
420 bool CheckBlock(const CBlock& block, CValidationState& state,
421 libzcash::ProofVerifier& verifier,
422 bool fCheckPOW = true, bool fCheckMerkleRoot = true);
424 /** Context-dependent validity checks */
425 bool ContextualCheckBlockHeader(const CBlockHeader& block, CValidationState& state, CBlockIndex *pindexPrev);
426 bool ContextualCheckBlock(const CBlock& block, CValidationState& state, CBlockIndex *pindexPrev);
428 /** Check a block is completely valid from start to finish (only works on top of our current best block, with cs_main held) */
429 bool TestBlockValidity(CValidationState &state, const CBlock& block, CBlockIndex *pindexPrev, bool fCheckPOW = true, bool fCheckMerkleRoot = true);
432 * Store block on disk.
433 * JoinSplit proofs are never verified, because:
434 * - AcceptBlock doesn't perform script checks either.
435 * - The only caller of AcceptBlock verifies JoinSplit proofs elsewhere.
436 * If dbp is non-NULL, the file is known to already reside on disk
438 bool AcceptBlock(CBlock& block, CValidationState& state, CBlockIndex **pindex, bool fRequested, CDiskBlockPos* dbp);
439 bool AcceptBlockHeader(const CBlockHeader& block, CValidationState& state, CBlockIndex **ppindex= NULL);
446 unsigned int nBlocks; //! number of blocks stored in file
447 unsigned int nSize; //! number of used bytes of block file
448 unsigned int nUndoSize; //! number of used bytes in the undo file
449 unsigned int nHeightFirst; //! lowest height of block in file
450 unsigned int nHeightLast; //! highest height of block in file
451 uint64_t nTimeFirst; //! earliest time of block in file
452 uint64_t nTimeLast; //! latest time of block in file
454 ADD_SERIALIZE_METHODS;
456 template <typename Stream, typename Operation>
457 inline void SerializationOp(Stream& s, Operation ser_action, int nType, int nVersion) {
458 READWRITE(VARINT(nBlocks));
459 READWRITE(VARINT(nSize));
460 READWRITE(VARINT(nUndoSize));
461 READWRITE(VARINT(nHeightFirst));
462 READWRITE(VARINT(nHeightLast));
463 READWRITE(VARINT(nTimeFirst));
464 READWRITE(VARINT(nTimeLast));
481 std::string ToString() const;
483 /** update statistics (does not update nSize) */
484 void AddBlock(unsigned int nHeightIn, uint64_t nTimeIn) {
485 if (nBlocks==0 || nHeightFirst > nHeightIn)
486 nHeightFirst = nHeightIn;
487 if (nBlocks==0 || nTimeFirst > nTimeIn)
488 nTimeFirst = nTimeIn;
490 if (nHeightIn > nHeightLast)
491 nHeightLast = nHeightIn;
492 if (nTimeIn > nTimeLast)
497 /** RAII wrapper for VerifyDB: Verify consistency of the block and coin databases */
502 bool VerifyDB(CCoinsView *coinsview, int nCheckLevel, int nCheckDepth);
505 /** Find the last common block between the parameter chain and a locator. */
506 CBlockIndex* FindForkInGlobalIndex(const CChain& chain, const CBlockLocator& locator);
508 /** Mark a block as invalid. */
509 bool InvalidateBlock(CValidationState& state, CBlockIndex *pindex);
511 /** Remove invalidity status from a block and its descendants. */
512 bool ReconsiderBlock(CValidationState& state, CBlockIndex *pindex);
514 /** The currently-connected chain of blocks. */
515 extern CChain chainActive;
517 /** Global variable that points to the active CCoinsView (protected by cs_main) */
518 extern CCoinsViewCache *pcoinsTip;
520 /** Global variable that points to the active block tree (protected by cs_main) */
521 extern CBlockTreeDB *pblocktree;
523 #endif // BITCOIN_MAIN_H