2010-08-29 18:58:15 +02:00
// Copyright (c) 2009-2010 Satoshi Nakamoto
2015-12-13 14:51:43 +01:00
// Copyright (c) 2009-2015 The Bitcoin Core developers
2014-12-13 05:09:33 +01:00
// Distributed under the MIT software license, see the accompanying
2012-05-18 16:02:28 +02:00
// file COPYING or http://www.opensource.org/licenses/mit-license.php.
2010-08-29 18:58:15 +02:00
2020-03-19 23:46:56 +01:00
# include <wallet/db.h>
2013-04-13 07:13:08 +02:00
2020-03-19 23:46:56 +01:00
# include <addrman.h>
# include <hash.h>
# include <protocol.h>
# include <utilstrencodings.h>
2017-11-18 14:32:50 +01:00
# include <wallet/walletutil.h>
2013-04-13 07:13:08 +02:00
# include <stdint.h>
2010-08-29 18:58:15 +02:00
2012-04-15 22:10:54 +02:00
# ifndef WIN32
2013-04-13 07:13:08 +02:00
# include <sys/stat.h>
2012-04-15 22:10:54 +02:00
# endif
Split up util.cpp/h
Split up util.cpp/h into:
- string utilities (hex, base32, base64): no internal dependencies, no dependency on boost (apart from foreach)
- money utilities (parsesmoney, formatmoney)
- time utilities (gettime*, sleep, format date):
- and the rest (logging, argument parsing, config file parsing)
The latter is basically the environment and OS handling,
and is stripped of all utility functions, so we may want to
rename it to something else than util.cpp/h for clarity (Matt suggested
osinterface).
Breaks dependency of sha256.cpp on all the things pulled in by util.
2014-08-21 16:11:09 +02:00
# include <boost/thread.hpp>
2014-09-14 12:43:56 +02:00
2017-10-19 18:12:59 +02:00
namespace {
2018-10-24 17:22:25 +02:00
2017-10-19 18:12:59 +02:00
//! Make sure database has a unique fileid within the environment. If it
//! doesn't, throw an error. BDB caches do not work properly when more than one
//! open database has the same fileid (values written to one database may show
//! up in reads to other databases).
//!
//! BerkeleyDB generates unique fileids by default
//! (https://docs.oracle.com/cd/E17275_01/html/programmer_reference/program_copy.html),
//! so bitcoin should never create different databases with the same fileid, but
//! this error can be triggered if users manually copy database files.
2018-10-24 17:22:25 +02:00
void CheckUniqueFileid ( const BerkeleyEnvironment & env , const std : : string & filename , Db & db , WalletDatabaseFileId & fileid )
2017-10-19 18:12:59 +02:00
{
if ( env . IsMock ( ) ) return ;
2018-10-24 17:22:25 +02:00
int ret = db . get_mpf ( ) - > get_fileid ( fileid . value ) ;
2017-10-19 18:12:59 +02:00
if ( ret ! = 0 ) {
2020-04-15 00:13:51 +02:00
throw std : : runtime_error ( strprintf ( " BerkeleyBatch: Can't open database %s (get_fileid failed with %d) " , filename , ret ) ) ;
2017-10-19 18:12:59 +02:00
}
2018-10-24 17:22:25 +02:00
for ( const auto & item : env . m_fileids ) {
if ( fileid = = item . second & & & fileid ! = & item . second ) {
2020-04-15 00:13:51 +02:00
throw std : : runtime_error ( strprintf ( " BerkeleyBatch: Can't open database %s (duplicates fileid %s from %s) " , filename ,
2018-10-24 17:22:25 +02:00
HexStr ( std : : begin ( item . second . value ) , std : : end ( item . second . value ) ) , item . first ) ) ;
2017-10-19 18:12:59 +02:00
}
}
}
2018-03-07 17:05:08 +01:00
CCriticalSection cs_db ;
2018-05-14 15:56:44 +02:00
std : : map < std : : string , BerkeleyEnvironment > g_dbenvs GUARDED_BY ( cs_db ) ; //!< Map from directory name to open db environment.
2017-10-19 18:12:59 +02:00
} // namespace
2018-10-24 17:22:25 +02:00
bool WalletDatabaseFileId : : operator = = ( const WalletDatabaseFileId & rhs ) const
{
return memcmp ( value , & rhs . value , sizeof ( value ) ) = = 0 ;
}
2020-04-15 00:13:51 +02:00
BerkeleyEnvironment * GetWalletEnv ( const fs : : path & wallet_path , std : : string & database_filename )
2018-03-07 17:05:08 +01:00
{
fs : : path env_directory ;
if ( fs : : is_regular_file ( wallet_path ) ) {
// Special case for backwards compatibility: if wallet path points to an
// existing file, treat it as the path to a BDB data file in a parent
// directory that also contains BDB log files.
env_directory = wallet_path . parent_path ( ) ;
database_filename = wallet_path . filename ( ) . string ( ) ;
} else {
// Normal case: Interpret wallet path as a directory path containing
// data and log files.
env_directory = wallet_path ;
database_filename = " wallet.dat " ;
}
LOCK ( cs_db ) ;
2020-04-15 00:13:51 +02:00
// Note: An ununsed temporary BerkeleyEnvironment object may be created inside the
2018-03-07 17:05:08 +01:00
// emplace function if the key already exists. This is a little inefficient,
// but not a big concern since the map will be changed in the future to hold
// pointers instead of objects, anyway.
return & g_dbenvs . emplace ( std : : piecewise_construct , std : : forward_as_tuple ( env_directory . string ( ) ) , std : : forward_as_tuple ( env_directory ) ) . first - > second ;
}
2010-08-29 18:58:15 +02:00
//
2020-04-15 00:13:51 +02:00
// BerkeleyBatch
2010-08-29 18:58:15 +02:00
//
2020-04-15 00:13:51 +02:00
void BerkeleyEnvironment : : Close ( )
2011-11-11 03:12:46 +01:00
{
if ( ! fDbEnvInit )
return ;
fDbEnvInit = false ;
2018-03-07 17:05:08 +01:00
for ( auto & db : mapDb ) {
auto count = mapFileUseCount . find ( db . first ) ;
assert ( count = = mapFileUseCount . end ( ) | | count - > second = = 0 ) ;
if ( db . second ) {
db . second - > close ( 0 ) ;
delete db . second ;
db . second = nullptr ;
}
}
2015-03-03 16:49:12 +01:00
int ret = dbenv - > close ( 0 ) ;
2012-10-08 21:18:04 +02:00
if ( ret ! = 0 )
2018-05-14 14:54:23 +02:00
LogPrintf ( " BerkeleyEnvironment::Close: Error %d closing database environment: %s \n " , ret , DbEnv : : strerror ( ret ) ) ;
2012-05-22 21:51:13 +02:00
if ( ! fMockDb )
2016-08-31 14:42:38 +02:00
DbEnv ( ( u_int32_t ) 0 ) . remove ( strPath . c_str ( ) , 0 ) ;
2011-11-11 03:12:46 +01:00
}
2020-04-15 00:13:51 +02:00
void BerkeleyEnvironment : : Reset ( )
2010-08-29 18:58:15 +02:00
{
2017-11-09 21:22:08 +01:00
dbenv . reset ( new DbEnv ( DB_CXX_NO_EXCEPTIONS ) ) ;
2012-11-18 11:58:32 +01:00
fDbEnvInit = false ;
fMockDb = false ;
2010-08-29 18:58:15 +02:00
}
2020-04-15 00:13:51 +02:00
BerkeleyEnvironment : : BerkeleyEnvironment ( const fs : : path & dir_path ) : strPath ( dir_path . string ( ) )
2015-03-03 16:49:12 +01:00
{
Reset ( ) ;
}
2020-04-15 00:13:51 +02:00
BerkeleyEnvironment : : ~ BerkeleyEnvironment ( )
2012-05-14 03:37:39 +02:00
{
2018-03-07 17:05:08 +01:00
Close ( ) ;
2012-05-14 03:37:39 +02:00
}
2020-04-15 00:13:51 +02:00
bool BerkeleyEnvironment : : Open ( bool retry )
2012-05-14 03:37:39 +02:00
{
if ( fDbEnvInit )
return true ;
2013-03-09 18:02:57 +01:00
boost : : this_thread : : interruption_point ( ) ;
2012-05-14 03:37:39 +02:00
2018-03-07 17:05:08 +01:00
fs : : path pathIn = strPath ;
TryCreateDirectories ( pathIn ) ;
2018-01-16 10:54:13 +01:00
if ( ! LockDirectory ( pathIn , " .walletlock " ) ) {
LogPrintf ( " Cannot obtain a lock on wallet directory %s. Another instance of bitcoin may be using it. \n " , strPath ) ;
return false ;
}
2017-04-06 20:19:21 +02:00
fs : : path pathLogDir = pathIn / " database " ;
2017-06-14 16:00:39 +02:00
TryCreateDirectories ( pathLogDir ) ;
2017-04-06 20:19:21 +02:00
fs : : path pathErrorFile = pathIn / " db.log " ;
2020-04-15 00:13:51 +02:00
LogPrintf ( " BerkeleyEnvironment::Open: LogDir=%s ErrorFile=%s \n " , pathLogDir . string ( ) , pathErrorFile . string ( ) ) ;
2012-05-14 03:37:39 +02:00
2012-05-22 23:45:00 +02:00
unsigned int nEnvFlags = 0 ;
2019-06-24 18:44:27 +02:00
if ( gArgs . GetBoolArg ( " -privdb " , DEFAULT_WALLET_PRIVDB ) )
2012-05-22 23:45:00 +02:00
nEnvFlags | = DB_PRIVATE ;
2015-03-03 16:49:12 +01:00
dbenv - > set_lg_dir ( pathLogDir . string ( ) . c_str ( ) ) ;
dbenv - > set_cachesize ( 0 , 0x100000 , 1 ) ; // 1 MiB should be enough for just the wallet
dbenv - > set_lg_bsize ( 0x10000 ) ;
dbenv - > set_lg_max ( 1048576 ) ;
dbenv - > set_lk_max_locks ( 40000 ) ;
dbenv - > set_lk_max_objects ( 40000 ) ;
2017-04-06 20:19:21 +02:00
dbenv - > set_errfile ( fsbridge : : fopen ( pathErrorFile , " a " ) ) ; /// debug
2015-03-03 16:49:12 +01:00
dbenv - > set_flags ( DB_AUTO_COMMIT , 1 ) ;
dbenv - > set_flags ( DB_TXN_WRITE_NOSYNC , 1 ) ;
dbenv - > log_set_config ( DB_LOG_AUTO_REMOVE , 1 ) ;
2015-06-15 07:46:51 +02:00
int ret = dbenv - > open ( strPath . c_str ( ) ,
2014-09-19 19:21:46 +02:00
DB_CREATE |
DB_INIT_LOCK |
DB_INIT_LOG |
DB_INIT_MPOOL |
DB_INIT_TXN |
DB_THREAD |
DB_RECOVER |
nEnvFlags ,
S_IRUSR | S_IWUSR ) ;
2017-08-15 21:24:07 +02:00
if ( ret ! = 0 ) {
2020-04-15 00:13:51 +02:00
LogPrintf ( " BerkeleyEnvironment::Open: Error %d opening database environment: %s \n " , ret , DbEnv : : strerror ( ret ) ) ;
2018-05-14 14:54:23 +02:00
int ret2 = dbenv - > close ( 0 ) ;
if ( ret2 ! = 0 ) {
LogPrintf ( " BerkeleyEnvironment::Open: Error %d closing failed database environment: %s \n " , ret2 , DbEnv : : strerror ( ret2 ) ) ;
}
Reset ( ) ;
2018-01-16 10:54:13 +01:00
if ( retry ) {
// try moving the database env out of the way
fs : : path pathDatabaseBak = pathIn / strprintf ( " database.%d.bak " , GetTime ( ) ) ;
try {
fs : : rename ( pathLogDir , pathDatabaseBak ) ;
LogPrintf ( " Moved old %s to %s. Retrying. \n " , pathLogDir . string ( ) , pathDatabaseBak . string ( ) ) ;
} catch ( const fs : : filesystem_error & ) {
// failure is ok (well, not really, but it's not worse than what we started with)
}
// try opening it again one more time
2018-03-07 17:05:08 +01:00
if ( ! Open ( false /* retry */ ) ) {
2018-01-16 10:54:13 +01:00
// if it still fails, it probably means we can't even create the database env
return false ;
}
} else {
return false ;
}
2017-08-15 21:24:07 +02:00
}
2012-05-14 03:37:39 +02:00
fDbEnvInit = true ;
2012-05-22 21:51:13 +02:00
fMockDb = false ;
2012-05-14 03:37:39 +02:00
return true ;
}
2020-04-15 00:13:51 +02:00
void BerkeleyEnvironment : : MakeMock ( )
2012-05-22 21:51:13 +02:00
{
if ( fDbEnvInit )
2020-04-15 00:13:51 +02:00
throw std : : runtime_error ( " BerkeleyEnvironment::MakeMock: Already initialized " ) ;
2012-05-22 21:51:13 +02:00
2013-03-09 18:02:57 +01:00
boost : : this_thread : : interruption_point ( ) ;
2012-05-22 21:51:13 +02:00
2020-04-15 00:13:51 +02:00
LogPrint ( BCLog : : DB , " BerkeleyEnvironment::MakeMock \n " ) ;
2012-05-22 21:51:13 +02:00
2015-03-03 16:49:12 +01:00
dbenv - > set_cachesize ( 1 , 0 , 1 ) ;
dbenv - > set_lg_bsize ( 10485760 * 4 ) ;
dbenv - > set_lg_max ( 10485760 ) ;
dbenv - > set_lk_max_locks ( 10000 ) ;
dbenv - > set_lk_max_objects ( 10000 ) ;
dbenv - > set_flags ( DB_AUTO_COMMIT , 1 ) ;
dbenv - > log_set_config ( DB_LOG_IN_MEMORY , 1 ) ;
2019-08-06 05:08:33 +02:00
int ret = dbenv - > open ( nullptr ,
2014-09-19 19:21:46 +02:00
DB_CREATE |
DB_INIT_LOCK |
DB_INIT_LOG |
DB_INIT_MPOOL |
DB_INIT_TXN |
DB_THREAD |
DB_PRIVATE ,
S_IRUSR | S_IWUSR ) ;
2012-05-22 21:51:13 +02:00
if ( ret > 0 )
2020-04-15 00:13:51 +02:00
throw std : : runtime_error ( strprintf ( " BerkeleyEnvironment::MakeMock: Error %d opening database environment. " , ret ) ) ;
2012-05-22 21:51:13 +02:00
fDbEnvInit = true ;
fMockDb = true ;
}
2020-04-15 00:13:51 +02:00
BerkeleyEnvironment : : VerifyResult BerkeleyEnvironment : : Verify ( const std : : string & strFile , recoverFunc_type recoverFunc , std : : string & out_backup_filename )
2012-09-18 20:30:47 +02:00
{
LOCK ( cs_db ) ;
assert ( mapFileUseCount . count ( strFile ) = = 0 ) ;
2017-11-09 21:22:08 +01:00
Db db ( dbenv . get ( ) , 0 ) ;
2019-08-06 05:08:33 +02:00
int result = db . verify ( strFile . c_str ( ) , nullptr , nullptr , 0 ) ;
2012-09-18 20:30:47 +02:00
if ( result = = 0 )
2020-06-09 05:44:04 +02:00
return VerifyResult : : VERIFY_OK ;
2019-08-06 05:08:33 +02:00
else if ( recoverFunc = = nullptr )
2020-06-09 05:44:04 +02:00
return VerifyResult : : RECOVER_FAIL ;
2012-09-18 20:30:47 +02:00
// Try to recover:
2018-03-07 17:05:08 +01:00
bool fRecovered = ( * recoverFunc ) ( fs : : path ( strPath ) / strFile , out_backup_filename ) ;
2020-06-09 05:44:04 +02:00
return ( fRecovered ? VerifyResult : : RECOVER_OK : VerifyResult : : RECOVER_FAIL ) ;
2012-09-18 20:30:47 +02:00
}
2020-04-15 00:13:51 +02:00
bool BerkeleyBatch : : Recover ( const fs : : path & file_path , void * callbackDataIn , bool ( * recoverKVcallback ) ( void * callbackData , CDataStream ssKey , CDataStream ssValue ) , std : : string & newFilename )
2017-03-06 12:49:01 +01:00
{
2018-03-07 17:05:08 +01:00
std : : string filename ;
2020-04-15 00:13:51 +02:00
BerkeleyEnvironment * env = GetWalletEnv ( file_path , filename ) ;
2018-03-07 17:05:08 +01:00
2017-03-06 12:49:01 +01:00
// Recovery procedure:
2019-07-11 09:50:52 +02:00
// move wallet file to walletfilename.timestamp.bak
2017-03-06 12:49:01 +01:00
// Call Salvage with fAggressive=true to
// get as much data as possible.
// Rewrite salvaged data to fresh wallet file
// Set -rescan so any missing transactions will be
// found.
int64_t now = GetTime ( ) ;
2019-07-11 09:50:52 +02:00
newFilename = strprintf ( " %s.%d.bak " , filename , now ) ;
2017-03-06 12:49:01 +01:00
2018-03-07 17:05:08 +01:00
int result = env - > dbenv - > dbrename ( nullptr , filename . c_str ( ) , nullptr ,
2017-03-06 12:49:01 +01:00
newFilename . c_str ( ) , DB_AUTO_COMMIT ) ;
if ( result = = 0 )
LogPrintf ( " Renamed %s to %s \n " , filename , newFilename ) ;
else
{
LogPrintf ( " Failed to rename %s to %s \n " , filename , newFilename ) ;
return false ;
}
2020-04-15 00:13:51 +02:00
std : : vector < BerkeleyEnvironment : : KeyValPair > salvagedData ;
2018-03-07 17:05:08 +01:00
bool fSuccess = env - > Salvage ( newFilename , true , salvagedData ) ;
2017-03-06 12:49:01 +01:00
if ( salvagedData . empty ( ) )
{
LogPrintf ( " Salvage(aggressive) found no records in %s. \n " , newFilename ) ;
return false ;
}
LogPrintf ( " Salvage(aggressive) found %u records \n " , salvagedData . size ( ) ) ;
2018-03-07 17:05:08 +01:00
std : : unique_ptr < Db > pdbCopy = MakeUnique < Db > ( env - > dbenv . get ( ) , 0 ) ;
2019-08-06 05:08:33 +02:00
int ret = pdbCopy - > open ( nullptr , // Txn pointer
2017-03-06 12:49:01 +01:00
filename . c_str ( ) , // Filename
" main " , // Logical db name
DB_BTREE , // Database type
DB_CREATE , // Flags
0 ) ;
2017-08-15 21:24:07 +02:00
if ( ret > 0 ) {
2017-03-06 12:49:01 +01:00
LogPrintf ( " Cannot create database file %s \n " , filename ) ;
2017-08-15 21:24:07 +02:00
pdbCopy - > close ( 0 ) ;
2017-03-06 12:49:01 +01:00
return false ;
}
2018-03-07 17:05:08 +01:00
DbTxn * ptxn = env - > TxnBegin ( ) ;
2020-04-15 00:13:51 +02:00
for ( BerkeleyEnvironment : : KeyValPair & row : salvagedData )
2017-03-06 12:49:01 +01:00
{
if ( recoverKVcallback )
{
CDataStream ssKey ( row . first , SER_DISK , CLIENT_VERSION ) ;
CDataStream ssValue ( row . second , SER_DISK , CLIENT_VERSION ) ;
if ( ! ( * recoverKVcallback ) ( callbackDataIn , ssKey , ssValue ) )
continue ;
}
Dbt datKey ( & row . first [ 0 ] , row . first . size ( ) ) ;
Dbt datValue ( & row . second [ 0 ] , row . second . size ( ) ) ;
int ret2 = pdbCopy - > put ( ptxn , & datKey , & datValue , DB_NOOVERWRITE ) ;
if ( ret2 > 0 )
fSuccess = false ;
}
ptxn - > commit ( 0 ) ;
pdbCopy - > close ( 0 ) ;
return fSuccess ;
}
2020-04-15 00:13:51 +02:00
bool BerkeleyBatch : : VerifyEnvironment ( const fs : : path & file_path , std : : string & errorStr )
2017-03-06 12:49:01 +01:00
{
2018-03-07 17:05:08 +01:00
std : : string walletFile ;
2020-04-15 00:13:51 +02:00
BerkeleyEnvironment * env = GetWalletEnv ( file_path , walletFile ) ;
2018-03-07 17:05:08 +01:00
fs : : path walletDir = env - > Directory ( ) ;
2017-03-06 12:49:01 +01:00
LogPrintf ( " Using BerkeleyDB version %s \n " , DbEnv : : version ( 0 , 0 , 0 ) ) ;
LogPrintf ( " Using wallet %s \n " , walletFile ) ;
// Wallet file must be a plain filename without a directory
2017-04-06 20:19:21 +02:00
if ( walletFile ! = fs : : basename ( walletFile ) + fs : : extension ( walletFile ) )
2017-03-06 12:49:01 +01:00
{
2017-11-18 14:32:50 +01:00
errorStr = strprintf ( _ ( " Wallet %s resides outside wallet directory %s " ) , walletFile , walletDir . string ( ) ) ;
2017-03-06 12:49:01 +01:00
return false ;
}
2018-03-07 17:05:08 +01:00
if ( ! env - > Open ( true /* retry */ ) ) {
2018-01-16 10:54:13 +01:00
errorStr = strprintf ( _ ( " Error initializing wallet database environment %s! " ) , walletDir ) ;
return false ;
2017-03-06 12:49:01 +01:00
}
2018-01-16 10:54:13 +01:00
2017-03-06 12:49:01 +01:00
return true ;
}
2020-04-15 00:13:51 +02:00
bool BerkeleyBatch : : VerifyDatabaseFile ( const fs : : path & file_path , std : : string & warningStr , std : : string & errorStr , BerkeleyEnvironment : : recoverFunc_type recoverFunc )
2017-03-06 12:49:01 +01:00
{
2018-03-07 17:05:08 +01:00
std : : string walletFile ;
2020-04-15 00:13:51 +02:00
BerkeleyEnvironment * env = GetWalletEnv ( file_path , walletFile ) ;
2018-03-07 17:05:08 +01:00
fs : : path walletDir = env - > Directory ( ) ;
2017-11-18 14:32:50 +01:00
if ( fs : : exists ( walletDir / walletFile ) )
2017-03-06 12:49:01 +01:00
{
2019-07-11 09:50:52 +02:00
std : : string backup_filename ;
2020-04-15 00:13:51 +02:00
BerkeleyEnvironment : : VerifyResult r = env - > Verify ( walletFile , recoverFunc , backup_filename ) ;
2020-06-09 05:44:04 +02:00
if ( r = = BerkeleyEnvironment : : VerifyResult : : RECOVER_OK )
2017-03-06 12:49:01 +01:00
{
warningStr = strprintf ( _ ( " Warning: Wallet file corrupt, data salvaged! "
" Original %s saved as %s in %s; if "
" your balance or transactions are incorrect you should "
" restore from a backup. " ) ,
2017-11-18 14:32:50 +01:00
walletFile , backup_filename , walletDir ) ;
2017-03-06 12:49:01 +01:00
}
2020-06-09 05:44:04 +02:00
if ( r = = BerkeleyEnvironment : : VerifyResult : : RECOVER_FAIL )
2017-03-06 12:49:01 +01:00
{
errorStr = strprintf ( _ ( " %s corrupt, salvage failed " ) , walletFile ) ;
return false ;
}
}
// also return true if files does not exists
return true ;
}
2016-02-29 10:04:26 +01:00
/* End of headers, beginning of key/value data */
static const char * HEADER_END = " HEADER=END " ;
/* End of key/value data */
static const char * DATA_END = " DATA=END " ;
2020-04-15 00:13:51 +02:00
bool BerkeleyEnvironment : : Salvage ( const std : : string & strFile , bool fAggressive , std : : vector < BerkeleyEnvironment : : KeyValPair > & vResult )
2012-09-18 20:30:47 +02:00
{
LOCK ( cs_db ) ;
assert ( mapFileUseCount . count ( strFile ) = = 0 ) ;
u_int32_t flags = DB_SALVAGE ;
2014-09-19 19:21:46 +02:00
if ( fAggressive )
flags | = DB_AGGRESSIVE ;
2012-09-18 20:30:47 +02:00
2017-03-09 08:10:09 +01:00
std : : stringstream strDump ;
2012-09-18 20:30:47 +02:00
2017-11-09 21:22:08 +01:00
Db db ( dbenv . get ( ) , 0 ) ;
2019-08-06 05:08:33 +02:00
int result = db . verify ( strFile . c_str ( ) , nullptr , & strDump , flags ) ;
2014-09-19 19:21:46 +02:00
if ( result = = DB_VERIFY_BAD ) {
2020-04-15 00:13:51 +02:00
LogPrintf ( " BerkeleyEnvironment::Salvage: Database salvage found errors, all data may not be recoverable. \n " ) ;
2014-09-19 19:21:46 +02:00
if ( ! fAggressive ) {
2020-04-15 00:13:51 +02:00
LogPrintf ( " BerkeleyEnvironment::Salvage: Rerun with aggressive mode to ignore errors and continue. \n " ) ;
2013-03-24 20:59:03 +01:00
return false ;
}
}
2014-09-19 19:21:46 +02:00
if ( result ! = 0 & & result ! = DB_VERIFY_BAD ) {
2020-04-15 00:13:51 +02:00
LogPrintf ( " BerkeleyEnvironment::Salvage: Database salvage failed with result %d. \n " , result ) ;
2012-09-18 20:30:47 +02:00
return false ;
}
// Format of bdb dump is ascii lines:
// header lines...
// HEADER=END
2016-02-16 09:26:27 +01:00
// hexadecimal key
// hexadecimal value
// ... repeated
2012-09-18 20:30:47 +02:00
// DATA=END
2017-03-09 08:10:09 +01:00
std : : string strLine ;
2016-02-29 10:04:26 +01:00
while ( ! strDump . eof ( ) & & strLine ! = HEADER_END )
2012-09-18 20:30:47 +02:00
getline ( strDump , strLine ) ; // Skip past header
std : : string keyHex , valueHex ;
2016-02-29 10:04:26 +01:00
while ( ! strDump . eof ( ) & & keyHex ! = DATA_END ) {
2012-09-18 20:30:47 +02:00
getline ( strDump , keyHex ) ;
2016-02-29 10:04:26 +01:00
if ( keyHex ! = DATA_END ) {
if ( strDump . eof ( ) )
break ;
2012-09-18 20:30:47 +02:00
getline ( strDump , valueHex ) ;
2016-02-29 10:04:26 +01:00
if ( valueHex = = DATA_END ) {
2020-04-15 00:13:51 +02:00
LogPrintf ( " BerkeleyEnvironment::Salvage: WARNING: Number of keys in data does not match number of values. \n " ) ;
2016-02-29 10:04:26 +01:00
break ;
}
2014-09-19 19:21:46 +02:00
vResult . push_back ( make_pair ( ParseHex ( keyHex ) , ParseHex ( valueHex ) ) ) ;
2012-09-18 20:30:47 +02:00
}
}
2016-02-29 10:04:26 +01:00
if ( keyHex ! = DATA_END ) {
2020-04-15 00:13:51 +02:00
LogPrintf ( " BerkeleyEnvironment::Salvage: WARNING: Unexpected end of file while reading salvage output. \n " ) ;
2016-02-29 10:04:26 +01:00
return false ;
}
2012-09-18 20:30:47 +02:00
return ( result = = 0 ) ;
}
2020-04-15 00:13:51 +02:00
void BerkeleyEnvironment : : CheckpointLSN ( const std : : string & strFile )
2012-05-14 03:37:39 +02:00
{
2015-03-03 16:49:12 +01:00
dbenv - > txn_checkpoint ( 0 , 0 , 0 ) ;
2012-05-22 21:51:13 +02:00
if ( fMockDb )
return ;
2015-03-03 16:49:12 +01:00
dbenv - > lsn_reset ( strFile . c_str ( ) , 0 ) ;
2012-05-14 03:37:39 +02:00
}
2010-08-29 18:58:15 +02:00
2020-04-15 00:13:51 +02:00
BerkeleyBatch : : BerkeleyBatch ( BerkeleyDatabase & database , const char * pszMode , bool fFlushOnCloseIn ) : pdb ( nullptr ) , activeTxn ( nullptr )
2010-08-29 18:58:15 +02:00
{
2014-08-28 15:28:57 +02:00
fReadOnly = ( ! strchr ( pszMode , ' + ' ) & & ! strchr ( pszMode , ' w ' ) ) ;
2014-08-31 05:55:27 +02:00
fFlushOnClose = fFlushOnCloseIn ;
2020-04-15 00:13:51 +02:00
env = database . env ;
if ( database . IsDummy ( ) ) {
2010-08-29 18:58:15 +02:00
return ;
2017-04-24 14:43:38 +02:00
}
2020-04-15 00:13:51 +02:00
const std : : string & strFilename = database . strFile ;
2010-08-29 18:58:15 +02:00
2019-08-06 05:08:33 +02:00
bool fCreate = strchr ( pszMode , ' c ' ) ! = nullptr ;
2010-08-29 18:58:15 +02:00
unsigned int nFlags = DB_THREAD ;
if ( fCreate )
nFlags | = DB_CREATE ;
{
2018-03-07 17:05:08 +01:00
LOCK ( cs_db ) ;
if ( ! env - > Open ( false /* retry */ ) )
2020-04-15 00:13:51 +02:00
throw std : : runtime_error ( " BerkeleyBatch: Failed to open database environment. " ) ;
2010-08-29 18:58:15 +02:00
2017-10-18 15:38:07 +02:00
pdb = env - > mapDb [ strFilename ] ;
2019-08-06 05:08:33 +02:00
if ( pdb = = nullptr ) {
2017-06-09 21:58:02 +02:00
int ret ;
2017-11-09 21:22:08 +01:00
std : : unique_ptr < Db > pdb_temp = MakeUnique < Db > ( env - > dbenv . get ( ) , 0 ) ;
2010-08-29 18:58:15 +02:00
2017-04-24 14:43:38 +02:00
bool fMockDb = env - > IsMock ( ) ;
2014-09-19 19:21:46 +02:00
if ( fMockDb ) {
2017-10-18 15:38:07 +02:00
DbMpoolFile * mpf = pdb_temp - > get_mpf ( ) ;
2012-05-22 21:51:13 +02:00
ret = mpf - > set_flags ( DB_MPOOL_NOFILE , 1 ) ;
2017-10-18 15:38:07 +02:00
if ( ret ! = 0 ) {
2020-04-15 00:13:51 +02:00
throw std : : runtime_error ( strprintf ( " BerkeleyBatch: Failed to configure for no temp file backing for database %s " , strFilename ) ) ;
2017-10-18 15:38:07 +02:00
}
2012-05-22 21:51:13 +02:00
}
2017-10-18 15:38:07 +02:00
ret = pdb_temp - > open ( nullptr , // Txn pointer
fMockDb ? nullptr : strFilename . c_str ( ) , // Filename
fMockDb ? strFilename . c_str ( ) : " main " , // Logical db name
DB_BTREE , // Database type
nFlags , // Flags
2010-08-29 18:58:15 +02:00
0 ) ;
2014-09-19 19:21:46 +02:00
if ( ret ! = 0 ) {
2020-04-15 00:13:51 +02:00
throw std : : runtime_error ( strprintf ( " BerkeleyBatch: Error %d, can't open database %s " , ret , strFilename ) ) ;
2010-08-29 18:58:15 +02:00
}
2018-03-07 17:05:08 +01:00
// Call CheckUniqueFileid on the containing BDB environment to
// avoid BDB data consistency bugs that happen when different data
// files in the same environment have the same fileid.
//
// Also call CheckUniqueFileid on all the other g_dbenvs to prevent
// bitcoin from opening the same data file through another
// environment when the file is referenced through equivalent but
// not obviously identical symlinked or hard linked or bind mounted
// paths. In the future a more relaxed check for equal inode and
// device ids could be done instead, which would allow opening
// different backup copies of a wallet at the same time. Maybe even
// more ideally, an exclusive lock for accessing the database could
// be implemented, so no equality checks are needed at all. (Newer
// versions of BDB have an set_lk_exclusive method for this
// purpose, but the older version we use does not.)
for ( auto & env : g_dbenvs ) {
2018-10-24 17:22:25 +02:00
CheckUniqueFileid ( env . second , strFilename , * pdb_temp , this - > env - > m_fileids [ strFilename ] ) ;
2018-03-07 17:05:08 +01:00
}
2010-08-29 18:58:15 +02:00
2017-10-18 15:38:07 +02:00
pdb = pdb_temp . release ( ) ;
env - > mapDb [ strFilename ] = pdb ;
2017-03-09 08:10:09 +01:00
if ( fCreate & & ! Exists ( std : : string ( " version " ) ) ) {
2010-08-29 18:58:15 +02:00
bool fTmp = fReadOnly ;
fReadOnly = false ;
2011-12-16 22:26:14 +01:00
WriteVersion ( CLIENT_VERSION ) ;
2010-08-29 18:58:15 +02:00
fReadOnly = fTmp ;
}
}
2017-10-18 15:38:07 +02:00
+ + env - > mapFileUseCount [ strFilename ] ;
strFile = strFilename ;
2010-08-29 18:58:15 +02:00
}
}
2020-04-15 00:13:51 +02:00
void BerkeleyBatch : : Flush ( )
2010-08-29 18:58:15 +02:00
{
2012-05-14 18:39:29 +02:00
if ( activeTxn )
2012-07-06 16:33:34 +02:00
return ;
2010-08-29 18:58:15 +02:00
// Flush database activity from memory pool to disk log
unsigned int nMinutes = 0 ;
2010-12-05 10:29:30 +01:00
if ( fReadOnly )
nMinutes = 1 ;
2012-03-28 22:09:18 +02:00
2019-06-24 18:44:27 +02:00
env - > dbenv - > txn_checkpoint ( nMinutes ? gArgs . GetArg ( " -dblogsize " , DEFAULT_WALLET_DBLOGSIZE ) * 1024 : 0 , nMinutes , 0 ) ;
2012-07-06 16:33:34 +02:00
}
2020-04-15 00:13:51 +02:00
void BerkeleyDatabase : : IncrementUpdateCounter ( )
2019-07-11 09:50:52 +02:00
{
+ + nUpdateCounter ;
}
2020-04-15 00:13:51 +02:00
void BerkeleyBatch : : Close ( )
2012-07-06 16:33:34 +02:00
{
if ( ! pdb )
return ;
if ( activeTxn )
activeTxn - > abort ( ) ;
2019-08-06 05:08:33 +02:00
activeTxn = nullptr ;
pdb = nullptr ;
2012-07-06 16:33:34 +02:00
2014-08-31 05:55:27 +02:00
if ( fFlushOnClose )
Flush ( ) ;
2010-08-29 18:58:15 +02:00
2012-04-06 18:39:12 +02:00
{
2018-03-07 17:05:08 +01:00
LOCK ( cs_db ) ;
2017-04-24 14:43:38 +02:00
- - env - > mapFileUseCount [ strFile ] ;
2012-04-06 18:39:12 +02:00
}
2018-09-14 10:28:27 +02:00
env - > m_db_in_use . notify_all ( ) ;
2010-08-29 18:58:15 +02:00
}
2020-04-15 00:13:51 +02:00
void BerkeleyEnvironment : : CloseDb ( const std : : string & strFile )
2010-08-29 18:58:15 +02:00
{
{
2012-04-06 18:39:12 +02:00
LOCK ( cs_db ) ;
2019-08-06 05:08:33 +02:00
if ( mapDb [ strFile ] ! = nullptr ) {
2010-08-29 18:58:15 +02:00
// Close the database handle
Db * pdb = mapDb [ strFile ] ;
pdb - > close ( 0 ) ;
delete pdb ;
2019-08-06 05:08:33 +02:00
mapDb [ strFile ] = nullptr ;
2010-08-29 18:58:15 +02:00
}
}
}
2018-09-14 10:28:27 +02:00
void BerkeleyEnvironment : : ReloadDbEnv ( )
{
// Make sure that no Db's are in use
AssertLockNotHeld ( cs_db ) ;
std : : unique_lock < CCriticalSection > lock ( cs_db ) ;
m_db_in_use . wait ( lock , [ this ] ( ) {
for ( auto & count : mapFileUseCount ) {
if ( count . second > 0 ) return false ;
}
return true ;
} ) ;
std : : vector < std : : string > filenames ;
for ( auto it : mapDb ) {
filenames . push_back ( it . first ) ;
}
// Close the individual Db's
for ( const std : : string & filename : filenames ) {
CloseDb ( filename ) ;
}
// Reset the environment
Flush ( true ) ; // This will flush and close the environment
Reset ( ) ;
Open ( true ) ;
}
2020-04-15 00:13:51 +02:00
bool BerkeleyBatch : : Rewrite ( BerkeleyDatabase & database , const char * pszSkip )
2011-11-10 21:29:23 +01:00
{
2020-04-15 00:13:51 +02:00
if ( database . IsDummy ( ) ) {
2017-04-24 14:43:38 +02:00
return true ;
}
2020-04-15 00:13:51 +02:00
BerkeleyEnvironment * env = database . env ;
const std : : string & strFile = database . strFile ;
2014-09-19 19:21:46 +02:00
while ( true ) {
2011-11-10 21:29:23 +01:00
{
2018-03-07 17:05:08 +01:00
LOCK ( cs_db ) ;
2017-04-24 14:43:38 +02:00
if ( ! env - > mapFileUseCount . count ( strFile ) | | env - > mapFileUseCount [ strFile ] = = 0 ) {
2011-11-10 21:29:23 +01:00
// Flush log data to the dat file
2017-04-24 14:43:38 +02:00
env - > CloseDb ( strFile ) ;
env - > CheckpointLSN ( strFile ) ;
env - > mapFileUseCount . erase ( strFile ) ;
2011-11-10 21:29:23 +01:00
bool fSuccess = true ;
2020-04-15 00:13:51 +02:00
LogPrintf ( " BerkeleyBatch::Rewrite: Rewriting %s... \n " , strFile ) ;
2017-03-09 08:10:09 +01:00
std : : string strFileRes = strFile + " .rewrite " ;
2011-11-20 17:12:00 +01:00
{ // surround usage of db with extra {}
2020-04-15 00:13:51 +02:00
BerkeleyBatch db ( database , " r " ) ;
2017-11-09 21:22:08 +01:00
std : : unique_ptr < Db > pdbCopy = MakeUnique < Db > ( env - > dbenv . get ( ) , 0 ) ;
2012-09-18 21:07:58 +02:00
2019-08-06 05:08:33 +02:00
int ret = pdbCopy - > open ( nullptr , // Txn pointer
2014-09-19 19:21:46 +02:00
strFileRes . c_str ( ) , // Filename
" main " , // Logical db name
DB_BTREE , // Database type
DB_CREATE , // Flags
2011-11-20 17:12:00 +01:00
0 ) ;
2014-09-19 19:21:46 +02:00
if ( ret > 0 ) {
2020-04-15 00:13:51 +02:00
LogPrintf ( " BerkeleyBatch::Rewrite: Can't create database file %s \n " , strFileRes ) ;
2011-11-20 17:12:00 +01:00
fSuccess = false ;
}
2012-09-18 21:07:58 +02:00
2011-11-20 17:12:00 +01:00
Dbc * pcursor = db . GetCursor ( ) ;
if ( pcursor )
2014-09-19 19:21:46 +02:00
while ( fSuccess ) {
2012-04-16 14:56:45 +02:00
CDataStream ssKey ( SER_DISK , CLIENT_VERSION ) ;
CDataStream ssValue ( SER_DISK , CLIENT_VERSION ) ;
2016-08-31 16:20:29 +02:00
int ret1 = db . ReadAtCursor ( pcursor , ssKey , ssValue ) ;
if ( ret1 = = DB_NOTFOUND ) {
2011-11-20 17:12:00 +01:00
pcursor - > close ( ) ;
break ;
2016-08-31 16:20:29 +02:00
} else if ( ret1 ! = 0 ) {
2011-11-20 17:12:00 +01:00
pcursor - > close ( ) ;
fSuccess = false ;
break ;
}
if ( pszSkip & &
2017-01-09 17:39:08 +01:00
strncmp ( ssKey . data ( ) , pszSkip , std : : min ( ssKey . size ( ) , strlen ( pszSkip ) ) ) = = 0 )
2011-11-20 17:12:00 +01:00
continue ;
2017-01-09 17:39:08 +01:00
if ( strncmp ( ssKey . data ( ) , " \x07 version " , 8 ) = = 0 ) {
2011-11-20 17:12:00 +01:00
// Update version:
ssValue . clear ( ) ;
2011-12-16 22:26:14 +01:00
ssValue < < CLIENT_VERSION ;
2011-11-20 17:12:00 +01:00
}
2017-01-09 17:39:08 +01:00
Dbt datKey ( ssKey . data ( ) , ssKey . size ( ) ) ;
Dbt datValue ( ssValue . data ( ) , ssValue . size ( ) ) ;
2019-08-06 05:08:33 +02:00
int ret2 = pdbCopy - > put ( nullptr , & datKey , & datValue , DB_NOOVERWRITE ) ;
2011-11-20 17:12:00 +01:00
if ( ret2 > 0 )
fSuccess = false ;
2011-11-11 03:12:46 +01:00
}
2014-09-19 19:21:46 +02:00
if ( fSuccess ) {
2011-11-20 17:12:00 +01:00
db . Close ( ) ;
2017-04-24 14:43:38 +02:00
env - > CloseDb ( strFile ) ;
2011-11-20 17:12:00 +01:00
if ( pdbCopy - > close ( 0 ) )
2011-11-10 21:29:23 +01:00
fSuccess = false ;
2017-08-15 21:24:07 +02:00
} else {
pdbCopy - > close ( 0 ) ;
2011-11-10 21:29:23 +01:00
}
}
2014-09-19 19:21:46 +02:00
if ( fSuccess ) {
2017-11-09 21:22:08 +01:00
Db dbA ( env - > dbenv . get ( ) , 0 ) ;
2019-08-06 05:08:33 +02:00
if ( dbA . remove ( strFile . c_str ( ) , nullptr , 0 ) )
2011-11-10 21:29:23 +01:00
fSuccess = false ;
2017-11-09 21:22:08 +01:00
Db dbB ( env - > dbenv . get ( ) , 0 ) ;
2019-08-06 05:08:33 +02:00
if ( dbB . rename ( strFileRes . c_str ( ) , nullptr , strFile . c_str ( ) , 0 ) )
2011-11-10 21:29:23 +01:00
fSuccess = false ;
}
if ( ! fSuccess )
2020-04-15 00:13:51 +02:00
LogPrintf ( " BerkeleyBatch::Rewrite: Failed to rewrite database file %s \n " , strFileRes ) ;
2011-11-10 21:29:23 +01:00
return fSuccess ;
}
}
2013-03-07 20:25:21 +01:00
MilliSleep ( 100 ) ;
2011-11-10 21:29:23 +01:00
}
}
2020-04-15 00:13:51 +02:00
void BerkeleyEnvironment : : Flush ( bool fShutdown )
2010-08-29 18:58:15 +02:00
{
2013-04-13 07:13:08 +02:00
int64_t nStart = GetTimeMillis ( ) ;
2014-01-22 14:41:24 +01:00
// Flush log data to the actual data file on all files that are not in use
2020-04-15 00:13:51 +02:00
LogPrint ( BCLog : : DB , " BerkeleyEnvironment::Flush: Flush(%s)%s \n " , fShutdown ? " true " : " false " , fDbEnvInit ? " " : " database not started " ) ;
2010-08-29 18:58:15 +02:00
if ( ! fDbEnvInit )
return ;
{
2012-04-06 18:39:12 +02:00
LOCK ( cs_db ) ;
2017-03-09 08:10:09 +01:00
std : : map < std : : string , int > : : iterator mi = mapFileUseCount . begin ( ) ;
2014-09-19 19:21:46 +02:00
while ( mi ! = mapFileUseCount . end ( ) ) {
2017-03-09 08:10:09 +01:00
std : : string strFile = ( * mi ) . first ;
2010-08-29 18:58:15 +02:00
int nRefCount = ( * mi ) . second ;
2020-04-15 00:13:51 +02:00
LogPrint ( BCLog : : DB , " BerkeleyEnvironment::Flush: Flushing %s (refcount = %d)... \n " , strFile , nRefCount ) ;
2014-09-19 19:21:46 +02:00
if ( nRefCount = = 0 ) {
2010-08-29 18:58:15 +02:00
// Move log data to the dat file
CloseDb ( strFile ) ;
2020-04-15 00:13:51 +02:00
LogPrint ( BCLog : : DB , " BerkeleyEnvironment::Flush: %s checkpoint \n " , strFile ) ;
2015-03-03 16:49:12 +01:00
dbenv - > txn_checkpoint ( 0 , 0 , 0 ) ;
2020-04-15 00:13:51 +02:00
LogPrint ( BCLog : : DB , " BerkeleyEnvironment::Flush: %s detach \n " , strFile ) ;
2012-11-04 12:48:45 +01:00
if ( ! fMockDb )
2015-03-03 16:49:12 +01:00
dbenv - > lsn_reset ( strFile . c_str ( ) , 0 ) ;
2020-04-15 00:13:51 +02:00
LogPrint ( BCLog : : DB , " BerkeleyEnvironment::Flush: %s closed \n " , strFile ) ;
2010-08-29 18:58:15 +02:00
mapFileUseCount . erase ( mi + + ) ;
2014-09-19 19:21:46 +02:00
} else
2010-08-29 18:58:15 +02:00
mi + + ;
}
2020-04-15 00:13:51 +02:00
LogPrint ( BCLog : : DB , " BerkeleyEnvironment::Flush: Flush(%s)%s took %15dms \n " , fShutdown ? " true " : " false " , fDbEnvInit ? " " : " database not started " , GetTimeMillis ( ) - nStart ) ;
2014-09-19 19:21:46 +02:00
if ( fShutdown ) {
2010-08-29 18:58:15 +02:00
char * * listp ;
2014-09-19 19:21:46 +02:00
if ( mapFileUseCount . empty ( ) ) {
2015-03-03 16:49:12 +01:00
dbenv - > log_archive ( & listp , DB_ARCH_REMOVE ) ;
2012-05-14 03:37:39 +02:00
Close ( ) ;
2018-06-21 16:24:01 +02:00
if ( ! fMockDb ) {
2017-04-06 20:19:21 +02:00
fs : : remove_all ( fs : : path ( strPath ) / " database " ) ;
2018-06-21 16:24:01 +02:00
}
2011-11-11 03:12:46 +01:00
}
2010-08-29 18:58:15 +02:00
}
}
}
2017-03-06 12:49:01 +01:00
2020-04-15 00:13:51 +02:00
bool BerkeleyBatch : : PeriodicFlush ( BerkeleyDatabase & database )
2017-03-06 12:49:01 +01:00
{
2020-04-15 00:13:51 +02:00
if ( database . IsDummy ( ) ) {
2017-04-24 14:43:38 +02:00
return true ;
}
2017-03-06 12:49:01 +01:00
bool ret = false ;
2020-04-15 00:13:51 +02:00
BerkeleyEnvironment * env = database . env ;
const std : : string & strFile = database . strFile ;
2018-03-07 17:05:08 +01:00
TRY_LOCK ( cs_db , lockDb ) ;
2017-03-06 12:49:01 +01:00
if ( lockDb )
{
// Don't do this if any databases are in use
int nRefCount = 0 ;
2017-04-24 14:43:38 +02:00
std : : map < std : : string , int > : : iterator mit = env - > mapFileUseCount . begin ( ) ;
while ( mit ! = env - > mapFileUseCount . end ( ) )
2017-03-06 12:49:01 +01:00
{
2017-03-18 11:00:00 +01:00
nRefCount + = ( * mit ) . second ;
mit + + ;
2017-03-06 12:49:01 +01:00
}
if ( nRefCount = = 0 )
{
boost : : this_thread : : interruption_point ( ) ;
2017-04-24 14:43:38 +02:00
std : : map < std : : string , int > : : iterator mi = env - > mapFileUseCount . find ( strFile ) ;
if ( mi ! = env - > mapFileUseCount . end ( ) )
2017-03-06 12:49:01 +01:00
{
2019-05-22 23:51:39 +02:00
LogPrint ( BCLog : : DB , " Flushing %s \n " , strFile ) ;
2017-03-06 12:49:01 +01:00
int64_t nStart = GetTimeMillis ( ) ;
// Flush wallet file so it's self contained
2017-04-24 14:43:38 +02:00
env - > CloseDb ( strFile ) ;
env - > CheckpointLSN ( strFile ) ;
2017-03-06 12:49:01 +01:00
2017-04-24 14:43:38 +02:00
env - > mapFileUseCount . erase ( mi + + ) ;
2019-05-22 23:51:39 +02:00
LogPrint ( BCLog : : DB , " Flushed %s %dms \n " , strFile , GetTimeMillis ( ) - nStart ) ;
2017-03-06 12:49:01 +01:00
ret = true ;
}
}
}
return ret ;
}
2017-04-24 14:43:38 +02:00
2020-04-15 00:13:51 +02:00
bool BerkeleyDatabase : : Rewrite ( const char * pszSkip )
2017-04-24 14:43:38 +02:00
{
2020-04-15 00:13:51 +02:00
return BerkeleyBatch : : Rewrite ( * this , pszSkip ) ;
2017-04-24 14:43:38 +02:00
}
2020-04-15 00:13:51 +02:00
bool BerkeleyDatabase : : Backup ( const std : : string & strDest )
2017-04-24 14:43:38 +02:00
{
if ( IsDummy ( ) ) {
return false ;
}
while ( true )
{
{
2018-03-07 17:05:08 +01:00
LOCK ( cs_db ) ;
2017-04-24 14:43:38 +02:00
if ( ! env - > mapFileUseCount . count ( strFile ) | | env - > mapFileUseCount [ strFile ] = = 0 )
{
// Flush log data to the dat file
env - > CloseDb ( strFile ) ;
env - > CheckpointLSN ( strFile ) ;
env - > mapFileUseCount . erase ( strFile ) ;
// Copy wallet file
2020-04-23 11:47:38 +02:00
fs : : path pathSrc = env - > Directory ( ) / strFile ; // see bitcoin #13667
2017-04-24 14:43:38 +02:00
fs : : path pathDest ( strDest ) ;
if ( fs : : is_directory ( pathDest ) )
pathDest / = strFile ;
try {
2017-11-01 17:26:23 +01:00
if ( fs : : equivalent ( pathSrc , pathDest ) ) {
LogPrintf ( " cannot backup to wallet source file %s \n " , pathDest . string ( ) ) ;
return false ;
}
2017-04-24 14:43:38 +02:00
fs : : copy_file ( pathSrc , pathDest , fs : : copy_option : : overwrite_if_exists ) ;
LogPrintf ( " copied %s to %s \n " , strFile , pathDest . string ( ) ) ;
return true ;
} catch ( const fs : : filesystem_error & e ) {
LogPrintf ( " error copying %s to %s - %s \n " , strFile , pathDest . string ( ) , e . what ( ) ) ;
return false ;
}
}
}
MilliSleep ( 100 ) ;
}
}
2020-04-15 00:13:51 +02:00
void BerkeleyDatabase : : Flush ( bool shutdown )
2017-04-24 14:43:38 +02:00
{
if ( ! IsDummy ( ) ) {
env - > Flush ( shutdown ) ;
2018-09-14 10:28:27 +02:00
if ( shutdown ) {
LOCK ( cs_db ) ;
g_dbenvs . erase ( env - > Directory ( ) . string ( ) ) ;
env = nullptr ;
2018-10-24 17:22:25 +02:00
} else {
// TODO: To avoid g_dbenvs.erase erasing the environment prematurely after the
// first database shutdown when multiple databases are open in the same
// environment, should replace raw database `env` pointers with shared or weak
// pointers, or else separate the database and environment shutdowns so
// environments can be shut down after databases.
env - > m_fileids . erase ( strFile ) ;
2018-09-14 10:28:27 +02:00
}
}
}
void BerkeleyDatabase : : ReloadDbEnv ( )
{
if ( ! IsDummy ( ) ) {
env - > ReloadDbEnv ( ) ;
2017-04-24 14:43:38 +02:00
}
}