2014-12-17 02:47:57 +01:00
|
|
|
// Copyright (c) 2012-2014 The Bitcoin Core developers
|
2014-11-04 14:34:04 +01:00
|
|
|
// Distributed under the MIT software license, see the accompanying
|
2012-09-03 19:05:30 +02:00
|
|
|
// file COPYING or http://www.opensource.org/licenses/mit-license.php.
|
|
|
|
|
2015-10-23 03:33:06 +02:00
|
|
|
#include "dbwrapper.h"
|
2013-04-13 07:13:08 +02:00
|
|
|
|
2012-09-03 19:05:30 +02:00
|
|
|
#include "util.h"
|
2015-09-08 00:22:23 +02:00
|
|
|
#include "random.h"
|
2012-09-03 19:05:30 +02:00
|
|
|
|
2013-04-13 07:13:08 +02:00
|
|
|
#include <boost/filesystem.hpp>
|
2014-11-04 14:34:04 +01:00
|
|
|
|
2012-09-03 19:05:30 +02:00
|
|
|
#include <leveldb/cache.h>
|
2013-04-13 07:13:08 +02:00
|
|
|
#include <leveldb/env.h>
|
2012-09-03 19:05:30 +02:00
|
|
|
#include <leveldb/filter_policy.h>
|
2013-09-09 04:02:28 +02:00
|
|
|
#include <memenv.h>
|
2015-09-08 00:22:23 +02:00
|
|
|
#include <stdint.h>
|
2012-09-03 19:05:30 +02:00
|
|
|
|
2015-10-23 03:02:20 +02:00
|
|
|
void HandleError(const leveldb::Status& status) throw(dbwrapper_error)
|
2014-09-19 19:21:46 +02:00
|
|
|
{
|
2013-01-29 01:44:19 +01:00
|
|
|
if (status.ok())
|
|
|
|
return;
|
2014-01-16 16:15:27 +01:00
|
|
|
LogPrintf("%s\n", status.ToString());
|
2013-01-29 01:44:19 +01:00
|
|
|
if (status.IsCorruption())
|
2015-10-23 03:02:20 +02:00
|
|
|
throw dbwrapper_error("Database corrupted");
|
2013-01-29 01:44:19 +01:00
|
|
|
if (status.IsIOError())
|
2015-10-23 03:02:20 +02:00
|
|
|
throw dbwrapper_error("Database I/O error");
|
2013-01-29 01:44:19 +01:00
|
|
|
if (status.IsNotFound())
|
2015-10-23 03:02:20 +02:00
|
|
|
throw dbwrapper_error("Database entry missing");
|
|
|
|
throw dbwrapper_error("Unknown database error");
|
2013-01-29 01:44:19 +01:00
|
|
|
}
|
|
|
|
|
2014-09-19 19:21:46 +02:00
|
|
|
static leveldb::Options GetOptions(size_t nCacheSize)
|
|
|
|
{
|
2012-09-03 19:05:30 +02:00
|
|
|
leveldb::Options options;
|
2012-11-04 17:11:48 +01:00
|
|
|
options.block_cache = leveldb::NewLRUCache(nCacheSize / 2);
|
|
|
|
options.write_buffer_size = nCacheSize / 4; // up to two write buffers may be held in memory simultaneously
|
2012-09-03 19:05:30 +02:00
|
|
|
options.filter_policy = leveldb::NewBloomFilterPolicy(10);
|
|
|
|
options.compression = leveldb::kNoCompression;
|
2013-04-24 00:10:23 +02:00
|
|
|
options.max_open_files = 64;
|
2014-05-12 12:24:22 +02:00
|
|
|
if (leveldb::kMajorVersion > 1 || (leveldb::kMajorVersion == 1 && leveldb::kMinorVersion >= 16)) {
|
|
|
|
// LevelDB versions before 1.16 consider short writes to be corruption. Only trigger error
|
|
|
|
// on corruption in later versions.
|
|
|
|
options.paranoid_checks = true;
|
|
|
|
}
|
2012-09-03 19:05:30 +02:00
|
|
|
return options;
|
|
|
|
}
|
|
|
|
|
2015-10-23 03:02:20 +02:00
|
|
|
CDBWrapper::CDBWrapper(const boost::filesystem::path& path, size_t nCacheSize, bool fMemory, bool fWipe, bool obfuscate)
|
2014-09-19 19:21:46 +02:00
|
|
|
{
|
2012-09-03 19:05:30 +02:00
|
|
|
penv = NULL;
|
|
|
|
readoptions.verify_checksums = true;
|
|
|
|
iteroptions.verify_checksums = true;
|
|
|
|
iteroptions.fill_cache = false;
|
|
|
|
syncoptions.sync = true;
|
2012-11-04 17:11:48 +01:00
|
|
|
options = GetOptions(nCacheSize);
|
2012-09-03 19:05:30 +02:00
|
|
|
options.create_if_missing = true;
|
2012-09-04 18:12:00 +02:00
|
|
|
if (fMemory) {
|
|
|
|
penv = leveldb::NewMemEnv(leveldb::Env::Default());
|
|
|
|
options.env = penv;
|
|
|
|
} else {
|
2012-10-21 21:23:13 +02:00
|
|
|
if (fWipe) {
|
2014-01-16 16:15:27 +01:00
|
|
|
LogPrintf("Wiping LevelDB in %s\n", path.string());
|
2015-08-13 01:32:20 +02:00
|
|
|
leveldb::Status result = leveldb::DestroyDB(path.string(), options);
|
|
|
|
HandleError(result);
|
2012-10-21 21:23:13 +02:00
|
|
|
}
|
2014-03-24 02:14:43 +01:00
|
|
|
TryCreateDirectory(path);
|
2014-01-16 16:15:27 +01:00
|
|
|
LogPrintf("Opening LevelDB in %s\n", path.string());
|
2012-09-04 18:12:00 +02:00
|
|
|
}
|
2012-09-03 19:05:30 +02:00
|
|
|
leveldb::Status status = leveldb::DB::Open(options, path.string(), &pdb);
|
2013-08-12 10:06:17 +02:00
|
|
|
HandleError(status);
|
2013-09-18 12:38:08 +02:00
|
|
|
LogPrintf("Opened LevelDB successfully\n");
|
2015-09-08 00:22:23 +02:00
|
|
|
|
|
|
|
// The base-case obfuscation key, which is a noop.
|
|
|
|
obfuscate_key = std::vector<unsigned char>(OBFUSCATE_KEY_NUM_BYTES, '\000');
|
|
|
|
|
|
|
|
bool key_exists = Read(OBFUSCATE_KEY_KEY, obfuscate_key);
|
|
|
|
|
|
|
|
if (!key_exists && obfuscate && IsEmpty()) {
|
2015-10-23 02:49:02 +02:00
|
|
|
// Initialize non-degenerate obfuscation if it won't upset
|
2015-09-08 00:22:23 +02:00
|
|
|
// existing, non-obfuscated data.
|
|
|
|
std::vector<unsigned char> new_key = CreateObfuscateKey();
|
|
|
|
|
|
|
|
// Write `new_key` so we don't obfuscate the key with itself
|
|
|
|
Write(OBFUSCATE_KEY_KEY, new_key);
|
|
|
|
obfuscate_key = new_key;
|
|
|
|
|
|
|
|
LogPrintf("Wrote new obfuscate key for %s: %s\n", path.string(), GetObfuscateKeyHex());
|
|
|
|
}
|
|
|
|
|
|
|
|
LogPrintf("Using obfuscation key for %s: %s\n", path.string(), GetObfuscateKeyHex());
|
2012-09-03 19:05:30 +02:00
|
|
|
}
|
|
|
|
|
2015-10-23 03:02:20 +02:00
|
|
|
CDBWrapper::~CDBWrapper()
|
2014-09-19 19:21:46 +02:00
|
|
|
{
|
2012-09-03 19:05:30 +02:00
|
|
|
delete pdb;
|
|
|
|
pdb = NULL;
|
|
|
|
delete options.filter_policy;
|
|
|
|
options.filter_policy = NULL;
|
|
|
|
delete options.block_cache;
|
|
|
|
options.block_cache = NULL;
|
|
|
|
delete penv;
|
|
|
|
options.env = NULL;
|
|
|
|
}
|
|
|
|
|
2015-10-23 03:02:20 +02:00
|
|
|
bool CDBWrapper::WriteBatch(CDBBatch& batch, bool fSync) throw(dbwrapper_error)
|
2014-09-19 19:21:46 +02:00
|
|
|
{
|
2012-09-03 19:05:30 +02:00
|
|
|
leveldb::Status status = pdb->Write(fSync ? syncoptions : writeoptions, &batch.batch);
|
2013-08-12 10:06:17 +02:00
|
|
|
HandleError(status);
|
2012-09-03 19:05:30 +02:00
|
|
|
return true;
|
|
|
|
}
|
2015-09-08 00:22:23 +02:00
|
|
|
|
|
|
|
// Prefixed with null character to avoid collisions with other keys
|
|
|
|
//
|
|
|
|
// We must use a string constructor which specifies length so that we copy
|
|
|
|
// past the null-terminator.
|
2015-10-23 03:02:20 +02:00
|
|
|
const std::string CDBWrapper::OBFUSCATE_KEY_KEY("\000obfuscate_key", 14);
|
2015-09-08 00:22:23 +02:00
|
|
|
|
2015-10-23 03:02:20 +02:00
|
|
|
const unsigned int CDBWrapper::OBFUSCATE_KEY_NUM_BYTES = 8;
|
2015-09-08 00:22:23 +02:00
|
|
|
|
|
|
|
/**
|
2015-10-23 02:49:02 +02:00
|
|
|
* Returns a string (consisting of 8 random bytes) suitable for use as an
|
|
|
|
* obfuscating XOR key.
|
2015-09-08 00:22:23 +02:00
|
|
|
*/
|
2015-10-23 03:02:20 +02:00
|
|
|
std::vector<unsigned char> CDBWrapper::CreateObfuscateKey() const
|
2015-09-08 00:22:23 +02:00
|
|
|
{
|
|
|
|
unsigned char buff[OBFUSCATE_KEY_NUM_BYTES];
|
|
|
|
GetRandBytes(buff, OBFUSCATE_KEY_NUM_BYTES);
|
|
|
|
return std::vector<unsigned char>(&buff[0], &buff[OBFUSCATE_KEY_NUM_BYTES]);
|
|
|
|
|
|
|
|
}
|
|
|
|
|
2015-10-23 03:02:20 +02:00
|
|
|
bool CDBWrapper::IsEmpty()
|
2015-09-08 00:22:23 +02:00
|
|
|
{
|
2015-10-23 03:02:20 +02:00
|
|
|
boost::scoped_ptr<CDBIterator> it(NewIterator());
|
2015-09-08 00:22:23 +02:00
|
|
|
it->SeekToFirst();
|
|
|
|
return !(it->Valid());
|
|
|
|
}
|
|
|
|
|
2015-10-23 03:02:20 +02:00
|
|
|
const std::vector<unsigned char>& CDBWrapper::GetObfuscateKey() const
|
2015-10-23 02:49:02 +02:00
|
|
|
{
|
|
|
|
return obfuscate_key;
|
2015-09-08 00:22:23 +02:00
|
|
|
}
|
|
|
|
|
2015-10-23 03:02:20 +02:00
|
|
|
std::string CDBWrapper::GetObfuscateKeyHex() const
|
2015-10-23 02:49:02 +02:00
|
|
|
{
|
|
|
|
return HexStr(obfuscate_key);
|
2015-09-08 00:22:23 +02:00
|
|
|
}
|
2015-10-08 09:44:10 +02:00
|
|
|
|
2015-10-23 03:02:20 +02:00
|
|
|
CDBIterator::~CDBIterator() { delete piter; }
|
|
|
|
bool CDBIterator::Valid() { return piter->Valid(); }
|
|
|
|
void CDBIterator::SeekToFirst() { piter->SeekToFirst(); }
|
|
|
|
void CDBIterator::Next() { piter->Next(); }
|