2012-05-11 17:00:03 +02:00
|
|
|
// Copyright (c) 2009-2010 Satoshi Nakamoto
|
2015-12-13 14:51:43 +01:00
|
|
|
// Copyright (c) 2009-2015 The Bitcoin Core developers
|
2014-12-13 05:09:33 +01:00
|
|
|
// Distributed under the MIT software license, see the accompanying
|
2012-05-18 16:02:28 +02:00
|
|
|
// file COPYING or http://www.opensource.org/licenses/mit-license.php.
|
2013-04-13 07:13:08 +02:00
|
|
|
|
2012-05-11 17:00:03 +02:00
|
|
|
#ifndef BITCOIN_SYNC_H
|
|
|
|
#define BITCOIN_SYNC_H
|
|
|
|
|
2020-03-19 23:46:56 +01:00
|
|
|
#include <threadsafety.h>
|
2019-09-25 16:55:52 +02:00
|
|
|
#include <util/macros.h>
|
2013-04-13 07:13:08 +02:00
|
|
|
|
2017-11-07 19:29:21 +01:00
|
|
|
#include <condition_variable>
|
|
|
|
#include <mutex>
|
2020-03-16 12:45:38 +01:00
|
|
|
#include <string>
|
|
|
|
#include <thread>
|
2013-06-24 18:10:15 +02:00
|
|
|
|
2016-04-14 23:28:33 +02:00
|
|
|
/////////////////////////////////////////////////
|
|
|
|
// //
|
2015-08-09 01:17:27 +02:00
|
|
|
// THE SIMPLE DEFINITION, EXCLUDING DEBUG CODE //
|
2016-04-14 23:28:33 +02:00
|
|
|
// //
|
|
|
|
/////////////////////////////////////////////////
|
2013-06-24 18:10:15 +02:00
|
|
|
|
|
|
|
/*
|
2019-01-15 19:41:59 +01:00
|
|
|
RecursiveMutex mutex;
|
2017-11-07 19:29:21 +01:00
|
|
|
std::recursive_mutex mutex;
|
2013-06-24 18:10:15 +02:00
|
|
|
|
|
|
|
LOCK(mutex);
|
2017-11-07 19:29:21 +01:00
|
|
|
std::unique_lock<std::recursive_mutex> criticalblock(mutex);
|
2013-06-24 18:10:15 +02:00
|
|
|
|
|
|
|
LOCK2(mutex1, mutex2);
|
2017-11-07 19:29:21 +01:00
|
|
|
std::unique_lock<std::recursive_mutex> criticalblock1(mutex1);
|
|
|
|
std::unique_lock<std::recursive_mutex> criticalblock2(mutex2);
|
2013-06-24 18:10:15 +02:00
|
|
|
|
|
|
|
TRY_LOCK(mutex, name);
|
2017-11-07 19:29:21 +01:00
|
|
|
std::unique_lock<std::recursive_mutex> name(mutex, std::try_to_lock_t);
|
2013-06-24 18:10:15 +02:00
|
|
|
|
|
|
|
ENTER_CRITICAL_SECTION(mutex); // no RAII
|
|
|
|
mutex.lock();
|
|
|
|
|
|
|
|
LEAVE_CRITICAL_SECTION(mutex); // no RAII
|
|
|
|
mutex.unlock();
|
|
|
|
*/
|
|
|
|
|
|
|
|
///////////////////////////////
|
|
|
|
// //
|
|
|
|
// THE ACTUAL IMPLEMENTATION //
|
|
|
|
// //
|
|
|
|
///////////////////////////////
|
|
|
|
|
2017-11-08 21:28:35 +01:00
|
|
|
#ifdef DEBUG_LOCKORDER
|
|
|
|
void EnterCritical(const char* pszName, const char* pszFile, int nLine, void* cs, bool fTry = false);
|
|
|
|
void LeaveCritical();
|
2020-03-06 20:47:49 +01:00
|
|
|
void CheckLastCritical(void* cs, std::string& lockname, const char* guardname, const char* file, int line);
|
2017-11-08 21:28:35 +01:00
|
|
|
std::string LocksHeld();
|
2021-06-09 14:02:42 +02:00
|
|
|
template <typename MutexType>
|
|
|
|
void AssertLockHeldInternal(const char* pszName, const char* pszFile, int nLine, MutexType* cs) ASSERT_EXCLUSIVE_LOCK(cs);
|
2017-11-08 21:28:35 +01:00
|
|
|
void AssertLockNotHeldInternal(const char* pszName, const char* pszFile, int nLine, void* cs);
|
|
|
|
void DeleteLock(void* cs);
|
2020-06-22 20:12:14 +02:00
|
|
|
bool LockStackEmpty();
|
2017-11-08 21:28:35 +01:00
|
|
|
|
2015-03-13 08:14:50 +01:00
|
|
|
/**
|
2017-11-08 21:28:35 +01:00
|
|
|
* Call abort() if a potential lock order deadlock bug is detected, instead of
|
|
|
|
* just logging information and throwing a logic_error. Defaults to true, and
|
|
|
|
* set to false in DEBUG_LOCKORDER unit tests.
|
|
|
|
*/
|
|
|
|
extern bool g_debug_lockorder_abort;
|
|
|
|
#else
|
2020-06-22 20:12:14 +02:00
|
|
|
inline void EnterCritical(const char* pszName, const char* pszFile, int nLine, void* cs, bool fTry = false) {}
|
|
|
|
inline void LeaveCritical() {}
|
|
|
|
inline void CheckLastCritical(void* cs, std::string& lockname, const char* guardname, const char* file, int line) {}
|
2021-06-09 14:02:42 +02:00
|
|
|
template <typename MutexType>
|
2020-06-22 20:12:14 +02:00
|
|
|
inline void AssertLockHeldInternal(const char* pszName, const char* pszFile, int nLine, MutexType* cs) ASSERT_EXCLUSIVE_LOCK(cs) {}
|
|
|
|
inline void AssertLockNotHeldInternal(const char* pszName, const char* pszFile, int nLine, void* cs) {}
|
|
|
|
inline void DeleteLock(void* cs) {}
|
|
|
|
inline bool LockStackEmpty() { return true; }
|
2017-11-08 21:28:35 +01:00
|
|
|
#endif
|
|
|
|
#define AssertLockHeld(cs) AssertLockHeldInternal(#cs, __FILE__, __LINE__, &cs)
|
|
|
|
#define AssertLockNotHeld(cs) AssertLockNotHeldInternal(#cs, __FILE__, __LINE__, &cs)
|
|
|
|
|
|
|
|
/**
|
|
|
|
* Template mixin that adds -Wthread-safety locking annotations and lock order
|
|
|
|
* checking to a subset of the mutex API.
|
2015-03-13 08:14:50 +01:00
|
|
|
*/
|
2012-11-11 03:50:26 +01:00
|
|
|
template <typename PARENT>
|
|
|
|
class LOCKABLE AnnotatedMixin : public PARENT
|
|
|
|
{
|
|
|
|
public:
|
2017-11-08 21:28:35 +01:00
|
|
|
~AnnotatedMixin() {
|
|
|
|
DeleteLock((void*)this);
|
|
|
|
}
|
|
|
|
|
2012-11-11 03:50:26 +01:00
|
|
|
void lock() EXCLUSIVE_LOCK_FUNCTION()
|
|
|
|
{
|
2014-09-19 19:21:46 +02:00
|
|
|
PARENT::lock();
|
2012-11-11 03:50:26 +01:00
|
|
|
}
|
2012-05-11 17:00:03 +02:00
|
|
|
|
2012-11-11 03:50:26 +01:00
|
|
|
void unlock() UNLOCK_FUNCTION()
|
|
|
|
{
|
2014-09-19 19:21:46 +02:00
|
|
|
PARENT::unlock();
|
2012-11-11 03:50:26 +01:00
|
|
|
}
|
2012-05-11 17:00:03 +02:00
|
|
|
|
2012-11-11 03:50:26 +01:00
|
|
|
bool try_lock() EXCLUSIVE_TRYLOCK_FUNCTION(true)
|
|
|
|
{
|
2014-09-19 19:21:46 +02:00
|
|
|
return PARENT::try_lock();
|
2012-11-11 03:50:26 +01:00
|
|
|
}
|
2012-05-11 17:00:03 +02:00
|
|
|
|
2017-11-08 21:28:35 +01:00
|
|
|
using UniqueLock = std::unique_lock<PARENT>;
|
2020-06-09 15:50:45 +02:00
|
|
|
#ifdef __clang__
|
|
|
|
//! For negative capabilities in the Clang Thread Safety Analysis.
|
|
|
|
//! A negative requirement uses the EXCLUSIVE_LOCKS_REQUIRED attribute, in conjunction
|
|
|
|
//! with the ! operator, to indicate that a mutex should not be held.
|
|
|
|
const AnnotatedMixin& operator!() const { return *this; }
|
|
|
|
#endif // __clang__
|
2017-11-08 21:28:35 +01:00
|
|
|
};
|
2012-05-11 17:00:03 +02:00
|
|
|
|
2016-04-14 14:57:13 +02:00
|
|
|
/**
|
2017-11-07 19:29:21 +01:00
|
|
|
* Wrapped mutex: supports recursive locking, but no waiting
|
2016-04-14 14:57:13 +02:00
|
|
|
* TODO: We should move away from using the recursive lock by default.
|
|
|
|
*/
|
2019-01-15 19:41:59 +01:00
|
|
|
using RecursiveMutex = AnnotatedMixin<std::recursive_mutex>;
|
2017-11-08 21:28:35 +01:00
|
|
|
typedef AnnotatedMixin<std::recursive_mutex> CCriticalSection;
|
2016-04-14 14:57:13 +02:00
|
|
|
|
2017-11-07 19:29:21 +01:00
|
|
|
/** Wrapped mutex: supports waiting but not recursive locking */
|
2021-06-04 21:26:33 +02:00
|
|
|
typedef AnnotatedMixin<std::mutex> Mutex;
|
2017-11-07 19:29:21 +01:00
|
|
|
|
2012-06-05 16:12:32 +02:00
|
|
|
#ifdef DEBUG_LOCKCONTENTION
|
|
|
|
void PrintLockContention(const char* pszName, const char* pszFile, int nLine);
|
|
|
|
#endif
|
|
|
|
|
2017-11-08 21:28:35 +01:00
|
|
|
/** Wrapper around std::unique_lock style lock for Mutex. */
|
|
|
|
template <typename Mutex, typename Base = typename Mutex::UniqueLock>
|
2021-06-04 21:26:33 +02:00
|
|
|
class SCOPED_LOCKABLE UniqueLock : public Base
|
2012-05-11 17:00:03 +02:00
|
|
|
{
|
|
|
|
private:
|
|
|
|
void Enter(const char* pszName, const char* pszFile, int nLine)
|
|
|
|
{
|
2017-11-08 21:28:35 +01:00
|
|
|
EnterCritical(pszName, pszFile, nLine, (void*)(Base::mutex()));
|
2012-05-11 17:00:03 +02:00
|
|
|
#ifdef DEBUG_LOCKCONTENTION
|
2017-11-08 21:28:35 +01:00
|
|
|
if (!Base::try_lock()) {
|
2012-11-11 07:11:13 +01:00
|
|
|
PrintLockContention(pszName, pszFile, nLine);
|
2012-05-11 17:00:03 +02:00
|
|
|
#endif
|
2017-11-08 21:28:35 +01:00
|
|
|
Base::lock();
|
2012-05-11 17:00:03 +02:00
|
|
|
#ifdef DEBUG_LOCKCONTENTION
|
|
|
|
}
|
2012-11-11 07:11:13 +01:00
|
|
|
#endif
|
2012-05-11 17:00:03 +02:00
|
|
|
}
|
|
|
|
|
|
|
|
bool TryEnter(const char* pszName, const char* pszFile, int nLine)
|
|
|
|
{
|
2017-11-08 21:28:35 +01:00
|
|
|
EnterCritical(pszName, pszFile, nLine, (void*)(Base::mutex()), true);
|
|
|
|
Base::try_lock();
|
|
|
|
if (!Base::owns_lock())
|
2012-11-11 07:11:13 +01:00
|
|
|
LeaveCritical();
|
2017-11-08 21:28:35 +01:00
|
|
|
return Base::owns_lock();
|
2012-05-11 17:00:03 +02:00
|
|
|
}
|
|
|
|
|
2012-11-11 07:11:13 +01:00
|
|
|
public:
|
2021-06-04 21:26:33 +02:00
|
|
|
UniqueLock(Mutex& mutexIn, const char* pszName, const char* pszFile, int nLine, bool fTry = false) EXCLUSIVE_LOCK_FUNCTION(mutexIn) : Base(mutexIn, std::defer_lock)
|
2012-05-11 17:00:03 +02:00
|
|
|
{
|
|
|
|
if (fTry)
|
|
|
|
TryEnter(pszName, pszFile, nLine);
|
|
|
|
else
|
|
|
|
Enter(pszName, pszFile, nLine);
|
|
|
|
}
|
|
|
|
|
2021-06-04 21:26:33 +02:00
|
|
|
UniqueLock(Mutex* pmutexIn, const char* pszName, const char* pszFile, int nLine, bool fTry = false) EXCLUSIVE_LOCK_FUNCTION(pmutexIn)
|
2014-10-19 10:46:17 +02:00
|
|
|
{
|
|
|
|
if (!pmutexIn) return;
|
|
|
|
|
2017-11-08 21:28:35 +01:00
|
|
|
*static_cast<Base*>(this) = Base(*pmutexIn, std::defer_lock);
|
2014-10-19 10:46:17 +02:00
|
|
|
if (fTry)
|
|
|
|
TryEnter(pszName, pszFile, nLine);
|
|
|
|
else
|
|
|
|
Enter(pszName, pszFile, nLine);
|
|
|
|
}
|
|
|
|
|
2021-06-04 21:26:33 +02:00
|
|
|
~UniqueLock() UNLOCK_FUNCTION()
|
2012-05-11 17:00:03 +02:00
|
|
|
{
|
2017-11-08 21:28:35 +01:00
|
|
|
if (Base::owns_lock())
|
2012-05-11 17:00:03 +02:00
|
|
|
LeaveCritical();
|
|
|
|
}
|
|
|
|
|
|
|
|
operator bool()
|
|
|
|
{
|
2017-11-08 21:28:35 +01:00
|
|
|
return Base::owns_lock();
|
2012-05-11 17:00:03 +02:00
|
|
|
}
|
2020-03-06 20:47:49 +01:00
|
|
|
|
|
|
|
protected:
|
|
|
|
// needed for reverse_lock
|
|
|
|
UniqueLock() { }
|
|
|
|
|
|
|
|
public:
|
|
|
|
/**
|
|
|
|
* An RAII-style reverse lock. Unlocks on construction and locks on destruction.
|
|
|
|
*/
|
|
|
|
class reverse_lock {
|
|
|
|
public:
|
|
|
|
explicit reverse_lock(UniqueLock& _lock, const char* _guardname, const char* _file, int _line) : lock(_lock), file(_file), line(_line) {
|
|
|
|
CheckLastCritical((void*)lock.mutex(), lockname, _guardname, _file, _line);
|
|
|
|
lock.unlock();
|
|
|
|
LeaveCritical();
|
|
|
|
lock.swap(templock);
|
|
|
|
}
|
|
|
|
|
|
|
|
~reverse_lock() {
|
|
|
|
templock.swap(lock);
|
|
|
|
EnterCritical(lockname.c_str(), file.c_str(), line, (void*)lock.mutex());
|
|
|
|
lock.lock();
|
|
|
|
}
|
|
|
|
|
|
|
|
private:
|
|
|
|
reverse_lock(reverse_lock const&);
|
|
|
|
reverse_lock& operator=(reverse_lock const&);
|
|
|
|
|
|
|
|
UniqueLock& lock;
|
|
|
|
UniqueLock templock;
|
|
|
|
std::string lockname;
|
|
|
|
const std::string file;
|
|
|
|
const int line;
|
|
|
|
};
|
|
|
|
friend class reverse_lock;
|
2012-05-11 17:00:03 +02:00
|
|
|
};
|
|
|
|
|
2020-03-06 20:47:49 +01:00
|
|
|
#define REVERSE_LOCK(g) decltype(g)::reverse_lock PASTE2(revlock, __COUNTER__)(g, #g, __FILE__, __LINE__)
|
|
|
|
|
2017-11-08 21:28:35 +01:00
|
|
|
template<typename MutexArg>
|
2021-06-04 21:26:33 +02:00
|
|
|
using DebugLock = UniqueLock<typename std::remove_reference<typename std::remove_pointer<MutexArg>::type>::type>;
|
2017-11-08 21:28:35 +01:00
|
|
|
|
|
|
|
#define LOCK(cs) DebugLock<decltype(cs)> PASTE2(criticalblock, __COUNTER__)(cs, #cs, __FILE__, __LINE__)
|
|
|
|
#define LOCK2(cs1, cs2) \
|
|
|
|
DebugLock<decltype(cs1)> criticalblock1(cs1, #cs1, __FILE__, __LINE__); \
|
|
|
|
DebugLock<decltype(cs2)> criticalblock2(cs2, #cs2, __FILE__, __LINE__);
|
|
|
|
#define TRY_LOCK(cs, name) DebugLock<decltype(cs)> name(cs, #cs, __FILE__, __LINE__, true)
|
|
|
|
#define WAIT_LOCK(cs, name) DebugLock<decltype(cs)> name(cs, #cs, __FILE__, __LINE__)
|
2012-05-11 17:00:03 +02:00
|
|
|
|
2014-09-19 19:21:46 +02:00
|
|
|
#define ENTER_CRITICAL_SECTION(cs) \
|
|
|
|
{ \
|
2012-05-11 17:00:03 +02:00
|
|
|
EnterCritical(#cs, __FILE__, __LINE__, (void*)(&cs)); \
|
2014-09-19 19:21:46 +02:00
|
|
|
(cs).lock(); \
|
2012-05-11 17:00:03 +02:00
|
|
|
}
|
|
|
|
|
|
|
|
#define LEAVE_CRITICAL_SECTION(cs) \
|
2014-09-19 19:21:46 +02:00
|
|
|
{ \
|
|
|
|
(cs).unlock(); \
|
|
|
|
LeaveCritical(); \
|
2012-05-11 17:00:03 +02:00
|
|
|
}
|
|
|
|
|
2019-04-19 13:48:31 +02:00
|
|
|
//! Run code while locking a mutex.
|
|
|
|
//!
|
|
|
|
//! Examples:
|
|
|
|
//!
|
|
|
|
//! WITH_LOCK(cs, shared_val = shared_val + 1);
|
|
|
|
//!
|
|
|
|
//! int val = WITH_LOCK(cs, return shared_val);
|
|
|
|
//!
|
|
|
|
#define WITH_LOCK(cs, code) [&] { LOCK(cs); code; }()
|
|
|
|
|
2012-05-11 17:00:03 +02:00
|
|
|
class CSemaphore
|
|
|
|
{
|
|
|
|
private:
|
2017-11-28 08:37:50 +01:00
|
|
|
std::condition_variable condition;
|
|
|
|
std::mutex mutex;
|
2012-05-13 17:55:23 +02:00
|
|
|
int value;
|
2012-05-11 17:00:03 +02:00
|
|
|
|
|
|
|
public:
|
2017-08-17 22:59:56 +02:00
|
|
|
explicit CSemaphore(int init) : value(init) {}
|
2012-05-11 17:00:03 +02:00
|
|
|
|
2014-09-19 19:21:46 +02:00
|
|
|
void wait()
|
|
|
|
{
|
2017-11-28 08:37:50 +01:00
|
|
|
std::unique_lock<std::mutex> lock(mutex);
|
|
|
|
condition.wait(lock, [&]() { return value >= 1; });
|
2012-05-13 17:55:23 +02:00
|
|
|
value--;
|
2012-05-11 17:00:03 +02:00
|
|
|
}
|
|
|
|
|
2014-09-19 19:21:46 +02:00
|
|
|
bool try_wait()
|
|
|
|
{
|
2017-11-28 08:37:50 +01:00
|
|
|
std::lock_guard<std::mutex> lock(mutex);
|
2012-05-13 17:55:23 +02:00
|
|
|
if (value < 1)
|
|
|
|
return false;
|
|
|
|
value--;
|
|
|
|
return true;
|
2012-05-11 17:00:03 +02:00
|
|
|
}
|
|
|
|
|
2014-09-19 19:21:46 +02:00
|
|
|
void post()
|
|
|
|
{
|
2012-05-13 17:55:23 +02:00
|
|
|
{
|
2017-11-28 08:37:50 +01:00
|
|
|
std::lock_guard<std::mutex> lock(mutex);
|
2012-05-13 17:55:23 +02:00
|
|
|
value++;
|
|
|
|
}
|
|
|
|
condition.notify_one();
|
2012-05-11 17:00:03 +02:00
|
|
|
}
|
|
|
|
};
|
|
|
|
|
|
|
|
/** RAII-style semaphore lock */
|
|
|
|
class CSemaphoreGrant
|
|
|
|
{
|
|
|
|
private:
|
2014-09-19 19:21:46 +02:00
|
|
|
CSemaphore* sem;
|
2012-05-11 17:00:03 +02:00
|
|
|
bool fHaveGrant;
|
|
|
|
|
|
|
|
public:
|
2014-09-19 19:21:46 +02:00
|
|
|
void Acquire()
|
|
|
|
{
|
2012-05-11 17:00:03 +02:00
|
|
|
if (fHaveGrant)
|
|
|
|
return;
|
|
|
|
sem->wait();
|
|
|
|
fHaveGrant = true;
|
|
|
|
}
|
|
|
|
|
2014-09-19 19:21:46 +02:00
|
|
|
void Release()
|
|
|
|
{
|
2012-05-11 17:00:03 +02:00
|
|
|
if (!fHaveGrant)
|
|
|
|
return;
|
|
|
|
sem->post();
|
|
|
|
fHaveGrant = false;
|
|
|
|
}
|
|
|
|
|
2014-09-19 19:21:46 +02:00
|
|
|
bool TryAcquire()
|
|
|
|
{
|
2012-05-11 17:00:03 +02:00
|
|
|
if (!fHaveGrant && sem->try_wait())
|
|
|
|
fHaveGrant = true;
|
|
|
|
return fHaveGrant;
|
|
|
|
}
|
|
|
|
|
2014-09-19 19:21:46 +02:00
|
|
|
void MoveTo(CSemaphoreGrant& grant)
|
|
|
|
{
|
2012-05-11 17:00:03 +02:00
|
|
|
grant.Release();
|
|
|
|
grant.sem = sem;
|
|
|
|
grant.fHaveGrant = fHaveGrant;
|
|
|
|
fHaveGrant = false;
|
|
|
|
}
|
|
|
|
|
2019-08-06 05:08:33 +02:00
|
|
|
CSemaphoreGrant() : sem(nullptr), fHaveGrant(false) {}
|
2012-05-11 17:00:03 +02:00
|
|
|
|
2017-08-17 22:59:56 +02:00
|
|
|
explicit CSemaphoreGrant(CSemaphore& sema, bool fTry = false) : sem(&sema), fHaveGrant(false)
|
2014-09-19 19:21:46 +02:00
|
|
|
{
|
2012-05-11 17:00:03 +02:00
|
|
|
if (fTry)
|
|
|
|
TryAcquire();
|
|
|
|
else
|
|
|
|
Acquire();
|
|
|
|
}
|
|
|
|
|
2014-09-19 19:21:46 +02:00
|
|
|
~CSemaphoreGrant()
|
|
|
|
{
|
2012-05-11 17:00:03 +02:00
|
|
|
Release();
|
|
|
|
}
|
|
|
|
|
2017-08-16 02:09:10 +02:00
|
|
|
operator bool() const
|
2014-09-19 19:21:46 +02:00
|
|
|
{
|
2012-05-11 17:00:03 +02:00
|
|
|
return fHaveGrant;
|
|
|
|
}
|
|
|
|
};
|
|
|
|
|
2019-05-23 19:35:59 +02:00
|
|
|
// Utility class for indicating to compiler thread analysis that a mutex is
|
|
|
|
// locked (when it couldn't be determined otherwise).
|
|
|
|
struct SCOPED_LOCKABLE LockAssertion
|
|
|
|
{
|
|
|
|
template <typename Mutex>
|
|
|
|
explicit LockAssertion(Mutex& mutex) EXCLUSIVE_LOCK_FUNCTION(mutex)
|
|
|
|
{
|
|
|
|
#ifdef DEBUG_LOCKORDER
|
|
|
|
AssertLockHeld(mutex);
|
|
|
|
#endif
|
|
|
|
}
|
|
|
|
~LockAssertion() UNLOCK_FUNCTION() {}
|
|
|
|
};
|
|
|
|
|
2014-08-28 22:21:03 +02:00
|
|
|
#endif // BITCOIN_SYNC_H
|