#ifndef __TRACYLOCK_HPP__ #define __TRACYLOCK_HPP__ #include #include #include "../common/TracySystem.hpp" #include "../common/TracyAlign.hpp" #include "TracyProfiler.hpp" namespace tracy { extern std::atomic s_lockCounter; template class Lockable { public: tracy_force_inline Lockable( const SourceLocation* srcloc ) : m_id( s_lockCounter.fetch_add( 1, std::memory_order_relaxed ) ) { assert( m_id != std::numeric_limits::max() ); Magic magic; auto& token = s_token.ptr; auto& tail = token->get_tail_index(); auto item = token->enqueue_begin( magic ); MemWrite( &item->hdr.type, QueueType::LockAnnounce ); MemWrite( &item->lockAnnounce.id, m_id ); MemWrite( &item->lockAnnounce.lckloc, (uint64_t)srcloc ); MemWrite( &item->lockAnnounce.type, LockType::Lockable ); #ifdef TRACY_ON_DEMAND s_profiler.DeferItem( *item ); #endif tail.store( magic + 1, std::memory_order_release ); } Lockable( const Lockable& ) = delete; Lockable& operator=( const Lockable& ) = delete; tracy_force_inline void lock() { #ifndef TRACY_ON_DEMAND const auto thread = GetThreadHandle(); { Magic magic; auto& token = s_token.ptr; auto& tail = token->get_tail_index(); auto item = token->enqueue_begin( magic ); MemWrite( &item->hdr.type, QueueType::LockWait ); MemWrite( &item->lockWait.id, m_id ); MemWrite( &item->lockWait.thread, thread ); MemWrite( &item->lockWait.time, Profiler::GetTime() ); MemWrite( &item->lockWait.type, LockType::Lockable ); tail.store( magic + 1, std::memory_order_release ); } #endif m_lockable.lock(); #ifndef TRACY_ON_DEMAND { Magic magic; auto& token = s_token.ptr; auto& tail = token->get_tail_index(); auto item = token->enqueue_begin( magic ); MemWrite( &item->hdr.type, QueueType::LockObtain ); MemWrite( &item->lockObtain.id, m_id ); MemWrite( &item->lockObtain.thread, thread ); MemWrite( &item->lockObtain.time, Profiler::GetTime() ); tail.store( magic + 1, std::memory_order_release ); } #endif } tracy_force_inline void unlock() { m_lockable.unlock(); #ifndef TRACY_ON_DEMAND Magic magic; auto& token = s_token.ptr; auto& tail = token->get_tail_index(); auto item = token->enqueue_begin( magic ); MemWrite( &item->hdr.type, QueueType::LockRelease ); MemWrite( &item->lockRelease.id, m_id ); MemWrite( &item->lockRelease.thread, GetThreadHandle() ); MemWrite( &item->lockRelease.time, Profiler::GetTime() ); tail.store( magic + 1, std::memory_order_release ); #endif } tracy_force_inline bool try_lock() { const auto ret = m_lockable.try_lock(); #ifndef TRACY_ON_DEMAND if( ret ) { Magic magic; auto& token = s_token.ptr; auto& tail = token->get_tail_index(); auto item = token->enqueue_begin( magic ); MemWrite( &item->hdr.type, QueueType::LockObtain ); MemWrite( &item->lockObtain.id, m_id ); MemWrite( &item->lockObtain.thread, GetThreadHandle() ); MemWrite( &item->lockObtain.time, Profiler::GetTime() ); tail.store( magic + 1, std::memory_order_release ); } #endif return ret; } tracy_force_inline void Mark( const SourceLocation* srcloc ) const { #ifndef TRACY_ON_DEMAND Magic magic; auto& token = s_token.ptr; auto& tail = token->get_tail_index(); auto item = token->enqueue_begin( magic ); MemWrite( &item->hdr.type, QueueType::LockMark ); MemWrite( &item->lockMark.id, m_id ); MemWrite( &item->lockMark.thread, GetThreadHandle() ); MemWrite( &item->lockMark.srcloc, (uint64_t)srcloc ); tail.store( magic + 1, std::memory_order_release ); #endif } private: T m_lockable; uint32_t m_id; }; template class SharedLockable { public: tracy_force_inline SharedLockable( const SourceLocation* srcloc ) : m_id( s_lockCounter.fetch_add( 1, std::memory_order_relaxed ) ) { assert( m_id != std::numeric_limits::max() ); Magic magic; auto& token = s_token.ptr; auto& tail = token->get_tail_index(); auto item = token->enqueue_begin( magic ); MemWrite( &item->hdr.type, QueueType::LockAnnounce ); MemWrite( &item->lockAnnounce.id, m_id ); MemWrite( &item->lockAnnounce.lckloc, (uint64_t)srcloc ); MemWrite( &item->lockAnnounce.type, LockType::SharedLockable ); #ifdef TRACY_ON_DEMAND s_profiler.DeferItem( *item ); #endif tail.store( magic + 1, std::memory_order_release ); } SharedLockable( const SharedLockable& ) = delete; SharedLockable& operator=( const SharedLockable& ) = delete; tracy_force_inline void lock() { #ifndef TRACY_ON_DEMAND const auto thread = GetThreadHandle(); { Magic magic; auto& token = s_token.ptr; auto& tail = token->get_tail_index(); auto item = token->enqueue_begin( magic ); MemWrite( &item->hdr.type, QueueType::LockWait ); MemWrite( &item->lockWait.id, m_id ); MemWrite( &item->lockWait.thread, thread ); MemWrite( &item->lockWait.time, Profiler::GetTime() ); MemWrite( &item->lockWait.type, LockType::SharedLockable ); tail.store( magic + 1, std::memory_order_release ); } #endif m_lockable.lock(); #ifndef TRACY_ON_DEMAND { Magic magic; auto& token = s_token.ptr; auto& tail = token->get_tail_index(); auto item = token->enqueue_begin( magic ); MemWrite( &item->hdr.type, QueueType::LockObtain ); MemWrite( &item->lockObtain.id, m_id ); MemWrite( &item->lockObtain.thread, thread ); MemWrite( &item->lockObtain.time, Profiler::GetTime() ); tail.store( magic + 1, std::memory_order_release ); } #endif } tracy_force_inline void unlock() { m_lockable.unlock(); #ifndef TRACY_ON_DEMAND Magic magic; auto& token = s_token.ptr; auto& tail = token->get_tail_index(); auto item = token->enqueue_begin( magic ); MemWrite( &item->hdr.type, QueueType::LockRelease ); MemWrite( &item->lockRelease.id, m_id ); MemWrite( &item->lockRelease.thread, GetThreadHandle() ); MemWrite( &item->lockRelease.time, Profiler::GetTime() ); tail.store( magic + 1, std::memory_order_release ); #endif } tracy_force_inline bool try_lock() { const auto ret = m_lockable.try_lock(); #ifndef TRACY_ON_DEMAND if( ret ) { Magic magic; auto& token = s_token.ptr; auto& tail = token->get_tail_index(); auto item = token->enqueue_begin( magic ); MemWrite( &item->hdr.type, QueueType::LockObtain ); MemWrite( &item->lockObtain.id, m_id ); MemWrite( &item->lockObtain.thread, GetThreadHandle() ); MemWrite( &item->lockObtain.time, Profiler::GetTime() ); tail.store( magic + 1, std::memory_order_release ); } #endif return ret; } tracy_force_inline void lock_shared() { #ifndef TRACY_ON_DEMAND const auto thread = GetThreadHandle(); { Magic magic; auto& token = s_token.ptr; auto& tail = token->get_tail_index(); auto item = token->enqueue_begin( magic ); MemWrite( &item->hdr.type, QueueType::LockSharedWait ); MemWrite( &item->lockWait.id, m_id ); MemWrite( &item->lockWait.thread, thread ); MemWrite( &item->lockWait.time, Profiler::GetTime() ); MemWrite( &item->lockWait.type, LockType::SharedLockable ); tail.store( magic + 1, std::memory_order_release ); } #endif m_lockable.lock_shared(); #ifndef TRACY_ON_DEMAND { Magic magic; auto& token = s_token.ptr; auto& tail = token->get_tail_index(); auto item = token->enqueue_begin( magic ); MemWrite( &item->hdr.type, QueueType::LockSharedObtain ); MemWrite( &item->lockObtain.id, m_id ); MemWrite( &item->lockObtain.thread, thread ); MemWrite( &item->lockObtain.time, Profiler::GetTime() ); tail.store( magic + 1, std::memory_order_release ); } #endif } tracy_force_inline void unlock_shared() { m_lockable.unlock_shared(); #ifndef TRACY_ON_DEMAND Magic magic; auto& token = s_token.ptr; auto& tail = token->get_tail_index(); auto item = token->enqueue_begin( magic ); MemWrite( &item->hdr.type, QueueType::LockSharedRelease ); MemWrite( &item->lockRelease.id, m_id ); MemWrite( &item->lockRelease.thread, GetThreadHandle() ); MemWrite( &item->lockRelease.time, Profiler::GetTime() ); tail.store( magic + 1, std::memory_order_release ); #endif } tracy_force_inline bool try_lock_shared() { const auto ret = m_lockable.try_lock_shared(); #ifndef TRACY_ON_DEMAND if( ret ) { Magic magic; auto& token = s_token.ptr; auto& tail = token->get_tail_index(); auto item = token->enqueue_begin( magic ); MemWrite( &item->hdr.type, QueueType::LockSharedObtain ); MemWrite( &item->lockObtain.id, m_id ); MemWrite( &item->lockObtain.thread, GetThreadHandle() ); MemWrite( &item->lockObtain.time, Profiler::GetTime() ); tail.store( magic + 1, std::memory_order_release ); } #endif return ret; } tracy_force_inline void Mark( const SourceLocation* srcloc ) const { #ifndef TRACY_ON_DEMAND Magic magic; auto& token = s_token.ptr; auto& tail = token->get_tail_index(); auto item = token->enqueue_begin( magic ); MemWrite( &item->hdr.type, QueueType::LockMark ); MemWrite( &item->lockMark.id, m_id ); MemWrite( &item->lockMark.thread, GetThreadHandle() ); MemWrite( &item->lockMark.srcloc, (uint64_t)srcloc ); tail.store( magic + 1, std::memory_order_release ); #endif } private: T m_lockable; uint32_t m_id; }; }; #endif