#ifdef _MSC_VER # include #else # include #endif #include #include #include #include #include #include #include "../common/TracyProtocol.hpp" #include "../common/TracySocket.hpp" #include "../common/TracySystem.hpp" #include "TracyScoped.hpp" #include "TracyProfiler.hpp" #ifdef _DEBUG # define DISABLE_LZ4 #endif namespace tracy { enum { QueuePrealloc = 256 * 1024 }; moodycamel::ConcurrentQueue s_queue( QueueItemSize * QueuePrealloc ); thread_local moodycamel::ProducerToken s_token( s_queue ); std::atomic s_id( 0 ); #ifndef TRACY_DISABLE static Profiler s_profiler; #endif static Profiler* s_instance = nullptr; Profiler::Profiler() : m_mainThread( GetThreadHandle() ) , m_shutdown( false ) , m_stream( LZ4_createStream() ) , m_buffer( new char[TargetFrameSize*3] ) , m_bufferOffset( 0 ) { assert( !s_instance ); s_instance = this; CalibrateTimer(); CalibrateDelay(); int8_t cpu; m_timeBegin = GetTime( cpu ); m_thread = std::thread( [this] { Worker(); } ); SetThreadName( m_thread, "Tracy Profiler" ); } Profiler::~Profiler() { m_shutdown.store( true, std::memory_order_relaxed ); m_thread.join(); delete[] m_buffer; LZ4_freeStream( m_stream ); assert( s_instance ); s_instance = nullptr; } bool Profiler::ShouldExit() { return s_instance->m_shutdown.load( std::memory_order_relaxed ); } void Profiler::Worker() { enum { BulkSize = TargetFrameSize / QueueItemSize }; moodycamel::ConsumerToken token( s_queue ); ListenSocket listen; listen.Listen( "8086", 8 ); for(;;) { for(;;) { if( m_shutdown.load( std::memory_order_relaxed ) ) return; m_sock = listen.Accept(); if( m_sock ) break; } { WelcomeMessage welcome; #ifdef DISABLE_LZ4 // notify client that lz4 compression is disabled (too slow in debug builds) welcome.lz4 = 0; #else welcome.lz4 = 1; #endif welcome.timerMul = m_timerMul; welcome.timeBegin = m_timeBegin; welcome.delay = m_delay; welcome.resolution = m_resolution; m_sock->Send( &welcome, sizeof( welcome ) ); } LZ4_resetStream( m_stream ); for(;;) { if( m_shutdown.load( std::memory_order_relaxed ) ) return; QueueItem item[BulkSize]; const auto sz = s_queue.try_dequeue_bulk( token, item, BulkSize ); if( sz > 0 ) { auto buf = m_buffer + m_bufferOffset; auto ptr = buf; for( size_t i=0; i TargetFrameSize * 2 ) m_bufferOffset = 0; } else { std::this_thread::sleep_for( std::chrono::milliseconds( 10 ) ); } while( m_sock->HasData() ) { if( !HandleServerQuery() ) break; } } } } bool Profiler::SendData( const char* data, size_t len ) { #ifdef DISABLE_LZ4 if( m_sock->Send( data, len ) == -1 ) return false; #else char lz4[LZ4Size + sizeof( lz4sz_t )]; const lz4sz_t lz4sz = LZ4_compress_fast_continue( m_stream, data, lz4 + sizeof( lz4sz_t ), len, LZ4Size, 1 ); memcpy( lz4, &lz4sz, sizeof( lz4sz ) ); if( m_sock->Send( lz4, lz4sz + sizeof( lz4sz_t ) ) == -1 ) return false; #endif return true; } bool Profiler::SendString( uint64_t str, const char* ptr, QueueType type ) { assert( type == QueueType::StringData || type == QueueType::ThreadName || type == QueueType::CustomStringData ); QueueHeader hdr; hdr.type = type; hdr.id = str; auto buf = m_buffer + m_bufferOffset; memcpy( buf, &hdr, sizeof( hdr ) ); auto len = strlen( ptr ); assert( len < TargetFrameSize - sizeof( hdr ) - sizeof( uint16_t ) ); assert( len <= std::numeric_limits::max() ); uint16_t l16 = len; memcpy( buf + sizeof( hdr ), &l16, sizeof( l16 ) ); memcpy( buf + sizeof( hdr ) + sizeof( l16 ), ptr, l16 ); m_bufferOffset += sizeof( hdr ) + sizeof( l16 ) + l16; if( m_bufferOffset > TargetFrameSize * 2 ) m_bufferOffset = 0; return SendData( buf, sizeof( hdr ) + sizeof( l16 ) + l16 ); } void Profiler::SendSourceLocation( uint64_t ptr ) { auto srcloc = (const SourceLocation*)ptr; QueueItem item; item.hdr.type = QueueType::SourceLocation; item.hdr.id = ptr; item.srcloc.file = (uint64_t)srcloc->file; item.srcloc.function = (uint64_t)srcloc->function; item.srcloc.line = srcloc->line; item.srcloc.color = srcloc->color; s_queue.enqueue( s_token, std::move( item ) ); } bool Profiler::HandleServerQuery() { timeval tv; tv.tv_sec = 0; tv.tv_usec = 10000; uint8_t type; if( !m_sock->Read( &type, sizeof( type ), &tv, ShouldExit ) ) return false; uint64_t ptr; if( !m_sock->Read( &ptr, sizeof( ptr ), &tv, ShouldExit ) ) return false; switch( type ) { case ServerQueryString: SendString( ptr, (const char*)ptr, QueueType::StringData ); break; case ServerQueryThreadString: if( ptr == m_mainThread ) { SendString( ptr, "Main thread", QueueType::ThreadName ); } else { SendString( ptr, GetThreadName( ptr ), QueueType::ThreadName ); } break; case ServerQueryCustomString: SendString( ptr, (const char*)ptr, QueueType::CustomStringData ); delete[] (const char*)ptr; break; case ServerQuerySourceLocation: SendSourceLocation( ptr ); break; default: assert( false ); break; } return true; } void Profiler::CalibrateTimer() { #if defined _MSC_VER || defined __CYGWIN__ unsigned int ui; std::atomic_signal_fence( std::memory_order_acq_rel ); const auto t0 = std::chrono::high_resolution_clock::now(); const auto r0 = __rdtscp( &ui ); std::atomic_signal_fence( std::memory_order_acq_rel ); std::this_thread::sleep_for( std::chrono::milliseconds( 100 ) ); std::atomic_signal_fence( std::memory_order_acq_rel ); const auto t1 = std::chrono::high_resolution_clock::now(); const auto r1 = __rdtscp( &ui ); std::atomic_signal_fence( std::memory_order_acq_rel ); const auto dt = std::chrono::duration_cast( t1 - t0 ).count(); const auto dr = r1 - r0; m_timerMul = double( dt ) / double( dr ); #else m_timerMul = 1.; #endif } class FakeZone { public: FakeZone( const SourceLocation* srcloc ) : m_id( (uint64_t)srcloc ) {} ~FakeZone() {} private: volatile uint64_t m_id; }; void Profiler::CalibrateDelay() { enum { Iterations = 50000 }; enum { Events = Iterations * 2 }; // start + end static_assert( Events * 2 < QueuePrealloc, "Delay calibration loop will allocate memory in queue" ); int8_t cpu; moodycamel::ProducerToken ptoken( s_queue ); for( int i=0; ihdr.type = QueueType::ZoneBegin; item->hdr.id = id; item->zoneBegin.time = GetTime( item->zoneBegin.cpu ); item->zoneBegin.srcloc = (uint64_t)&__tracy_source_location; item->zoneBegin.thread = GetThreadHandle(); s_queue.enqueue_finish( ptoken ); } { auto item = s_queue.enqueue_begin( ptoken ); item->hdr.type = QueueType::ZoneEnd; item->hdr.id = id; item->zoneEnd.time = GetTime( item->zoneEnd.cpu ); s_queue.enqueue_finish( ptoken ); } } const auto f0 = GetTime( cpu ); for( int i=0; ihdr.type = QueueType::ZoneBegin; item->hdr.id = id; item->zoneBegin.time = GetTime( item->zoneBegin.cpu ); item->zoneBegin.srcloc = (uint64_t)&__tracy_source_location; item->zoneBegin.thread = GetThreadHandle(); s_queue.enqueue_finish( ptoken ); } { auto item = s_queue.enqueue_begin( ptoken ); item->hdr.type = QueueType::ZoneEnd; item->hdr.id = id; item->zoneEnd.time = GetTime( item->zoneEnd.cpu ); s_queue.enqueue_finish( ptoken ); } } const auto t1 = GetTime( cpu ); const auto dt = t1 - t0; const auto df = t0 - f0; m_delay = ( dt - df ) / Events; uint64_t mindiff = std::numeric_limits::max(); for( int i=0; i 0 && dt < mindiff ) mindiff = dt; } m_resolution = mindiff; enum { Bulk = 1000 }; moodycamel::ConsumerToken token( s_queue ); int left = Events * 2; QueueItem item[Bulk]; while( left != 0 ) { const auto sz = s_queue.try_dequeue_bulk( token, item, std::min( left, (int)Bulk ) ); assert( sz > 0 ); left -= sz; } } }