2019-06-22 11:40:00 +00:00
# ifdef _MSC_VER
# pragma warning( disable: 4244 4267 ) // conversion from don't care to whatever, possible loss of data
# endif
2019-01-19 11:03:30 +00:00
# ifdef _WIN32
2018-12-18 15:52:05 +00:00
# include <malloc.h>
# else
# include <alloca.h>
# endif
# include <cctype>
2018-02-22 11:10:15 +00:00
# include <chrono>
2018-06-22 14:37:54 +00:00
# include <string.h>
2020-05-05 09:26:22 +00:00
# ifdef __MINGW32__
# define __STDC_FORMAT_MACROS
# endif
2019-01-20 18:11:48 +00:00
# include <inttypes.h>
2020-05-23 13:53:18 +00:00
# include <sys/stat.h>
2018-02-13 13:57:47 +00:00
2020-04-01 19:43:03 +00:00
# include <capstone/capstone.h>
2018-02-13 13:57:47 +00:00
# include "../common/TracyProtocol.hpp"
# include "../common/TracySystem.hpp"
# include "TracyFileRead.hpp"
# include "TracyFileWrite.hpp"
2020-01-20 22:16:33 +00:00
# include "TracySort.hpp"
2019-09-20 21:03:12 +00:00
# include "TracyTaskDispatch.hpp"
2018-07-29 12:20:44 +00:00
# include "TracyVersion.hpp"
2018-02-13 13:57:47 +00:00
# include "TracyWorker.hpp"
2019-12-31 13:59:54 +00:00
# include "TracyYield.hpp"
2018-02-13 13:57:47 +00:00
namespace tracy
{
2020-04-01 22:31:53 +00:00
static tracy_force_inline uint64_t PackFileLine ( uint32_t fileIdx , uint32_t line )
{
return ( uint64_t ( fileIdx ) < < 32 ) | line ;
}
static tracy_force_inline uint32_t UnpackFileLine ( uint64_t packed , uint32_t & line )
{
line = packed & 0xFFFFFFFF ;
return packed > > 32 ;
}
2020-05-23 13:53:18 +00:00
static bool SourceFileValid ( const char * fn , uint64_t olderThan )
{
struct stat buf ;
if ( stat ( fn , & buf ) = = 0 & & ( buf . st_mode & S_IFREG ) ! = 0 )
{
return ( uint64_t ) buf . st_mtime < olderThan ;
}
return false ;
}
2020-04-01 22:31:53 +00:00
2018-07-29 12:20:44 +00:00
static const uint8_t FileHeader [ 8 ] { ' t ' , ' r ' , ' a ' , ' c ' , ' y ' , Version : : Major , Version : : Minor , Version : : Patch } ;
2018-04-21 12:18:13 +00:00
enum { FileHeaderMagic = 5 } ;
2018-07-29 12:20:44 +00:00
static const int CurrentVersion = FileVersion ( Version : : Major , Version : : Minor , Version : : Patch ) ;
2019-11-21 20:48:35 +00:00
static const int MinSupportedVersion = FileVersion ( 0 , 5 , 0 ) ;
2018-04-21 12:18:13 +00:00
2018-04-21 13:42:08 +00:00
static void UpdateLockCountLockable ( LockMap & lockmap , size_t pos )
{
auto & timeline = lockmap . timeline ;
2019-05-12 14:17:17 +00:00
bool isContended = lockmap . isContended ;
2018-04-21 13:42:08 +00:00
uint8_t lockingThread ;
uint8_t lockCount ;
uint64_t waitList ;
if ( pos = = 0 )
{
lockingThread = 0 ;
lockCount = 0 ;
waitList = 0 ;
}
else
{
2019-03-16 13:18:43 +00:00
const auto & tl = timeline [ pos - 1 ] ;
lockingThread = tl . lockingThread ;
lockCount = tl . lockCount ;
waitList = tl . waitList ;
2018-04-21 13:42:08 +00:00
}
const auto end = timeline . size ( ) ;
while ( pos ! = end )
{
2019-03-16 13:18:43 +00:00
auto & tl = timeline [ pos ] ;
const auto tbit = uint64_t ( 1 ) < < tl . ptr - > thread ;
switch ( ( LockEvent : : Type ) tl . ptr - > type )
2018-04-21 13:42:08 +00:00
{
case LockEvent : : Type : : Wait :
waitList | = tbit ;
break ;
case LockEvent : : Type : : Obtain :
assert ( lockCount < std : : numeric_limits < uint8_t > : : max ( ) ) ;
assert ( ( waitList & tbit ) ! = 0 ) ;
waitList & = ~ tbit ;
2019-03-16 13:18:43 +00:00
lockingThread = tl . ptr - > thread ;
2018-04-21 13:42:08 +00:00
lockCount + + ;
break ;
case LockEvent : : Type : : Release :
assert ( lockCount > 0 ) ;
lockCount - - ;
break ;
default :
break ;
}
2019-03-16 13:18:43 +00:00
tl . lockingThread = lockingThread ;
tl . waitList = waitList ;
tl . lockCount = lockCount ;
2019-05-12 14:17:17 +00:00
if ( ! isContended ) isContended = lockCount ! = 0 & & waitList ! = 0 ;
2018-04-21 13:42:08 +00:00
pos + + ;
}
2019-05-12 14:17:17 +00:00
lockmap . isContended = isContended ;
2018-04-21 13:42:08 +00:00
}
static void UpdateLockCountSharedLockable ( LockMap & lockmap , size_t pos )
{
auto & timeline = lockmap . timeline ;
2019-05-12 14:17:17 +00:00
bool isContended = lockmap . isContended ;
2018-04-21 13:42:08 +00:00
uint8_t lockingThread ;
uint8_t lockCount ;
uint64_t waitShared ;
uint64_t waitList ;
uint64_t sharedList ;
if ( pos = = 0 )
{
lockingThread = 0 ;
lockCount = 0 ;
waitShared = 0 ;
waitList = 0 ;
sharedList = 0 ;
}
else
{
2019-03-16 13:18:43 +00:00
const auto & tl = timeline [ pos - 1 ] ;
2019-11-02 14:40:06 +00:00
const auto tlp = ( const LockEventShared * ) ( const LockEvent * ) tl . ptr ;
2019-03-16 13:18:43 +00:00
lockingThread = tl . lockingThread ;
lockCount = tl . lockCount ;
waitShared = tlp - > waitShared ;
waitList = tl . waitList ;
sharedList = tlp - > sharedList ;
2018-04-21 13:42:08 +00:00
}
const auto end = timeline . size ( ) ;
// ObtainShared and ReleaseShared should assert on lockCount == 0, but
2019-05-12 13:59:53 +00:00
// due to the async retrieval of data from threads that's not possible.
2018-04-21 13:42:08 +00:00
while ( pos ! = end )
{
2019-03-16 13:18:43 +00:00
auto & tl = timeline [ pos ] ;
2019-11-02 14:40:06 +00:00
const auto tlp = ( LockEventShared * ) ( LockEvent * ) tl . ptr ;
2019-03-16 13:18:43 +00:00
const auto tbit = uint64_t ( 1 ) < < tlp - > thread ;
switch ( ( LockEvent : : Type ) tlp - > type )
2018-04-21 13:42:08 +00:00
{
case LockEvent : : Type : : Wait :
waitList | = tbit ;
break ;
case LockEvent : : Type : : WaitShared :
waitShared | = tbit ;
break ;
case LockEvent : : Type : : Obtain :
assert ( lockCount < std : : numeric_limits < uint8_t > : : max ( ) ) ;
assert ( ( waitList & tbit ) ! = 0 ) ;
waitList & = ~ tbit ;
2019-03-16 13:18:43 +00:00
lockingThread = tlp - > thread ;
2018-04-21 13:42:08 +00:00
lockCount + + ;
break ;
case LockEvent : : Type : : Release :
assert ( lockCount > 0 ) ;
lockCount - - ;
break ;
case LockEvent : : Type : : ObtainShared :
assert ( ( waitShared & tbit ) ! = 0 ) ;
assert ( ( sharedList & tbit ) = = 0 ) ;
waitShared & = ~ tbit ;
sharedList | = tbit ;
break ;
case LockEvent : : Type : : ReleaseShared :
assert ( ( sharedList & tbit ) ! = 0 ) ;
sharedList & = ~ tbit ;
break ;
default :
break ;
}
2019-03-16 13:18:43 +00:00
tl . lockingThread = lockingThread ;
tlp - > waitShared = waitShared ;
tl . waitList = waitList ;
tlp - > sharedList = sharedList ;
tl . lockCount = lockCount ;
2019-05-12 14:17:17 +00:00
if ( ! isContended ) isContended = ( lockCount ! = 0 & & ( waitList ! = 0 | | waitShared ! = 0 ) ) | | ( sharedList ! = 0 & & waitList ! = 0 ) ;
2018-04-21 13:42:08 +00:00
pos + + ;
}
2019-05-12 14:17:17 +00:00
lockmap . isContended = isContended ;
2018-04-21 13:42:08 +00:00
}
static inline void UpdateLockCount ( LockMap & lockmap , size_t pos )
{
if ( lockmap . type = = LockType : : Lockable )
{
UpdateLockCountLockable ( lockmap , pos ) ;
}
else
{
UpdateLockCountSharedLockable ( lockmap , pos ) ;
}
}
2019-02-13 23:17:50 +00:00
static tracy_force_inline void WriteTimeOffset ( FileWrite & f , int64_t & refTime , int64_t time )
2018-12-30 22:06:03 +00:00
{
int64_t timeOffset = time - refTime ;
refTime + = timeOffset ;
f . Write ( & timeOffset , sizeof ( timeOffset ) ) ;
}
2019-02-13 23:17:50 +00:00
static tracy_force_inline int64_t ReadTimeOffset ( FileRead & f , int64_t & refTime )
2018-12-30 22:06:03 +00:00
{
int64_t timeOffset ;
f . Read ( timeOffset ) ;
refTime + = timeOffset ;
return refTime ;
}
2018-04-21 13:42:08 +00:00
2019-11-15 21:50:08 +00:00
static tracy_force_inline void UpdateLockRange ( LockMap & lockmap , const LockEvent & ev , int64_t lt )
2019-03-16 01:28:32 +00:00
{
auto & range = lockmap . range [ ev . thread ] ;
if ( range . start > lt ) range . start = lt ;
if ( range . end < lt ) range . end = lt ;
}
2018-07-28 15:59:17 +00:00
LoadProgress Worker : : s_loadProgress ;
2019-09-21 13:43:01 +00:00
Worker : : Worker ( const char * addr , int port )
2018-02-13 13:57:47 +00:00
: m_addr ( addr )
2019-09-21 13:43:01 +00:00
, m_port ( port )
2018-02-13 13:57:47 +00:00
, m_hasData ( false )
, m_stream ( LZ4_createStreamDecode ( ) )
, m_buffer ( new char [ TargetFrameSize * 3 + 1 ] )
, m_bufferOffset ( 0 )
, m_pendingStrings ( 0 )
, m_pendingThreads ( 0 )
2019-08-16 17:22:23 +00:00
, m_pendingExternalNames ( 0 )
2018-02-13 13:57:47 +00:00
, m_pendingSourceLocation ( 0 )
2018-06-20 21:42:00 +00:00
, m_pendingCallstackFrames ( 0 )
2019-01-20 18:11:48 +00:00
, m_pendingCallstackSubframes ( 0 )
2020-04-01 20:37:19 +00:00
, m_pendingCodeInformation ( 0 )
2019-01-20 18:11:48 +00:00
, m_callstackFrameStaging ( nullptr )
2018-07-29 13:33:48 +00:00
, m_traceVersion ( CurrentVersion )
2019-01-06 18:09:50 +00:00
, m_loadTime ( 0 )
2018-02-13 13:57:47 +00:00
{
m_data . sourceLocationExpand . push_back ( 0 ) ;
2019-08-19 20:56:02 +00:00
m_data . localThreadCompress . InitZero ( ) ;
2018-06-19 19:52:54 +00:00
m_data . callstackPayload . push_back ( nullptr ) ;
2020-01-26 14:57:55 +00:00
m_data . zoneExtra . push_back ( ZoneExtra { } ) ;
2018-02-13 13:57:47 +00:00
2018-06-22 13:14:44 +00:00
memset ( m_gpuCtxMap , 0 , sizeof ( m_gpuCtxMap ) ) ;
2018-04-30 01:54:09 +00:00
# ifndef TRACY_NO_STATISTICS
m_data . sourceLocationZonesReady = true ;
2020-02-27 15:48:50 +00:00
m_data . callstackSamplesReady = true ;
2020-03-10 20:06:38 +00:00
m_data . ghostZonesReady = true ;
2019-11-04 23:40:41 +00:00
m_data . ctxUsageReady = true ;
2018-04-30 01:54:09 +00:00
# endif
2019-08-14 00:26:54 +00:00
m_thread = std : : thread ( [ this ] { SetThreadName ( " Tracy Worker " ) ; Exec ( ) ; } ) ;
2019-10-28 21:45:10 +00:00
m_threadNet = std : : thread ( [ this ] { SetThreadName ( " Tracy Network " ) ; Network ( ) ; } ) ;
2018-02-13 13:57:47 +00:00
}
2019-12-16 17:55:02 +00:00
Worker : : Worker ( const std : : string & program , const std : : vector < ImportEventTimeline > & timeline , const std : : vector < ImportEventMessages > & messages )
: m_hasData ( true )
2020-01-28 20:56:56 +00:00
, m_delay ( 0 )
, m_resolution ( 0 )
2019-12-16 17:55:02 +00:00
, m_captureProgram ( program )
2019-12-16 19:42:24 +00:00
, m_captureTime ( 0 )
, m_pid ( 0 )
2020-02-25 22:46:16 +00:00
, m_samplingPeriod ( 0 )
2020-01-28 20:56:56 +00:00
, m_stream ( nullptr )
, m_buffer ( nullptr )
, m_traceVersion ( CurrentVersion )
2019-12-16 17:55:02 +00:00
{
m_data . sourceLocationExpand . push_back ( 0 ) ;
m_data . localThreadCompress . InitZero ( ) ;
m_data . callstackPayload . push_back ( nullptr ) ;
2020-01-26 14:57:55 +00:00
m_data . zoneExtra . push_back ( ZoneExtra { } ) ;
2019-12-16 17:55:02 +00:00
m_data . lastTime = 0 ;
if ( ! timeline . empty ( ) )
{
m_data . lastTime = timeline . back ( ) . timestamp ;
}
if ( ! messages . empty ( ) )
{
2020-03-01 00:48:20 +00:00
if ( m_data . lastTime < ( int64_t ) messages . back ( ) . timestamp ) m_data . lastTime = messages . back ( ) . timestamp ;
2019-12-16 17:55:02 +00:00
}
for ( auto & v : timeline )
{
if ( ! v . isEnd )
{
SourceLocation srcloc {
StringRef ( ) ,
StringRef ( StringRef : : Idx , StoreString ( v . name . c_str ( ) , v . name . size ( ) ) . idx ) ,
StringRef ( ) ,
0 ,
0
} ;
int key ;
auto it = m_data . sourceLocationPayloadMap . find ( & srcloc ) ;
if ( it = = m_data . sourceLocationPayloadMap . end ( ) )
{
auto slptr = m_slab . Alloc < SourceLocation > ( ) ;
memcpy ( slptr , & srcloc , sizeof ( srcloc ) ) ;
uint32_t idx = m_data . sourceLocationPayload . size ( ) ;
m_data . sourceLocationPayloadMap . emplace ( slptr , idx ) ;
m_data . sourceLocationPayload . push_back ( slptr ) ;
key = - int16_t ( idx + 1 ) ;
# ifndef TRACY_NO_STATISTICS
auto res = m_data . sourceLocationZones . emplace ( key , SourceLocationZones ( ) ) ;
m_data . srclocZonesLast . first = key ;
m_data . srclocZonesLast . second = & res . first - > second ;
# else
auto res = m_data . sourceLocationZonesCnt . emplace ( key , 0 ) ;
m_data . srclocCntLast . first = key ;
m_data . srclocCntLast . second = & res . first - > second ;
# endif
}
else
{
key = - int16_t ( it - > second + 1 ) ;
}
auto zone = AllocZoneEvent ( ) ;
2020-02-12 19:16:14 +00:00
zone - > SetStartSrcLoc ( v . timestamp , key ) ;
2019-12-16 17:55:02 +00:00
zone - > SetEnd ( - 1 ) ;
zone - > SetChild ( - 1 ) ;
2020-05-12 09:44:36 +00:00
if ( ! v . text . empty ( ) )
{
auto & extra = RequestZoneExtra ( * zone ) ;
extra . text = StringIdx ( StoreString ( v . text . c_str ( ) , v . text . size ( ) ) . idx ) ;
}
2019-12-16 17:55:02 +00:00
m_threadCtxData = NoticeThread ( v . tid ) ;
NewZone ( zone , v . tid ) ;
}
else
{
auto td = NoticeThread ( v . tid ) ;
2020-02-23 14:53:23 +00:00
td - > zoneIdStack . pop_back ( ) ;
2019-12-16 17:55:02 +00:00
auto & stack = td - > stack ;
auto zone = stack . back_and_pop ( ) ;
zone - > SetEnd ( v . timestamp ) ;
2020-01-23 18:03:03 +00:00
# ifndef TRACY_NO_STATISTICS
auto slz = GetSourceLocationZones ( zone - > SrcLoc ( ) ) ;
auto & ztd = slz - > zones . push_next ( ) ;
ztd . SetZone ( zone ) ;
ztd . SetThread ( CompressThread ( v . tid ) ) ;
# else
CountZoneStatistics ( zone ) ;
# endif
2019-12-16 17:55:02 +00:00
}
}
for ( auto & v : messages )
{
auto msg = m_slab . Alloc < MessageData > ( ) ;
msg - > time = v . timestamp ;
msg - > ref = StringRef ( StringRef : : Type : : Idx , StoreString ( v . message . c_str ( ) , v . message . size ( ) ) . idx ) ;
msg - > thread = CompressThread ( v . tid ) ;
msg - > color = 0xFFFFFFFF ;
msg - > callstack . SetVal ( 0 ) ;
InsertMessageData ( msg ) ;
}
for ( auto & t : m_threadMap )
{
char buf [ 64 ] ;
2020-01-28 21:01:39 +00:00
sprintf ( buf , " % " PRIu64 , t . first ) ;
2019-12-16 17:55:02 +00:00
AddThreadString ( t . first , buf , strlen ( buf ) ) ;
}
m_data . framesBase = m_data . frames . Retrieve ( 0 , [ this ] ( uint64_t name ) {
auto fd = m_slab . AllocInit < FrameData > ( ) ;
fd - > name = name ;
fd - > continuous = 1 ;
return fd ;
} , [ this ] ( uint64_t name ) {
assert ( name = = 0 ) ;
char tmp [ 6 ] = " Frame " ;
HandleFrameName ( name , tmp , 5 ) ;
} ) ;
m_data . framesBase - > frames . push_back ( FrameEvent { 0 , - 1 , - 1 } ) ;
m_data . framesBase - > frames . push_back ( FrameEvent { 0 , - 1 , - 1 } ) ;
}
2019-09-29 18:52:25 +00:00
Worker : : Worker ( FileRead & f , EventType : : Type eventMask , bool bgTasks )
2019-01-06 18:04:50 +00:00
: m_hasData ( true )
2018-02-13 13:57:47 +00:00
, m_stream ( nullptr )
, m_buffer ( nullptr )
{
2019-01-06 18:09:50 +00:00
auto loadStart = std : : chrono : : high_resolution_clock : : now ( ) ;
2018-06-19 19:52:54 +00:00
m_data . callstackPayload . push_back ( nullptr ) ;
2018-06-17 17:03:06 +00:00
2018-04-21 11:45:48 +00:00
int fileVer = 0 ;
uint8_t hdr [ 8 ] ;
f . Read ( hdr , sizeof ( hdr ) ) ;
if ( memcmp ( FileHeader , hdr , FileHeaderMagic ) = = 0 )
{
fileVer = FileVersion ( hdr [ FileHeaderMagic ] , hdr [ FileHeaderMagic + 1 ] , hdr [ FileHeaderMagic + 2 ] ) ;
2018-04-21 12:18:13 +00:00
if ( fileVer > CurrentVersion )
{
throw UnsupportedVersion ( fileVer ) ;
}
2019-08-12 10:27:35 +00:00
if ( fileVer < MinSupportedVersion )
{
throw LegacyVersion ( fileVer ) ;
}
2018-04-21 12:18:13 +00:00
2018-04-30 23:47:56 +00:00
f . Read ( m_delay ) ;
2018-04-21 11:45:48 +00:00
}
else
{
2019-08-12 10:27:35 +00:00
throw LegacyVersion ( FileVersion ( 0 , 2 , 0 ) ) ;
2018-04-21 11:45:48 +00:00
}
2018-07-29 13:33:48 +00:00
m_traceVersion = fileVer ;
2018-04-21 11:45:48 +00:00
2019-11-21 20:48:35 +00:00
if ( fileVer = = FileVersion ( 0 , 5 , 0 ) )
2019-06-06 21:40:37 +00:00
{
s_loadProgress . total . store ( 9 , std : : memory_order_relaxed ) ;
}
2019-08-16 14:51:02 +00:00
else if ( fileVer < = FileVersion ( 0 , 5 , 2 ) )
2019-08-12 22:56:57 +00:00
{
s_loadProgress . total . store ( 10 , std : : memory_order_relaxed ) ;
}
2019-08-16 14:51:02 +00:00
else
{
s_loadProgress . total . store ( 11 , std : : memory_order_relaxed ) ;
}
2018-07-28 15:59:17 +00:00
2018-07-28 16:56:52 +00:00
s_loadProgress . subTotal . store ( 0 , std : : memory_order_relaxed ) ;
2018-07-29 14:56:46 +00:00
s_loadProgress . progress . store ( LoadProgress : : Initialization , std : : memory_order_relaxed ) ;
2019-11-08 23:43:06 +00:00
f . Read4 ( m_resolution , m_timerMul , m_data . lastTime , m_data . frameOffset ) ;
2018-07-10 20:56:41 +00:00
2019-08-17 20:19:04 +00:00
if ( fileVer > = FileVersion ( 0 , 5 , 5 ) )
{
f . Read ( m_pid ) ;
}
else
{
m_pid = 0 ;
}
2020-02-25 22:46:16 +00:00
if ( fileVer > = FileVersion ( 0 , 6 , 5 ) )
{
f . Read ( m_samplingPeriod ) ;
}
else
{
m_samplingPeriod = 0 ;
}
2020-03-25 20:48:24 +00:00
if ( fileVer > = FileVersion ( 0 , 6 , 7 ) )
{
f . Read ( m_data . cpuArch ) ;
}
2020-05-06 16:59:54 +00:00
if ( fileVer > = FileVersion ( 0 , 6 , 12 ) )
{
f . Read ( m_data . cpuId ) ;
f . Read ( m_data . cpuManufacturer , 12 ) ;
m_data . cpuManufacturer [ 12 ] = ' \0 ' ;
}
2020-02-25 22:46:16 +00:00
2018-02-13 13:57:47 +00:00
uint64_t sz ;
{
2018-04-30 23:47:56 +00:00
f . Read ( sz ) ;
2018-02-13 13:57:47 +00:00
assert ( sz < 1024 ) ;
char tmp [ 1024 ] ;
f . Read ( tmp , sz ) ;
m_captureName = std : : string ( tmp , tmp + sz ) ;
}
2018-08-28 22:57:11 +00:00
{
f . Read ( sz ) ;
assert ( sz < 1024 ) ;
char tmp [ 1024 ] ;
f . Read ( tmp , sz ) ;
m_captureProgram = std : : string ( tmp , tmp + sz ) ;
f . Read ( m_captureTime ) ;
}
2018-08-19 16:28:48 +00:00
{
f . Read ( sz ) ;
assert ( sz < 1024 ) ;
char tmp [ 1024 ] ;
f . Read ( tmp , sz ) ;
m_hostInfo = std : : string ( tmp , tmp + sz ) ;
}
2019-11-29 21:41:41 +00:00
if ( fileVer > = FileVersion ( 0 , 6 , 2 ) )
{
f . Read ( sz ) ;
m_data . cpuTopology . reserve ( sz ) ;
for ( uint64_t i = 0 ; i < sz ; i + + )
{
uint32_t packageId ;
uint64_t psz ;
f . Read2 ( packageId , psz ) ;
2020-01-28 20:49:36 +00:00
auto & package = * m_data . cpuTopology . emplace ( packageId , unordered_flat_map < uint32_t , std : : vector < uint32_t > > { } ) . first ;
2019-11-29 21:41:41 +00:00
package . second . reserve ( psz ) ;
for ( uint64_t j = 0 ; j < psz ; j + + )
{
uint32_t coreId ;
uint64_t csz ;
f . Read2 ( coreId , csz ) ;
auto & core = * package . second . emplace ( coreId , std : : vector < uint32_t > { } ) . first ;
core . second . reserve ( csz ) ;
for ( uint64_t k = 0 ; k < csz ; k + + )
{
uint32_t thread ;
f . Read ( thread ) ;
core . second . emplace_back ( thread ) ;
2019-11-29 21:46:57 +00:00
m_data . cpuTopologyMap . emplace ( thread , CpuThreadTopology { packageId , coreId } ) ;
2019-11-29 21:41:41 +00:00
}
}
}
}
2019-08-12 10:27:35 +00:00
f . Read ( & m_data . crashEvent , sizeof ( m_data . crashEvent ) ) ;
2018-08-20 00:27:24 +00:00
2019-08-12 10:27:35 +00:00
f . Read ( sz ) ;
m_data . frames . Data ( ) . reserve_exact ( sz , m_slab ) ;
for ( uint64_t i = 0 ; i < sz ; i + + )
2018-08-04 17:47:09 +00:00
{
2019-08-12 10:27:35 +00:00
auto ptr = m_slab . AllocInit < FrameData > ( ) ;
uint64_t fsz ;
2019-11-08 23:43:06 +00:00
f . Read3 ( ptr - > name , ptr - > continuous , fsz ) ;
2019-08-12 10:27:35 +00:00
ptr - > frames . reserve_exact ( fsz , m_slab ) ;
2019-11-21 20:48:35 +00:00
int64_t refTime = 0 ;
if ( ptr - > continuous )
2019-08-12 10:27:35 +00:00
{
2019-11-21 20:48:35 +00:00
for ( uint64_t j = 0 ; j < fsz ; j + + )
2018-08-05 00:09:59 +00:00
{
2019-11-21 20:48:35 +00:00
ptr - > frames [ j ] . start = ReadTimeOffset ( f , refTime ) ;
ptr - > frames [ j ] . end = - 1 ;
f . Read ( & ptr - > frames [ j ] . frameImage , sizeof ( int32_t ) ) ;
2018-08-05 00:09:59 +00:00
}
2019-08-12 10:27:35 +00:00
}
else
{
2019-11-21 20:48:35 +00:00
for ( uint64_t j = 0 ; j < fsz ; j + + )
2018-08-05 00:09:59 +00:00
{
2019-11-21 20:48:35 +00:00
ptr - > frames [ j ] . start = ReadTimeOffset ( f , refTime ) ;
ptr - > frames [ j ] . end = ReadTimeOffset ( f , refTime ) ;
f . Read ( & ptr - > frames [ j ] . frameImage , sizeof ( int32_t ) ) ;
2018-08-05 00:09:59 +00:00
}
}
2019-09-16 19:31:43 +00:00
for ( uint64_t j = 0 ; j < fsz ; j + + )
{
const auto timeSpan = GetFrameTime ( * ptr , j ) ;
if ( timeSpan > 0 )
{
ptr - > min = std : : min ( ptr - > min , timeSpan ) ;
ptr - > max = std : : max ( ptr - > max , timeSpan ) ;
ptr - > total + = timeSpan ;
ptr - > sumSq + = double ( timeSpan ) * timeSpan ;
}
}
2019-08-12 10:27:35 +00:00
m_data . frames . Data ( ) [ i ] = ptr ;
2018-08-04 17:47:09 +00:00
}
2019-08-12 10:27:35 +00:00
m_data . framesBase = m_data . frames . Data ( ) [ 0 ] ;
assert ( m_data . framesBase - > name = = 0 ) ;
2018-02-13 13:57:47 +00:00
2019-08-15 16:48:52 +00:00
if ( fileVer < FileVersion ( 0 , 5 , 2 ) )
{
m_data . baseTime = m_data . framesBase - > frames [ 0 ] . start ;
m_data . lastTime - = m_data . baseTime ;
if ( m_data . crashEvent . time ! = 0 ) m_data . crashEvent . time - = m_data . baseTime ;
for ( auto & fd : m_data . frames . Data ( ) )
{
if ( fd - > continuous )
{
for ( auto & fe : fd - > frames )
{
fe . start - = m_data . baseTime ;
}
}
else
{
for ( auto & fe : fd - > frames )
{
fe . start - = m_data . baseTime ;
fe . end - = m_data . baseTime ;
}
}
}
}
2020-01-28 20:49:36 +00:00
unordered_flat_map < uint64_t , const char * > pointerMap ;
2018-02-13 13:57:47 +00:00
2018-04-30 23:47:56 +00:00
f . Read ( sz ) ;
2020-04-02 00:15:00 +00:00
m_data . stringMap . reserve ( sz ) ;
2019-02-15 00:58:23 +00:00
m_data . stringData . reserve_exact ( sz , m_slab ) ;
2018-02-13 13:57:47 +00:00
for ( uint64_t i = 0 ; i < sz ; i + + )
{
2018-04-30 23:47:56 +00:00
uint64_t ptr , ssz ;
f . Read2 ( ptr , ssz ) ;
2018-02-13 13:57:47 +00:00
auto dst = m_slab . Alloc < char > ( ssz + 1 ) ;
f . Read ( dst , ssz ) ;
dst [ ssz ] = ' \0 ' ;
2020-04-02 00:15:00 +00:00
m_data . stringMap . emplace ( charutil : : StringKey { dst , ssz } , i ) ;
2018-08-09 17:37:37 +00:00
m_data . stringData [ i ] = ( dst ) ;
2018-02-13 13:57:47 +00:00
pointerMap . emplace ( ptr , dst ) ;
}
2018-04-30 23:47:56 +00:00
f . Read ( sz ) ;
2018-02-13 13:57:47 +00:00
for ( uint64_t i = 0 ; i < sz ; i + + )
{
uint64_t id , ptr ;
2018-04-30 23:47:56 +00:00
f . Read2 ( id , ptr ) ;
2018-10-21 14:38:20 +00:00
auto it = pointerMap . find ( ptr ) ;
if ( it ! = pointerMap . end ( ) )
{
m_data . strings . emplace ( id , it - > second ) ;
}
2018-02-13 13:57:47 +00:00
}
2018-04-30 23:47:56 +00:00
f . Read ( sz ) ;
2018-02-13 13:57:47 +00:00
for ( uint64_t i = 0 ; i < sz ; i + + )
{
uint64_t id , ptr ;
2018-04-30 23:47:56 +00:00
f . Read2 ( id , ptr ) ;
2018-10-21 14:38:20 +00:00
auto it = pointerMap . find ( ptr ) ;
if ( it ! = pointerMap . end ( ) )
{
m_data . threadNames . emplace ( id , it - > second ) ;
}
2018-02-13 13:57:47 +00:00
}
2019-08-16 17:24:38 +00:00
if ( fileVer > = FileVersion ( 0 , 5 , 3 ) )
{
f . Read ( sz ) ;
for ( uint64_t i = 0 ; i < sz ; i + + )
{
2019-08-16 17:49:16 +00:00
uint64_t id , ptr , ptr2 ;
2019-11-08 23:43:06 +00:00
f . Read3 ( id , ptr , ptr2 ) ;
2019-08-16 17:24:38 +00:00
auto it = pointerMap . find ( ptr ) ;
2019-08-16 17:49:16 +00:00
auto it2 = pointerMap . find ( ptr2 ) ;
if ( it ! = pointerMap . end ( ) & & it2 ! = pointerMap . end ( ) )
2019-08-16 17:24:38 +00:00
{
2019-08-16 17:49:16 +00:00
m_data . externalNames . emplace ( id , std : : make_pair ( it - > second , it2 - > second ) ) ;
2019-08-16 17:24:38 +00:00
}
}
}
2019-08-19 20:56:02 +00:00
m_data . localThreadCompress . Load ( f , fileVer ) ;
2019-08-19 21:09:58 +00:00
if ( fileVer > = FileVersion ( 0 , 5 , 6 ) )
{
m_data . externalThreadCompress . Load ( f , fileVer ) ;
}
2018-07-29 13:19:44 +00:00
2018-04-30 23:47:56 +00:00
f . Read ( sz ) ;
2018-02-13 13:57:47 +00:00
for ( uint64_t i = 0 ; i < sz ; i + + )
{
uint64_t ptr ;
2018-04-30 23:47:56 +00:00
f . Read ( ptr ) ;
2018-02-13 13:57:47 +00:00
SourceLocation srcloc ;
2019-11-01 19:17:25 +00:00
f . Read ( & srcloc , sizeof ( SourceLocationBase ) ) ;
srcloc . namehash = 0 ;
2018-02-13 13:57:47 +00:00
m_data . sourceLocation . emplace ( ptr , srcloc ) ;
}
2018-04-30 23:47:56 +00:00
f . Read ( sz ) ;
2019-02-15 00:58:23 +00:00
m_data . sourceLocationExpand . reserve_exact ( sz , m_slab ) ;
2018-03-15 20:42:00 +00:00
f . Read ( m_data . sourceLocationExpand . data ( ) , sizeof ( uint64_t ) * sz ) ;
2018-03-18 01:05:33 +00:00
const auto sle = sz ;
2018-02-13 13:57:47 +00:00
2018-04-30 23:47:56 +00:00
f . Read ( sz ) ;
2019-02-15 00:58:23 +00:00
m_data . sourceLocationPayload . reserve_exact ( sz , m_slab ) ;
2018-02-13 13:57:47 +00:00
for ( uint64_t i = 0 ; i < sz ; i + + )
{
auto srcloc = m_slab . Alloc < SourceLocation > ( ) ;
2019-11-01 19:17:25 +00:00
f . Read ( srcloc , sizeof ( SourceLocationBase ) ) ;
srcloc - > namehash = 0 ;
2018-08-09 17:37:37 +00:00
m_data . sourceLocationPayload [ i ] = srcloc ;
2019-08-15 15:42:26 +00:00
m_data . sourceLocationPayloadMap . emplace ( srcloc , int16_t ( i ) ) ;
2018-02-13 13:57:47 +00:00
}
2018-03-18 11:55:54 +00:00
# ifndef TRACY_NO_STATISTICS
2018-03-18 01:05:33 +00:00
m_data . sourceLocationZones . reserve ( sle + sz ) ;
2018-07-29 12:58:01 +00:00
2019-08-12 10:27:35 +00:00
f . Read ( sz ) ;
2019-08-15 15:42:26 +00:00
if ( fileVer > = FileVersion ( 0 , 5 , 2 ) )
{
for ( uint64_t i = 0 ; i < sz ; i + + )
{
int16_t id ;
uint64_t cnt ;
2019-11-08 23:43:06 +00:00
f . Read2 ( id , cnt ) ;
2019-08-15 15:42:26 +00:00
auto status = m_data . sourceLocationZones . emplace ( id , SourceLocationZones ( ) ) ;
assert ( status . second ) ;
status . first - > second . zones . reserve ( cnt ) ;
}
}
else
2018-03-18 01:05:33 +00:00
{
2019-08-15 15:42:26 +00:00
for ( uint64_t i = 0 ; i < sz ; i + + )
{
int32_t id ;
uint64_t cnt ;
2019-11-08 23:43:06 +00:00
f . Read2 ( id , cnt ) ;
2019-08-15 15:42:26 +00:00
auto status = m_data . sourceLocationZones . emplace ( int16_t ( id ) , SourceLocationZones ( ) ) ;
assert ( status . second ) ;
status . first - > second . zones . reserve ( cnt ) ;
}
2018-07-29 12:58:01 +00:00
}
# else
2019-08-12 10:27:35 +00:00
f . Read ( sz ) ;
2019-08-15 15:42:26 +00:00
if ( fileVer > = FileVersion ( 0 , 5 , 2 ) )
2018-07-29 12:58:01 +00:00
{
2019-08-15 15:42:26 +00:00
for ( uint64_t i = 0 ; i < sz ; i + + )
{
int16_t id ;
f . Read ( id ) ;
f . Skip ( sizeof ( uint64_t ) ) ;
m_data . sourceLocationZonesCnt . emplace ( id , 0 ) ;
}
}
else
{
for ( uint64_t i = 0 ; i < sz ; i + + )
{
int32_t id ;
f . Read ( id ) ;
f . Skip ( sizeof ( uint64_t ) ) ;
m_data . sourceLocationZonesCnt . emplace ( int16_t ( id ) , 0 ) ;
}
2018-03-18 01:05:33 +00:00
}
2018-03-18 11:55:54 +00:00
# endif
2018-03-18 01:05:33 +00:00
2018-07-29 14:56:46 +00:00
s_loadProgress . progress . store ( LoadProgress : : Locks , std : : memory_order_relaxed ) ;
2018-04-30 23:47:56 +00:00
f . Read ( sz ) ;
2018-04-20 14:03:09 +00:00
if ( eventMask & EventType : : Locks )
2018-02-13 13:57:47 +00:00
{
2018-07-28 17:05:01 +00:00
s_loadProgress . subTotal . store ( sz , std : : memory_order_relaxed ) ;
2018-04-20 14:03:09 +00:00
for ( uint64_t i = 0 ; i < sz ; i + + )
2018-02-13 13:57:47 +00:00
{
2018-07-28 17:05:01 +00:00
s_loadProgress . subProgress . store ( i , std : : memory_order_relaxed ) ;
2019-03-16 01:09:50 +00:00
auto lockmapPtr = m_slab . AllocInit < LockMap > ( ) ;
auto & lockmap = * lockmapPtr ;
2018-04-20 14:03:09 +00:00
uint32_t id ;
uint64_t tsz ;
2018-04-30 23:47:56 +00:00
f . Read ( id ) ;
2020-03-08 12:47:38 +00:00
if ( fileVer > = FileVersion ( 0 , 6 , 6 ) )
{
f . Read ( lockmap . customName ) ;
}
2019-08-15 15:42:26 +00:00
if ( fileVer > = FileVersion ( 0 , 5 , 2 ) )
{
f . Read ( lockmap . srcloc ) ;
}
else
{
int32_t srcloc ;
f . Read ( srcloc ) ;
lockmap . srcloc = int16_t ( srcloc ) ;
}
2019-11-08 23:43:06 +00:00
f . Read2 ( lockmap . type , lockmap . valid ) ;
2019-05-12 14:17:17 +00:00
lockmap . isContended = false ;
2019-08-15 16:48:52 +00:00
if ( fileVer > = FileVersion ( 0 , 5 , 2 ) )
{
f . Read2 ( lockmap . timeAnnounce , lockmap . timeTerminate ) ;
}
2019-11-21 20:48:35 +00:00
else
2018-12-16 19:52:06 +00:00
{
f . Read2 ( lockmap . timeAnnounce , lockmap . timeTerminate ) ;
2019-08-15 16:48:52 +00:00
lockmap . timeAnnounce - = m_data . baseTime ;
lockmap . timeTerminate - = m_data . baseTime ;
2019-08-15 18:45:00 +00:00
if ( lockmap . timeTerminate < lockmap . timeAnnounce ) lockmap . timeTerminate = 0 ;
2018-12-16 19:52:06 +00:00
}
2018-04-30 23:47:56 +00:00
f . Read ( tsz ) ;
2019-11-15 21:44:36 +00:00
lockmap . threadMap . reserve ( tsz ) ;
lockmap . threadList . reserve ( tsz ) ;
2018-02-13 13:57:47 +00:00
for ( uint64_t i = 0 ; i < tsz ; i + + )
{
2018-04-20 14:03:09 +00:00
uint64_t t ;
2018-04-30 23:47:56 +00:00
f . Read ( t ) ;
2019-11-15 21:44:44 +00:00
lockmap . threadMap . emplace ( t , i ) ;
2018-04-20 14:03:09 +00:00
lockmap . threadList . emplace_back ( t ) ;
2018-02-13 13:57:47 +00:00
}
2018-04-30 23:47:56 +00:00
f . Read ( tsz ) ;
2019-02-15 00:58:23 +00:00
lockmap . timeline . reserve_exact ( tsz , m_slab ) ;
2018-04-29 01:21:40 +00:00
auto ptr = lockmap . timeline . data ( ) ;
2019-08-15 15:42:26 +00:00
if ( fileVer > = FileVersion ( 0 , 5 , 2 ) )
2018-12-30 22:06:03 +00:00
{
int64_t refTime = lockmap . timeAnnounce ;
if ( lockmap . type = = LockType : : Lockable )
{
for ( uint64_t i = 0 ; i < tsz ; i + + )
{
auto lev = m_slab . Alloc < LockEvent > ( ) ;
2019-11-15 21:50:08 +00:00
const auto lt = ReadTimeOffset ( f , refTime ) ;
lev - > SetTime ( lt ) ;
2019-08-15 18:39:16 +00:00
int16_t srcloc ;
f . Read ( srcloc ) ;
lev - > SetSrcLoc ( srcloc ) ;
f . Read ( & lev - > thread , sizeof ( LockEvent : : thread ) + sizeof ( LockEvent : : type ) ) ;
2019-03-16 13:18:43 +00:00
* ptr + + = { lev } ;
2019-11-15 21:50:08 +00:00
UpdateLockRange ( lockmap , * lev , lt ) ;
2018-12-30 22:06:03 +00:00
}
}
else
{
for ( uint64_t i = 0 ; i < tsz ; i + + )
{
auto lev = m_slab . Alloc < LockEventShared > ( ) ;
2019-11-15 21:50:08 +00:00
const auto lt = ReadTimeOffset ( f , refTime ) ;
lev - > SetTime ( lt ) ;
2019-08-15 18:39:16 +00:00
int16_t srcloc ;
f . Read ( srcloc ) ;
lev - > SetSrcLoc ( srcloc ) ;
f . Read ( & lev - > thread , sizeof ( LockEventShared : : thread ) + sizeof ( LockEventShared : : type ) ) ;
2019-03-16 13:18:43 +00:00
* ptr + + = { lev } ;
2019-11-15 21:50:08 +00:00
UpdateLockRange ( lockmap , * lev , lt ) ;
2018-12-30 22:06:03 +00:00
}
}
}
2019-11-21 20:48:35 +00:00
else
2019-08-15 15:42:26 +00:00
{
int64_t refTime = lockmap . timeAnnounce ;
if ( lockmap . type = = LockType : : Lockable )
{
for ( uint64_t i = 0 ; i < tsz ; i + + )
{
auto lev = m_slab . Alloc < LockEvent > ( ) ;
2019-11-15 21:50:08 +00:00
const auto lt = ReadTimeOffset ( f , refTime ) ;
lev - > SetTime ( lt ) ;
2019-08-15 15:42:26 +00:00
int32_t srcloc ;
f . Read ( srcloc ) ;
2019-08-15 18:39:16 +00:00
lev - > SetSrcLoc ( int16_t ( srcloc ) ) ;
2019-08-15 15:42:26 +00:00
f . Read ( & lev - > thread , sizeof ( LockEvent : : thread ) + sizeof ( LockEvent : : type ) ) ;
* ptr + + = { lev } ;
2019-11-15 21:50:08 +00:00
UpdateLockRange ( lockmap , * lev , lt ) ;
2019-08-15 15:42:26 +00:00
}
}
else
{
for ( uint64_t i = 0 ; i < tsz ; i + + )
{
auto lev = m_slab . Alloc < LockEventShared > ( ) ;
2019-11-15 21:50:08 +00:00
const auto lt = ReadTimeOffset ( f , refTime ) ;
lev - > SetTime ( lt ) ;
2019-08-15 15:42:26 +00:00
int32_t srcloc ;
f . Read ( srcloc ) ;
2019-08-15 18:39:16 +00:00
lev - > SetSrcLoc ( int16_t ( srcloc ) ) ;
2019-08-15 15:42:26 +00:00
f . Read ( & lev - > thread , sizeof ( LockEventShared : : thread ) + sizeof ( LockEventShared : : type ) ) ;
* ptr + + = { lev } ;
2019-11-15 21:50:08 +00:00
UpdateLockRange ( lockmap , * lev , lt ) ;
2019-08-15 15:42:26 +00:00
}
}
}
2018-04-21 13:42:08 +00:00
UpdateLockCount ( lockmap , 0 ) ;
2019-03-16 01:09:50 +00:00
m_data . lockMap . emplace ( id , lockmapPtr ) ;
2018-04-20 14:03:09 +00:00
}
}
else
{
for ( uint64_t i = 0 ; i < sz ; i + + )
{
LockType type ;
uint64_t tsz ;
2020-03-08 12:47:38 +00:00
if ( fileVer > = FileVersion ( 0 , 6 , 6 ) )
{
f . Skip ( sizeof ( LockMap : : customName ) ) ;
}
2019-08-15 15:42:26 +00:00
if ( fileVer > = FileVersion ( 0 , 5 , 2 ) )
{
f . Skip ( sizeof ( uint32_t ) + sizeof ( LockMap : : srcloc ) ) ;
}
else
{
f . Skip ( sizeof ( uint32_t ) + sizeof ( int32_t ) ) ;
}
2018-04-30 23:47:56 +00:00
f . Read ( type ) ;
2019-11-21 20:48:35 +00:00
f . Skip ( sizeof ( LockMap : : valid ) + sizeof ( LockMap : : timeAnnounce ) + sizeof ( LockMap : : timeTerminate ) ) ;
2018-04-30 23:47:56 +00:00
f . Read ( tsz ) ;
2018-04-20 14:03:09 +00:00
f . Skip ( tsz * sizeof ( uint64_t ) ) ;
2018-04-30 23:47:56 +00:00
f . Read ( tsz ) ;
2019-08-15 15:42:26 +00:00
if ( fileVer > = FileVersion ( 0 , 5 , 2 ) )
{
2019-08-29 23:16:42 +00:00
f . Skip ( tsz * ( sizeof ( int64_t ) + sizeof ( int16_t ) + sizeof ( LockEvent : : thread ) + sizeof ( LockEvent : : type ) ) ) ;
2019-08-15 15:42:26 +00:00
}
else
{
2019-08-29 23:16:42 +00:00
f . Skip ( tsz * ( sizeof ( int64_t ) + sizeof ( int32_t ) + sizeof ( LockEvent : : thread ) + sizeof ( LockEvent : : type ) ) ) ;
2019-08-15 15:42:26 +00:00
}
2018-02-13 13:57:47 +00:00
}
}
2018-07-28 17:05:01 +00:00
s_loadProgress . subTotal . store ( 0 , std : : memory_order_relaxed ) ;
2018-07-29 14:56:46 +00:00
s_loadProgress . progress . store ( LoadProgress : : Messages , std : : memory_order_relaxed ) ;
2020-01-28 20:49:36 +00:00
unordered_flat_map < uint64_t , MessageData * > msgMap ;
2018-04-30 23:47:56 +00:00
f . Read ( sz ) ;
2018-04-20 14:03:09 +00:00
if ( eventMask & EventType : : Messages )
2018-02-13 13:57:47 +00:00
{
2019-02-15 00:58:23 +00:00
m_data . messages . reserve_exact ( sz , m_slab ) ;
2019-11-14 23:42:44 +00:00
if ( fileVer > = FileVersion ( 0 , 5 , 12 ) )
{
int64_t refTime = 0 ;
for ( uint64_t i = 0 ; i < sz ; i + + )
{
uint64_t ptr ;
f . Read ( ptr ) ;
auto msgdata = m_slab . Alloc < MessageData > ( ) ;
msgdata - > time = ReadTimeOffset ( f , refTime ) ;
f . Read3 ( msgdata - > ref , msgdata - > color , msgdata - > callstack ) ;
m_data . messages [ i ] = msgdata ;
msgMap . emplace ( ptr , msgdata ) ;
}
}
else if ( fileVer > = FileVersion ( 0 , 5 , 2 ) )
2018-04-20 14:03:09 +00:00
{
2018-12-30 22:06:03 +00:00
int64_t refTime = 0 ;
for ( uint64_t i = 0 ; i < sz ; i + + )
{
uint64_t ptr ;
f . Read ( ptr ) ;
auto msgdata = m_slab . Alloc < MessageData > ( ) ;
msgdata - > time = ReadTimeOffset ( f , refTime ) ;
2019-11-08 23:43:06 +00:00
f . Read2 ( msgdata - > ref , msgdata - > color ) ;
2019-11-14 23:42:44 +00:00
msgdata - > callstack . SetVal ( 0 ) ;
2019-05-10 18:32:47 +00:00
m_data . messages [ i ] = msgdata ;
msgMap . emplace ( ptr , msgdata ) ;
}
}
2019-11-21 20:48:35 +00:00
else
2019-08-15 16:48:52 +00:00
{
int64_t refTime = - m_data . baseTime ;
for ( uint64_t i = 0 ; i < sz ; i + + )
{
uint64_t ptr ;
f . Read ( ptr ) ;
auto msgdata = m_slab . Alloc < MessageData > ( ) ;
msgdata - > time = ReadTimeOffset ( f , refTime ) ;
2019-11-08 23:43:06 +00:00
f . Read2 ( msgdata - > ref , msgdata - > color ) ;
2019-11-14 23:42:44 +00:00
msgdata - > callstack . SetVal ( 0 ) ;
2019-08-15 16:48:52 +00:00
m_data . messages [ i ] = msgdata ;
msgMap . emplace ( ptr , msgdata ) ;
}
}
2018-04-20 14:03:09 +00:00
}
else
{
2019-11-14 23:42:44 +00:00
if ( fileVer > = FileVersion ( 0 , 5 , 12 ) )
2018-05-25 19:09:43 +00:00
{
2019-11-14 23:42:44 +00:00
f . Skip ( sz * ( sizeof ( uint64_t ) + sizeof ( MessageData : : time ) + sizeof ( MessageData : : ref ) + sizeof ( MessageData : : color ) + sizeof ( MessageData : : callstack ) ) ) ;
2018-05-25 19:09:43 +00:00
}
2019-11-14 23:42:44 +00:00
else
{
2019-11-21 20:48:35 +00:00
f . Skip ( sz * ( sizeof ( uint64_t ) + sizeof ( MessageData : : time ) + sizeof ( MessageData : : ref ) + sizeof ( MessageData : : color ) ) ) ;
2019-11-14 23:42:44 +00:00
}
2018-02-13 13:57:47 +00:00
}
2020-01-26 14:57:55 +00:00
if ( fileVer > = FileVersion ( 0 , 6 , 3 ) )
{
f . Read ( sz ) ;
assert ( sz ! = 0 ) ;
m_data . zoneExtra . reserve_exact ( sz , m_slab ) ;
f . Read ( m_data . zoneExtra . data ( ) , sz * sizeof ( ZoneExtra ) ) ;
}
else
{
m_data . zoneExtra . push_back ( ZoneExtra { } ) ;
}
2018-07-29 14:56:46 +00:00
s_loadProgress . progress . store ( LoadProgress : : Zones , std : : memory_order_relaxed ) ;
2019-11-21 20:48:35 +00:00
f . Read ( sz ) ;
s_loadProgress . subTotal . store ( sz , std : : memory_order_relaxed ) ;
s_loadProgress . subProgress . store ( 0 , std : : memory_order_relaxed ) ;
2019-11-02 11:38:07 +00:00
if ( fileVer > = FileVersion ( 0 , 5 , 10 ) )
{
f . Read ( sz ) ;
m_data . zoneChildren . reserve_exact ( sz , m_slab ) ;
2019-11-02 15:17:20 +00:00
memset ( m_data . zoneChildren . data ( ) , 0 , sizeof ( Vector < short_ptr < ZoneEvent > > ) * sz ) ;
2019-11-02 11:38:07 +00:00
}
int32_t childIdx = 0 ;
2018-04-30 23:47:56 +00:00
f . Read ( sz ) ;
2019-02-15 00:58:23 +00:00
m_data . threads . reserve_exact ( sz , m_slab ) ;
2018-02-13 13:57:47 +00:00
for ( uint64_t i = 0 ; i < sz ; i + + )
{
auto td = m_slab . AllocInit < ThreadData > ( ) ;
2020-01-26 15:18:16 +00:00
uint64_t tid ;
f . Read2 ( tid , td - > count ) ;
2018-05-25 19:10:22 +00:00
td - > id = tid ;
2020-02-12 18:15:46 +00:00
m_data . zonesCnt + = td - > count ;
2020-01-26 15:18:16 +00:00
if ( fileVer < FileVersion ( 0 , 6 , 3 ) )
2018-06-21 23:30:08 +00:00
{
2020-01-26 15:18:16 +00:00
uint64_t tsz ;
f . Read ( tsz ) ;
if ( tsz ! = 0 )
2019-08-12 17:18:17 +00:00
{
2020-02-12 19:59:36 +00:00
int64_t refTime = 0 ;
2020-01-26 14:57:55 +00:00
ReadTimelinePre063 ( f , td - > timeline , tsz , refTime , childIdx , fileVer ) ;
2019-08-12 17:18:17 +00:00
}
2020-01-26 15:18:16 +00:00
}
else
{
uint32_t tsz ;
f . Read ( tsz ) ;
if ( tsz ! = 0 )
2018-07-22 19:15:28 +00:00
{
2020-02-12 19:59:36 +00:00
ReadTimeline ( f , td - > timeline , tsz , 0 , childIdx ) ;
2018-07-22 19:15:28 +00:00
}
2018-06-21 23:30:08 +00:00
}
2018-02-13 13:57:47 +00:00
uint64_t msz ;
2018-04-30 23:47:56 +00:00
f . Read ( msz ) ;
2018-04-20 14:03:09 +00:00
if ( eventMask & EventType : : Messages )
2018-02-13 13:57:47 +00:00
{
2019-08-28 19:03:01 +00:00
const auto ctid = CompressThread ( tid ) ;
2019-02-15 00:58:23 +00:00
td - > messages . reserve_exact ( msz , m_slab ) ;
2018-04-20 14:03:09 +00:00
for ( uint64_t j = 0 ; j < msz ; j + + )
{
uint64_t ptr ;
2018-04-30 23:47:56 +00:00
f . Read ( ptr ) ;
2018-05-25 19:10:22 +00:00
auto md = msgMap [ ptr ] ;
2018-08-09 17:37:37 +00:00
td - > messages [ j ] = md ;
2019-08-28 19:03:01 +00:00
md - > thread = ctid ;
2018-04-20 14:03:09 +00:00
}
}
else
{
f . Skip ( msz * sizeof ( uint64_t ) ) ;
2018-02-13 13:57:47 +00:00
}
2020-02-22 16:13:53 +00:00
if ( fileVer > = FileVersion ( 0 , 6 , 4 ) )
{
uint64_t ssz ;
f . Read ( ssz ) ;
if ( ssz ! = 0 )
{
if ( eventMask & EventType : : Samples )
{
m_data . samplesCnt + = ssz ;
int64_t refTime = 0 ;
td - > samples . reserve_exact ( ssz , m_slab ) ;
auto ptr = td - > samples . data ( ) ;
for ( uint64_t j = 0 ; j < ssz ; j + + )
{
ptr - > time . SetVal ( ReadTimeOffset ( f , refTime ) ) ;
f . Read ( & ptr - > callstack , sizeof ( ptr - > callstack ) ) ;
ptr + + ;
}
}
else
{
f . Skip ( ssz * ( 8 + 3 ) ) ;
}
}
}
2018-08-09 17:37:37 +00:00
m_data . threads [ i ] = td ;
2019-09-08 12:15:40 +00:00
m_threadMap . emplace ( tid , td ) ;
2018-02-13 13:57:47 +00:00
}
2018-07-29 14:56:46 +00:00
s_loadProgress . progress . store ( LoadProgress : : GpuZones , std : : memory_order_relaxed ) ;
2019-11-21 20:48:35 +00:00
f . Read ( sz ) ;
s_loadProgress . subTotal . store ( sz , std : : memory_order_relaxed ) ;
s_loadProgress . subProgress . store ( 0 , std : : memory_order_relaxed ) ;
2019-11-02 11:38:07 +00:00
if ( fileVer > = FileVersion ( 0 , 5 , 10 ) )
{
f . Read ( sz ) ;
m_data . gpuChildren . reserve_exact ( sz , m_slab ) ;
2019-11-02 15:57:18 +00:00
memset ( m_data . gpuChildren . data ( ) , 0 , sizeof ( Vector < short_ptr < GpuEvent > > ) * sz ) ;
2019-11-02 11:38:07 +00:00
}
childIdx = 0 ;
2018-04-30 23:47:56 +00:00
f . Read ( sz ) ;
2019-02-15 00:58:23 +00:00
m_data . gpuData . reserve_exact ( sz , m_slab ) ;
2018-02-13 13:57:47 +00:00
for ( uint64_t i = 0 ; i < sz ; i + + )
{
auto ctx = m_slab . AllocInit < GpuCtxData > ( ) ;
2020-05-27 16:16:53 +00:00
if ( fileVer > = FileVersion ( 0 , 6 , 14 ) )
{
f . Read5 ( ctx - > thread , ctx - > accuracyBits , ctx - > count , ctx - > period , ctx - > type ) ;
}
else
{
f . Read4 ( ctx - > thread , ctx - > accuracyBits , ctx - > count , ctx - > period ) ;
ctx - > type = ctx - > thread = = 0 ? GpuContextType : : Vulkan : GpuContextType : : OpenGl ;
}
2020-02-12 18:15:46 +00:00
m_data . gpuCnt + = ctx - > count ;
2019-11-09 22:57:08 +00:00
if ( fileVer > = FileVersion ( 0 , 5 , 10 ) )
2018-06-17 16:27:16 +00:00
{
2019-09-23 15:27:49 +00:00
uint64_t tdsz ;
f . Read ( tdsz ) ;
for ( uint64_t j = 0 ; j < tdsz ; j + + )
2018-07-22 19:15:28 +00:00
{
2019-09-23 15:27:49 +00:00
uint64_t tid , tsz ;
f . Read2 ( tid , tsz ) ;
if ( tsz ! = 0 )
{
int64_t refTime = 0 ;
int64_t refGpuTime = 0 ;
auto td = ctx - > threadData . emplace ( tid , GpuCtxThreadData { } ) . first ;
2019-11-02 11:38:07 +00:00
ReadTimeline ( f , td - > second . timeline , tsz , refTime , refGpuTime , childIdx ) ;
2019-09-23 15:27:49 +00:00
}
2018-07-22 19:15:28 +00:00
}
2019-10-01 19:48:52 +00:00
}
else if ( fileVer > = FileVersion ( 0 , 5 , 7 ) )
{
uint64_t tdsz ;
f . Read ( tdsz ) ;
for ( uint64_t j = 0 ; j < tdsz ; j + + )
{
uint64_t tid , tsz ;
f . Read2 ( tid , tsz ) ;
if ( tsz ! = 0 )
{
int64_t refTime = 0 ;
int64_t refGpuTime = 0 ;
auto td = ctx - > threadData . emplace ( tid , GpuCtxThreadData { } ) . first ;
2019-11-02 11:38:07 +00:00
ReadTimelinePre0510 ( f , td - > second . timeline , tsz , refTime , refGpuTime , fileVer ) ;
2019-10-01 19:48:52 +00:00
}
}
2019-09-23 15:27:49 +00:00
}
else
{
uint64_t tsz ;
f . Read ( tsz ) ;
if ( tsz ! = 0 )
2018-07-22 19:15:28 +00:00
{
2019-09-23 15:27:49 +00:00
int64_t refTime = 0 ;
int64_t refGpuTime = 0 ;
auto td = ctx - > threadData . emplace ( 0 , GpuCtxThreadData { } ) . first ;
2019-11-02 11:38:07 +00:00
ReadTimelinePre0510 ( f , td - > second . timeline , tsz , refTime , refGpuTime , fileVer ) ;
2018-07-22 19:15:28 +00:00
}
2018-06-17 16:27:16 +00:00
}
2018-08-09 17:37:37 +00:00
m_data . gpuData [ i ] = ctx ;
2018-02-13 13:57:47 +00:00
}
2018-07-29 14:56:46 +00:00
s_loadProgress . progress . store ( LoadProgress : : Plots , std : : memory_order_relaxed ) ;
2018-04-30 23:47:56 +00:00
f . Read ( sz ) ;
2018-04-20 14:03:09 +00:00
if ( eventMask & EventType : : Plots )
2018-02-13 13:57:47 +00:00
{
2018-08-04 14:33:03 +00:00
m_data . plots . Data ( ) . reserve ( sz ) ;
2018-08-04 13:17:37 +00:00
s_loadProgress . subTotal . store ( sz , std : : memory_order_relaxed ) ;
2018-04-20 14:03:09 +00:00
for ( uint64_t i = 0 ; i < sz ; i + + )
{
2018-08-04 13:17:37 +00:00
s_loadProgress . subProgress . store ( i , std : : memory_order_relaxed ) ;
2018-04-20 14:03:09 +00:00
auto pd = m_slab . AllocInit < PlotData > ( ) ;
2019-11-05 17:02:08 +00:00
if ( fileVer > = FileVersion ( 0 , 5 , 11 ) )
2019-02-21 21:53:26 +00:00
{
2019-11-08 23:43:06 +00:00
f . Read2 ( pd - > type , pd - > format ) ;
2019-02-21 21:53:26 +00:00
}
else
{
2019-11-21 20:48:35 +00:00
f . Read ( pd - > type ) ;
2019-11-05 17:02:08 +00:00
switch ( pd - > type )
{
case PlotType : : User :
pd - > format = PlotValueFormatting : : Number ;
break ;
case PlotType : : Memory :
pd - > format = PlotValueFormatting : : Memory ;
break ;
case PlotType : : SysTime :
pd - > format = PlotValueFormatting : : Percentage ;
break ;
default :
assert ( false ) ;
break ;
}
2019-02-21 21:53:26 +00:00
}
2018-04-20 14:03:09 +00:00
uint64_t psz ;
2019-11-08 23:43:06 +00:00
f . Read4 ( pd - > name , pd - > min , pd - > max , psz ) ;
2019-02-15 00:58:23 +00:00
pd - > data . reserve_exact ( psz , m_slab ) ;
2019-08-15 16:48:52 +00:00
if ( fileVer > = FileVersion ( 0 , 5 , 2 ) )
2018-12-30 22:06:03 +00:00
{
2020-02-13 00:04:40 +00:00
auto ptr = pd - > data . data ( ) ;
2018-12-30 22:06:03 +00:00
int64_t refTime = 0 ;
for ( uint64_t j = 0 ; j < psz ; j + + )
{
2020-02-13 00:04:40 +00:00
int64_t t ;
f . Read2 ( t , ptr - > val ) ;
refTime + = t ;
ptr - > time = refTime ;
ptr + + ;
2018-12-30 22:06:03 +00:00
}
}
2019-11-21 20:48:35 +00:00
else
2019-08-15 16:48:52 +00:00
{
int64_t refTime = - m_data . baseTime ;
for ( uint64_t j = 0 ; j < psz ; j + + )
{
2019-11-03 13:50:11 +00:00
pd - > data [ j ] . time . SetVal ( ReadTimeOffset ( f , refTime ) ) ;
2019-08-15 16:48:52 +00:00
f . Read ( pd - > data [ j ] . val ) ;
}
}
2018-08-04 14:33:03 +00:00
m_data . plots . Data ( ) . push_back_no_space_check ( pd ) ;
2018-04-20 14:03:09 +00:00
}
}
else
{
for ( uint64_t i = 0 ; i < sz ; i + + )
{
2019-11-05 17:02:08 +00:00
if ( fileVer > = FileVersion ( 0 , 5 , 11 ) )
{
f . Skip ( sizeof ( PlotData : : name ) + sizeof ( PlotData : : min ) + sizeof ( PlotData : : max ) + sizeof ( PlotData : : type ) + sizeof ( PlotData : : format ) ) ;
}
2019-03-15 14:27:37 +00:00
else
{
2019-11-21 20:48:35 +00:00
f . Skip ( sizeof ( PlotData : : name ) + sizeof ( PlotData : : min ) + sizeof ( PlotData : : max ) + sizeof ( PlotData : : type ) ) ;
2019-03-15 14:27:37 +00:00
}
2018-04-20 14:03:09 +00:00
uint64_t psz ;
2018-04-30 23:47:56 +00:00
f . Read ( psz ) ;
2019-11-03 13:50:11 +00:00
f . Skip ( psz * ( sizeof ( uint64_t ) + sizeof ( double ) ) ) ;
2018-04-20 14:03:09 +00:00
}
2018-02-13 13:57:47 +00:00
}
2018-04-02 00:05:16 +00:00
2019-02-14 00:13:11 +00:00
bool reconstructMemAllocPlot = false ;
2018-07-28 17:05:01 +00:00
s_loadProgress . subTotal . store ( 0 , std : : memory_order_relaxed ) ;
2018-07-29 14:56:46 +00:00
s_loadProgress . progress . store ( LoadProgress : : Memory , std : : memory_order_relaxed ) ;
2018-04-30 23:47:56 +00:00
f . Read ( sz ) ;
2018-04-20 14:03:09 +00:00
if ( eventMask & EventType : : Memory )
2018-04-02 00:05:16 +00:00
{
2019-02-15 00:58:23 +00:00
m_data . memory . data . reserve_exact ( sz , m_slab ) ;
2019-08-12 10:27:35 +00:00
uint64_t activeSz , freesSz ;
f . Read2 ( activeSz , freesSz ) ;
m_data . memory . active . reserve ( activeSz ) ;
m_data . memory . frees . reserve_exact ( freesSz , m_slab ) ;
2018-04-20 14:03:09 +00:00
auto mem = m_data . memory . data . data ( ) ;
2018-07-28 17:05:01 +00:00
s_loadProgress . subTotal . store ( sz , std : : memory_order_relaxed ) ;
2018-08-09 17:37:37 +00:00
size_t fidx = 0 ;
2018-12-30 22:06:03 +00:00
int64_t refTime = 0 ;
2019-10-01 20:36:22 +00:00
if ( fileVer > = FileVersion ( 0 , 5 , 9 ) )
2019-08-15 20:56:55 +00:00
{
auto & frees = m_data . memory . frees ;
auto & active = m_data . memory . active ;
for ( uint64_t i = 0 ; i < sz ; i + + )
{
s_loadProgress . subProgress . store ( i , std : : memory_order_relaxed ) ;
2019-10-30 21:01:13 +00:00
uint64_t ptr , size ;
Int24 csAlloc ;
2020-02-12 23:37:54 +00:00
int64_t timeAlloc , timeFree ;
uint16_t threadAlloc , threadFree ;
f . Read8 ( ptr , size , csAlloc , mem - > csFree , timeAlloc , timeFree , threadAlloc , threadFree ) ;
2019-10-30 21:01:13 +00:00
mem - > SetPtr ( ptr ) ;
mem - > SetSize ( size ) ;
mem - > SetCsAlloc ( csAlloc . Val ( ) ) ;
2019-08-15 20:56:55 +00:00
refTime + = timeAlloc ;
2020-02-12 23:52:29 +00:00
mem - > SetTimeThreadAlloc ( refTime , threadAlloc ) ;
2019-08-15 20:56:55 +00:00
if ( timeFree > = 0 )
{
2020-02-12 23:52:29 +00:00
mem - > SetTimeThreadFree ( timeFree + refTime , threadFree ) ;
2019-08-15 20:56:55 +00:00
frees [ fidx + + ] = i ;
}
else
{
2020-02-12 23:52:29 +00:00
mem - > SetTimeThreadFree ( timeFree , threadFree ) ;
2019-10-30 21:01:13 +00:00
active . emplace ( ptr , i ) ;
2019-08-15 20:56:55 +00:00
}
mem + + ;
}
}
2019-10-01 20:36:22 +00:00
else if ( fileVer > = FileVersion ( 0 , 5 , 2 ) )
{
auto & frees = m_data . memory . frees ;
auto & active = m_data . memory . active ;
for ( uint64_t i = 0 ; i < sz ; i + + )
{
s_loadProgress . subProgress . store ( i , std : : memory_order_relaxed ) ;
2019-10-30 21:01:13 +00:00
uint64_t ptr , size ;
Int24 csAlloc ;
2019-11-08 23:43:06 +00:00
f . Read3 ( ptr , size , csAlloc ) ;
2019-10-30 21:01:13 +00:00
mem - > SetPtr ( ptr ) ;
mem - > SetSize ( size ) ;
mem - > SetCsAlloc ( csAlloc . Val ( ) ) ;
2019-10-01 20:36:22 +00:00
f . Skip ( 1 ) ;
f . Read ( & mem - > csFree , sizeof ( MemEvent : : csFree ) ) ;
f . Skip ( 1 ) ;
int64_t timeAlloc , timeFree ;
uint16_t threadAlloc , threadFree ;
2019-11-08 23:43:06 +00:00
f . Read4 ( timeAlloc , timeFree , threadAlloc , threadFree ) ;
2019-10-01 20:36:22 +00:00
refTime + = timeAlloc ;
mem - > SetTimeAlloc ( refTime ) ;
if ( timeFree > = 0 )
{
mem - > SetTimeFree ( timeFree + refTime ) ;
frees [ fidx + + ] = i ;
}
else
{
mem - > SetTimeFree ( timeFree ) ;
2019-10-30 21:01:13 +00:00
active . emplace ( ptr , i ) ;
2019-10-01 20:36:22 +00:00
}
mem - > SetThreadAlloc ( threadAlloc ) ;
mem - > SetThreadFree ( threadFree ) ;
mem + + ;
}
}
2019-11-21 20:48:35 +00:00
else
2018-04-02 00:05:16 +00:00
{
2019-02-16 22:00:05 +00:00
auto & frees = m_data . memory . frees ;
auto & active = m_data . memory . active ;
for ( uint64_t i = 0 ; i < sz ; i + + )
2018-12-30 22:06:03 +00:00
{
2019-02-16 22:00:05 +00:00
s_loadProgress . subProgress . store ( i , std : : memory_order_relaxed ) ;
2019-10-30 21:01:13 +00:00
uint64_t ptr , size ;
2019-11-08 23:43:06 +00:00
int64_t timeAlloc , timeFree ;
f . Read4 ( ptr , size , timeAlloc , timeFree ) ;
2019-10-30 21:01:13 +00:00
mem - > SetPtr ( ptr ) ;
mem - > SetSize ( size ) ;
Int24 csAlloc ;
f . Read ( & csAlloc , sizeof ( csAlloc ) ) ;
mem - > SetCsAlloc ( csAlloc . Val ( ) ) ;
2019-10-01 20:36:22 +00:00
f . Skip ( 1 ) ;
f . Read ( mem - > csFree ) ;
f . Skip ( 1 ) ;
2019-08-15 20:56:55 +00:00
uint16_t threadAlloc , threadFree ;
f . Read2 ( threadAlloc , threadFree ) ;
refTime + = timeAlloc ;
2019-08-15 22:24:29 +00:00
mem - > SetTimeAlloc ( refTime - m_data . baseTime ) ;
2019-08-15 20:56:55 +00:00
if ( timeFree > = 0 )
2019-02-16 22:00:05 +00:00
{
2019-08-15 22:24:29 +00:00
mem - > SetTimeFree ( timeFree + refTime - m_data . baseTime ) ;
2019-02-16 22:00:05 +00:00
frees [ fidx + + ] = i ;
}
else
{
2019-08-15 20:56:55 +00:00
mem - > SetTimeFree ( timeFree ) ;
2019-10-30 21:01:13 +00:00
active . emplace ( ptr , i ) ;
2019-02-16 22:00:05 +00:00
}
2019-08-15 20:56:55 +00:00
mem - > SetThreadAlloc ( threadAlloc ) ;
mem - > SetThreadFree ( threadFree ) ;
2019-02-16 22:00:05 +00:00
mem + + ;
2019-02-16 21:26:50 +00:00
}
2019-02-16 22:00:05 +00:00
}
2019-11-08 23:43:06 +00:00
f . Read3 ( m_data . memory . high , m_data . memory . low , m_data . memory . usage ) ;
2018-04-28 14:18:56 +00:00
2018-05-04 14:08:16 +00:00
if ( sz ! = 0 )
{
2018-06-24 15:10:46 +00:00
reconstructMemAllocPlot = true ;
2018-05-04 14:08:16 +00:00
}
2018-04-20 14:03:09 +00:00
}
else
{
2019-08-12 10:27:35 +00:00
f . Skip ( 2 * sizeof ( uint64_t ) ) ;
2019-02-16 22:00:05 +00:00
2019-10-01 20:36:22 +00:00
if ( fileVer > = FileVersion ( 0 , 5 , 9 ) )
2019-08-15 20:56:55 +00:00
{
2019-10-30 21:01:13 +00:00
f . Skip ( sz * ( sizeof ( uint64_t ) + sizeof ( uint64_t ) + sizeof ( Int24 ) + sizeof ( Int24 ) + sizeof ( int64_t ) * 2 + sizeof ( uint16_t ) * 2 ) ) ;
2019-08-15 20:56:55 +00:00
}
2019-10-01 20:36:22 +00:00
else if ( fileVer > = FileVersion ( 0 , 5 , 2 ) )
2018-06-19 19:54:12 +00:00
{
2019-10-30 21:01:13 +00:00
f . Skip ( sz * ( sizeof ( uint64_t ) + sizeof ( uint64_t ) + sizeof ( uint32_t ) + sizeof ( uint32_t ) + sizeof ( int64_t ) * 2 + sizeof ( uint16_t ) * 2 ) ) ;
2019-02-16 22:00:05 +00:00
}
2018-06-19 19:54:12 +00:00
else
{
2019-11-21 20:48:35 +00:00
f . Skip ( sz * ( sizeof ( uint64_t ) + sizeof ( uint64_t ) + sizeof ( int64_t ) + sizeof ( int64_t ) + sizeof ( uint32_t ) + sizeof ( uint32_t ) + sizeof ( uint16_t ) + sizeof ( uint16_t ) ) ) ;
2018-06-19 19:54:12 +00:00
}
2019-02-16 22:00:05 +00:00
2018-04-20 14:03:09 +00:00
f . Skip ( sizeof ( MemData : : high ) + sizeof ( MemData : : low ) + sizeof ( MemData : : usage ) ) ;
2018-04-02 00:05:16 +00:00
}
2018-06-19 20:04:26 +00:00
2018-07-28 17:05:01 +00:00
s_loadProgress . subTotal . store ( 0 , std : : memory_order_relaxed ) ;
2018-07-29 14:56:46 +00:00
s_loadProgress . progress . store ( LoadProgress : : CallStacks , std : : memory_order_relaxed ) ;
2018-06-19 20:04:26 +00:00
f . Read ( sz ) ;
m_data . callstackPayload . reserve ( sz ) ;
2020-03-28 17:04:33 +00:00
if ( fileVer > = FileVersion ( 0 , 6 , 8 ) )
2018-06-19 20:04:26 +00:00
{
2020-03-28 17:04:33 +00:00
for ( uint64_t i = 0 ; i < sz ; i + + )
{
uint16_t csz ;
f . Read ( csz ) ;
2018-06-19 20:04:26 +00:00
2020-03-28 17:04:33 +00:00
const auto memsize = sizeof ( VarArray < CallstackFrameId > ) + csz * sizeof ( CallstackFrameId ) ;
auto mem = ( char * ) m_slab . AllocRaw ( memsize ) ;
2018-06-19 20:04:26 +00:00
2020-03-28 17:04:33 +00:00
auto data = ( CallstackFrameId * ) mem ;
f . Read ( data , csz * sizeof ( CallstackFrameId ) ) ;
2018-06-19 20:04:26 +00:00
2020-03-28 17:04:33 +00:00
auto arr = ( VarArray < CallstackFrameId > * ) ( mem + csz * sizeof ( CallstackFrameId ) ) ;
new ( arr ) VarArray < CallstackFrameId > ( csz , data ) ;
2018-06-19 20:04:26 +00:00
2020-03-28 17:04:33 +00:00
m_data . callstackPayload . push_back_no_space_check ( arr ) ;
}
}
else
{
for ( uint64_t i = 0 ; i < sz ; i + + )
{
uint8_t csz ;
f . Read ( csz ) ;
const auto memsize = sizeof ( VarArray < CallstackFrameId > ) + csz * sizeof ( CallstackFrameId ) ;
auto mem = ( char * ) m_slab . AllocRaw ( memsize ) ;
auto data = ( CallstackFrameId * ) mem ;
f . Read ( data , csz * sizeof ( CallstackFrameId ) ) ;
auto arr = ( VarArray < CallstackFrameId > * ) ( mem + csz * sizeof ( CallstackFrameId ) ) ;
new ( arr ) VarArray < CallstackFrameId > ( csz , data ) ;
m_data . callstackPayload . push_back_no_space_check ( arr ) ;
}
2018-06-19 20:04:26 +00:00
}
2018-06-19 23:59:25 +00:00
2020-02-25 22:42:59 +00:00
if ( fileVer > = FileVersion ( 0 , 6 , 5 ) )
2019-03-03 15:50:18 +00:00
{
f . Read ( sz ) ;
m_data . callstackFrameMap . reserve ( sz ) ;
for ( uint64_t i = 0 ; i < sz ; i + + )
{
CallstackFrameId id ;
auto frameData = m_slab . Alloc < CallstackFrameData > ( ) ;
2020-02-25 23:55:43 +00:00
f . Read3 ( id , frameData - > size , frameData - > imageName ) ;
2019-03-03 15:50:18 +00:00
frameData - > data = m_slab . Alloc < CallstackFrame > ( frameData - > size ) ;
f . Read ( frameData - > data , sizeof ( CallstackFrame ) * frameData - > size ) ;
m_data . callstackFrameMap . emplace ( id , frameData ) ;
}
}
2020-02-25 22:42:59 +00:00
else if ( fileVer > = FileVersion ( 0 , 5 , 8 ) )
{
f . Read ( sz ) ;
m_data . callstackFrameMap . reserve ( sz ) ;
for ( uint64_t i = 0 ; i < sz ; i + + )
{
CallstackFrameId id ;
2020-02-25 23:55:43 +00:00
auto frameData = m_slab . AllocInit < CallstackFrameData > ( ) ;
2020-02-25 22:42:59 +00:00
f . Read2 ( id , frameData - > size ) ;
frameData - > data = m_slab . Alloc < CallstackFrame > ( frameData - > size ) ;
for ( uint8_t j = 0 ; j < frameData - > size ; j + + )
{
f . Read3 ( frameData - > data [ j ] . name , frameData - > data [ j ] . file , frameData - > data [ j ] . line ) ;
frameData - > data [ j ] . symAddr = 0 ;
}
m_data . callstackFrameMap . emplace ( id , frameData ) ;
}
}
2019-11-21 20:48:35 +00:00
else
2019-09-29 18:32:42 +00:00
{
f . Read ( sz ) ;
m_data . callstackFrameMap . reserve ( sz ) ;
for ( uint64_t i = 0 ; i < sz ; i + + )
{
__StringIdxOld str ;
CallstackFrameId id ;
2020-02-25 23:55:43 +00:00
auto frameData = m_slab . AllocInit < CallstackFrameData > ( ) ;
2019-11-08 23:43:06 +00:00
f . Read2 ( id , frameData - > size ) ;
2019-09-29 18:32:42 +00:00
frameData - > data = m_slab . AllocInit < CallstackFrame > ( frameData - > size ) ;
for ( uint8_t j = 0 ; j < frameData - > size ; j + + )
{
f . Read ( str ) ;
if ( str . active ) frameData - > data [ j ] . name . SetIdx ( str . idx ) ;
f . Read ( str ) ;
if ( str . active ) frameData - > data [ j ] . file . SetIdx ( str . idx ) ;
f . Read ( frameData - > data [ j ] . line ) ;
2020-02-25 22:42:59 +00:00
frameData - > data [ j ] . symAddr = 0 ;
2019-09-29 18:32:42 +00:00
}
m_data . callstackFrameMap . emplace ( id , frameData ) ;
}
}
2018-06-19 23:59:25 +00:00
2019-11-21 20:48:35 +00:00
f . Read ( sz ) ;
if ( sz > 0 )
2019-01-20 18:11:48 +00:00
{
2019-11-21 20:48:35 +00:00
m_data . appInfo . reserve_exact ( sz , m_slab ) ;
f . Read ( m_data . appInfo . data ( ) , sizeof ( m_data . appInfo [ 0 ] ) * sz ) ;
2018-06-19 23:59:25 +00:00
}
2018-06-24 15:10:46 +00:00
2019-11-21 20:48:35 +00:00
s_loadProgress . subTotal . store ( 0 , std : : memory_order_relaxed ) ;
s_loadProgress . progress . store ( LoadProgress : : FrameImages , std : : memory_order_relaxed ) ;
if ( eventMask & EventType : : FrameImages )
2019-07-12 16:45:35 +00:00
{
f . Read ( sz ) ;
2019-11-21 20:48:35 +00:00
m_data . frameImage . reserve_exact ( sz , m_slab ) ;
s_loadProgress . subTotal . store ( sz , std : : memory_order_relaxed ) ;
if ( sz ! = 0 )
2019-07-12 16:45:35 +00:00
{
2019-11-21 20:48:35 +00:00
struct JobData
{
enum State : int { InProgress , Available , DataReady } ;
FrameImage * fi ;
char * buf = nullptr ;
size_t bufsz = 0 ;
char * outbuf = nullptr ;
size_t outsz = 0 ;
Compress frame images using zstd.
Memory usage and trace load times:
!comp 587 MB, 439 ms -> 541 MB, 523 ms (92%, 119%)
android-vk 197 MB, 136 ms -> 188 MB, 178 ms (95%, 130%)
big2 4463 MB, 2.93 s -> 4198 MB, 3.65 s (94%, 124%)
fi 483 MB, 346 ms -> 416 MB, 409 ms (86%, 118%)
fi-big 3307 MB, 3.15 s -> 2985 MB, 3.53 s (90%, 112%)
large 19.74 GB, 10.05 s -> 19.28 GB, 11.16 s (97%, 110%)
2020-02-09 20:22:12 +00:00
ZSTD_CCtx * ctx = ZSTD_createCCtx ( ) ;
2019-12-31 13:46:01 +00:00
alignas ( 64 ) std : : atomic < State > state = Available ;
2019-11-21 20:48:35 +00:00
} ;
2019-07-12 16:45:35 +00:00
2019-11-21 20:48:35 +00:00
// Leave one thread for file reader, second thread for dispatch (this thread)
// Minimum 2 threads to have at least two buffers (one in use, second one filling up)
const auto jobs = std : : max < int > ( std : : thread : : hardware_concurrency ( ) - 2 , 2 ) ;
auto td = std : : make_unique < TaskDispatch > ( jobs ) ;
auto data = std : : make_unique < JobData [ ] > ( jobs ) ;
2019-06-06 21:40:37 +00:00
2019-11-21 20:48:35 +00:00
for ( uint64_t i = 0 ; i < sz ; i + + )
2019-06-06 21:08:19 +00:00
{
2019-11-21 20:48:35 +00:00
s_loadProgress . subProgress . store ( i , std : : memory_order_relaxed ) ;
auto fi = m_slab . Alloc < FrameImage > ( ) ;
f . Read3 ( fi - > w , fi - > h , fi - > flip ) ;
const auto sz = size_t ( fi - > w * fi - > h / 2 ) ;
2019-09-20 21:03:12 +00:00
2019-11-21 20:48:35 +00:00
int idx = - 1 ;
for ( ; ; )
{
for ( int j = 0 ; j < jobs ; j + + )
2019-09-20 21:03:12 +00:00
{
2019-11-21 20:48:35 +00:00
const auto state = data [ j ] . state . load ( std : : memory_order_acquire ) ;
if ( state ! = JobData : : InProgress )
2019-09-20 21:03:12 +00:00
{
2019-11-21 20:48:35 +00:00
if ( state = = JobData : : DataReady )
2019-09-20 21:03:12 +00:00
{
2019-11-21 20:48:35 +00:00
char * tmp = ( char * ) m_slab . AllocBig ( data [ j ] . fi - > csz ) ;
memcpy ( tmp , data [ j ] . outbuf , data [ j ] . fi - > csz ) ;
data [ j ] . fi - > ptr = tmp ;
2019-09-20 21:03:12 +00:00
}
2019-11-21 20:48:35 +00:00
idx = j ;
break ;
2019-09-20 21:03:12 +00:00
}
}
2019-11-21 20:48:35 +00:00
if ( idx > = 0 ) break ;
2019-12-31 13:59:54 +00:00
YieldThread ( ) ;
2019-11-21 20:48:35 +00:00
}
2019-09-20 21:03:12 +00:00
2019-11-21 20:48:35 +00:00
if ( data [ idx ] . bufsz < sz )
{
data [ idx ] . bufsz = sz ;
delete [ ] data [ idx ] . buf ;
data [ idx ] . buf = new char [ sz ] ;
}
f . Read ( data [ idx ] . buf , sz ) ;
data [ idx ] . fi = fi ;
2019-09-20 21:03:12 +00:00
2019-11-21 20:48:35 +00:00
data [ idx ] . state . store ( JobData : : InProgress , std : : memory_order_release ) ;
2020-04-05 13:04:18 +00:00
td - > Queue ( [ this , & data , idx , fi , fileVer ] {
if ( fileVer < = FileVersion ( 0 , 6 , 9 ) ) m_texcomp . Rdo ( data [ idx ] . buf , fi - > w * fi - > h / 16 ) ;
2020-03-02 01:08:14 +00:00
fi - > csz = m_texcomp . Pack ( data [ idx ] . ctx , data [ idx ] . outbuf , data [ idx ] . outsz , data [ idx ] . buf , fi - > w * fi - > h / 2 ) ;
2019-11-21 20:48:35 +00:00
data [ idx ] . state . store ( JobData : : DataReady , std : : memory_order_release ) ;
} ) ;
2019-09-20 21:03:12 +00:00
2019-11-21 20:48:35 +00:00
m_data . frameImage [ i ] = fi ;
}
td - > Sync ( ) ;
td . reset ( ) ;
2020-03-01 00:48:20 +00:00
for ( int i = 0 ; i < jobs ; i + + )
2019-11-21 20:48:35 +00:00
{
if ( data [ i ] . state . load ( std : : memory_order_acquire ) = = JobData : : DataReady )
2019-06-08 10:17:18 +00:00
{
2019-11-21 20:48:35 +00:00
char * tmp = ( char * ) m_slab . AllocBig ( data [ i ] . fi - > csz ) ;
memcpy ( tmp , data [ i ] . outbuf , data [ i ] . fi - > csz ) ;
data [ i ] . fi - > ptr = tmp ;
2019-06-08 10:17:18 +00:00
}
Compress frame images using zstd.
Memory usage and trace load times:
!comp 587 MB, 439 ms -> 541 MB, 523 ms (92%, 119%)
android-vk 197 MB, 136 ms -> 188 MB, 178 ms (95%, 130%)
big2 4463 MB, 2.93 s -> 4198 MB, 3.65 s (94%, 124%)
fi 483 MB, 346 ms -> 416 MB, 409 ms (86%, 118%)
fi-big 3307 MB, 3.15 s -> 2985 MB, 3.53 s (90%, 112%)
large 19.74 GB, 10.05 s -> 19.28 GB, 11.16 s (97%, 110%)
2020-02-09 20:22:12 +00:00
ZSTD_freeCCtx ( data [ i ] . ctx ) ;
2019-11-21 20:48:35 +00:00
delete [ ] data [ i ] . buf ;
delete [ ] data [ i ] . outbuf ;
}
2019-06-11 22:55:02 +00:00
2019-11-21 20:48:35 +00:00
const auto & frames = GetFramesBase ( ) - > frames ;
const auto fsz = uint32_t ( frames . size ( ) ) ;
for ( uint32_t i = 0 ; i < fsz ; i + + )
{
const auto & f = frames [ i ] ;
if ( f . frameImage ! = - 1 )
2019-06-11 22:55:02 +00:00
{
2019-11-21 20:48:35 +00:00
m_data . frameImage [ f . frameImage ] - > frameRef = i ;
2019-06-11 22:55:02 +00:00
}
}
2019-06-06 21:08:19 +00:00
}
2019-11-21 20:48:35 +00:00
}
else
{
f . Read ( sz ) ;
s_loadProgress . subTotal . store ( sz , std : : memory_order_relaxed ) ;
for ( uint64_t i = 0 ; i < sz ; i + + )
2019-06-06 21:08:19 +00:00
{
2019-11-21 20:48:35 +00:00
s_loadProgress . subProgress . store ( i , std : : memory_order_relaxed ) ;
uint16_t w , h ;
f . Read2 ( w , h ) ;
const auto fisz = w * h / 2 ;
f . Skip ( fisz + sizeof ( FrameImage : : flip ) ) ;
2019-06-06 21:08:19 +00:00
}
}
2019-08-19 21:09:58 +00:00
if ( fileVer > = FileVersion ( 0 , 5 , 6 ) )
2019-08-12 22:56:57 +00:00
{
s_loadProgress . subTotal . store ( 0 , std : : memory_order_relaxed ) ;
s_loadProgress . progress . store ( LoadProgress : : ContextSwitches , std : : memory_order_relaxed ) ;
if ( eventMask & EventType : : ContextSwitches )
{
f . Read ( sz ) ;
s_loadProgress . subTotal . store ( sz , std : : memory_order_relaxed ) ;
m_data . ctxSwitch . reserve ( sz ) ;
for ( uint64_t i = 0 ; i < sz ; i + + )
{
s_loadProgress . subProgress . store ( i , std : : memory_order_relaxed ) ;
uint64_t thread , csz ;
f . Read2 ( thread , csz ) ;
auto data = m_slab . AllocInit < ContextSwitch > ( ) ;
data - > v . reserve_exact ( csz , m_slab ) ;
2019-08-14 15:11:42 +00:00
int64_t runningTime = 0 ;
2019-08-12 22:56:57 +00:00
int64_t refTime = 0 ;
auto ptr = data - > v . data ( ) ;
for ( uint64_t j = 0 ; j < csz ; j + + )
{
2020-02-13 00:12:01 +00:00
int64_t deltaWakeup , deltaStart , diff ;
uint8_t cpu ;
int8_t reason , state ;
f . Read6 ( deltaWakeup , deltaStart , diff , cpu , reason , state ) ;
refTime + = deltaWakeup ;
ptr - > SetWakeup ( refTime ) ;
refTime + = deltaStart ;
2020-02-20 01:05:23 +00:00
ptr - > SetStartCpu ( refTime , cpu ) ;
2019-08-14 15:11:42 +00:00
if ( diff > 0 ) runningTime + = diff ;
refTime + = diff ;
2020-02-20 01:05:23 +00:00
ptr - > SetEndReasonState ( refTime , reason , state ) ;
2019-08-12 22:56:57 +00:00
ptr + + ;
}
2019-08-14 15:11:42 +00:00
data - > runningTime = runningTime ;
2019-08-12 22:56:57 +00:00
m_data . ctxSwitch . emplace ( thread , data ) ;
}
}
else
{
f . Read ( sz ) ;
s_loadProgress . subTotal . store ( sz , std : : memory_order_relaxed ) ;
for ( uint64_t i = 0 ; i < sz ; i + + )
{
s_loadProgress . subProgress . store ( i , std : : memory_order_relaxed ) ;
f . Skip ( sizeof ( uint64_t ) ) ;
uint64_t csz ;
f . Read ( csz ) ;
2019-08-29 23:16:42 +00:00
f . Skip ( csz * ( sizeof ( int64_t ) * 3 + sizeof ( int8_t ) * 3 ) ) ;
2019-08-12 22:56:57 +00:00
}
}
2019-08-16 14:51:02 +00:00
s_loadProgress . subTotal . store ( 0 , std : : memory_order_relaxed ) ;
s_loadProgress . progress . store ( LoadProgress : : ContextSwitchesPerCpu , std : : memory_order_relaxed ) ;
f . Read ( sz ) ;
s_loadProgress . subTotal . store ( sz , std : : memory_order_relaxed ) ;
if ( eventMask & EventType : : ContextSwitches )
{
uint64_t cnt = 0 ;
for ( int i = 0 ; i < 256 ; i + + )
{
int64_t refTime = 0 ;
f . Read ( sz ) ;
2019-10-15 14:08:20 +00:00
if ( sz ! = 0 )
2019-08-16 14:51:02 +00:00
{
2019-10-15 14:08:20 +00:00
m_data . cpuDataCount = i + 1 ;
m_data . cpuData [ i ] . cs . reserve_exact ( sz , m_slab ) ;
auto ptr = m_data . cpuData [ i ] . cs . data ( ) ;
for ( uint64_t j = 0 ; j < sz ; j + + )
{
2020-02-13 00:14:12 +00:00
int64_t deltaStart , deltaEnd ;
2019-10-15 14:08:20 +00:00
uint16_t thread ;
2020-02-13 00:14:12 +00:00
f . Read3 ( deltaStart , deltaEnd , thread ) ;
refTime + = deltaStart ;
2020-02-20 01:09:09 +00:00
ptr - > SetStartThread ( refTime , thread ) ;
2020-02-13 00:14:12 +00:00
refTime + = deltaEnd ;
ptr - > SetEnd ( refTime ) ;
2019-10-15 14:08:20 +00:00
ptr + + ;
}
cnt + = sz ;
2019-08-16 14:51:02 +00:00
}
s_loadProgress . subProgress . store ( cnt , std : : memory_order_relaxed ) ;
}
}
else
{
for ( int i = 0 ; i < 256 ; i + + )
{
f . Read ( sz ) ;
2019-08-29 23:16:42 +00:00
f . Skip ( sz * ( sizeof ( int64_t ) * 2 + sizeof ( uint16_t ) ) ) ;
2019-08-16 14:51:02 +00:00
}
}
2019-08-17 20:36:21 +00:00
f . Read ( sz ) ;
for ( uint64_t i = 0 ; i < sz ; i + + )
{
uint64_t tid , pid ;
f . Read2 ( tid , pid ) ;
m_data . tidToPid . emplace ( tid , pid ) ;
}
2019-08-17 23:53:38 +00:00
f . Read ( sz ) ;
for ( uint64_t i = 0 ; i < sz ; i + + )
{
uint64_t tid ;
CpuThreadData data ;
2019-11-08 23:43:06 +00:00
f . Read2 ( tid , data ) ;
2019-08-17 23:53:38 +00:00
m_data . cpuThreadData . emplace ( tid , data ) ;
}
2019-08-17 20:36:21 +00:00
}
2020-03-25 17:37:08 +00:00
if ( fileVer > = FileVersion ( 0 , 6 , 7 ) )
{
2020-04-08 10:49:58 +00:00
if ( fileVer > = FileVersion ( 0 , 6 , 11 ) )
2020-03-25 17:37:08 +00:00
{
2020-04-08 10:49:58 +00:00
f . Read ( sz ) ;
m_data . symbolLoc . reserve_exact ( sz , m_slab ) ;
f . Read ( sz ) ;
m_data . symbolLocInline . reserve_exact ( sz , m_slab ) ;
f . Read ( sz ) ;
m_data . symbolMap . reserve ( sz ) ;
int symIdx = 0 ;
int symInlineIdx = 0 ;
for ( uint64_t i = 0 ; i < sz ; i + + )
2020-04-08 10:44:12 +00:00
{
2020-04-08 10:49:58 +00:00
uint64_t symAddr ;
StringIdx name , file , imageName , callFile ;
uint32_t line , callLine ;
uint8_t isInline ;
Int24 size ;
f . Read9 ( symAddr , name , file , line , imageName , callFile , callLine , isInline , size ) ;
m_data . symbolMap . emplace ( symAddr , SymbolData { name , file , line , imageName , callFile , callLine , isInline , size } ) ;
if ( isInline )
{
m_data . symbolLocInline [ symInlineIdx + + ] = symAddr ;
}
else
{
m_data . symbolLoc [ symIdx + + ] = SymbolLocation { symAddr , size . Val ( ) } ;
}
2020-04-08 10:44:12 +00:00
}
2020-04-08 10:49:58 +00:00
}
else
{
f . Read ( sz ) ;
m_data . symbolMap . reserve ( sz ) ;
for ( uint64_t i = 0 ; i < sz ; i + + )
2020-04-08 10:44:12 +00:00
{
2020-04-08 10:49:58 +00:00
uint64_t symAddr ;
StringIdx name , file , imageName , callFile ;
uint32_t line , callLine ;
uint8_t isInline ;
Int24 size ;
f . Read9 ( symAddr , name , file , line , imageName , callFile , callLine , isInline , size ) ;
m_data . symbolMap . emplace ( symAddr , SymbolData { name , file , line , imageName , callFile , callLine , isInline , size } ) ;
if ( isInline )
{
m_data . symbolLocInline . push_back ( symAddr ) ;
}
else
{
m_data . symbolLoc . push_back ( SymbolLocation { symAddr , size . Val ( ) } ) ;
}
2020-04-08 10:44:12 +00:00
}
2020-03-25 17:37:08 +00:00
}
2020-03-27 16:34:51 +00:00
# ifdef NO_PARALLEL_SORT
pdqsort_branchless ( m_data . symbolLoc . begin ( ) , m_data . symbolLoc . end ( ) , [ ] ( const auto & l , const auto & r ) { return l . addr < r . addr ; } ) ;
2020-04-08 10:44:12 +00:00
pdqsort_branchless ( m_data . symbolLocInline . begin ( ) , m_data . symbolLocInline . end ( ) ) ;
2020-03-27 16:34:51 +00:00
# else
std : : sort ( std : : execution : : par_unseq , m_data . symbolLoc . begin ( ) , m_data . symbolLoc . end ( ) , [ ] ( const auto & l , const auto & r ) { return l . addr < r . addr ; } ) ;
2020-04-08 10:44:12 +00:00
std : : sort ( std : : execution : : par_unseq , m_data . symbolLocInline . begin ( ) , m_data . symbolLocInline . end ( ) ) ;
2020-03-27 16:34:51 +00:00
# endif
2020-03-25 17:37:08 +00:00
}
else if ( fileVer > = FileVersion ( 0 , 6 , 5 ) )
2020-02-26 21:53:18 +00:00
{
f . Read ( sz ) ;
m_data . symbolMap . reserve ( sz ) ;
for ( uint64_t i = 0 ; i < sz ; i + + )
{
uint64_t symAddr ;
2020-02-27 13:35:00 +00:00
StringIdx name , file , imageName , callFile ;
uint32_t line , callLine ;
2020-02-27 14:28:58 +00:00
uint8_t isInline ;
f . Read8 ( symAddr , name , file , line , imageName , callFile , callLine , isInline ) ;
m_data . symbolMap . emplace ( symAddr , SymbolData { name , file , line , imageName , callFile , callLine , isInline } ) ;
2020-02-26 21:53:18 +00:00
}
}
2020-03-25 19:52:59 +00:00
if ( fileVer > = FileVersion ( 0 , 6 , 7 ) )
{
f . Read ( sz ) ;
if ( eventMask & EventType : : SymbolCode )
{
uint64_t ssz = 0 ;
m_data . symbolCode . reserve ( sz ) ;
for ( uint64_t i = 0 ; i < sz ; i + + )
{
uint64_t symAddr ;
uint32_t len ;
f . Read2 ( symAddr , len ) ;
ssz + = len ;
auto ptr = ( char * ) m_slab . AllocBig ( len ) ;
f . Read ( ptr , len ) ;
2020-05-23 12:05:11 +00:00
m_data . symbolCode . emplace ( symAddr , MemoryBlock { ptr , len } ) ;
2020-03-25 19:52:59 +00:00
}
m_data . symbolCodeSize = ssz ;
}
else
{
for ( uint64_t i = 0 ; i < sz ; i + + )
{
2020-04-19 21:34:34 +00:00
uint64_t symAddr ;
uint32_t len ;
2020-03-25 19:52:59 +00:00
f . Read2 ( symAddr , len ) ;
f . Skip ( len ) ;
}
}
}
2020-04-02 10:12:10 +00:00
if ( fileVer > = FileVersion ( 0 , 6 , 9 ) )
{
f . Read ( sz ) ;
if ( eventMask & EventType : : SymbolCode )
{
m_data . locationCodeAddressList . reserve ( sz ) ;
for ( uint64_t i = 0 ; i < sz ; i + + )
{
uint64_t packed ;
uint16_t lsz ;
f . Read2 ( packed , lsz ) ;
Vector < uint64_t > data ;
data . reserve_exact ( lsz , m_slab ) ;
uint64_t ref = 0 ;
for ( uint16_t j = 0 ; j < lsz ; j + + )
{
uint64_t diff ;
f . Read ( diff ) ;
ref + = diff ;
data [ j ] = ref ;
m_data . codeAddressToLocation . emplace ( ref , packed ) ;
}
m_data . locationCodeAddressList . emplace ( packed , std : : move ( data ) ) ;
}
}
else
{
for ( uint64_t i = 0 ; i < sz ; i + + )
{
uint64_t packed ;
uint16_t lsz ;
f . Read2 ( packed , lsz ) ;
f . Skip ( lsz * sizeof ( uint64_t ) ) ;
}
}
}
2020-05-23 13:43:42 +00:00
if ( fileVer > = FileVersion ( 0 , 6 , 13 ) )
{
f . Read ( sz ) ;
if ( eventMask & EventType : : SourceCache )
{
m_data . sourceFileCache . reserve ( sz ) ;
for ( uint64_t i = 0 ; i < sz ; i + + )
{
uint32_t len ;
f . Read ( len ) ;
auto key = m_slab . Alloc < char > ( len + 1 ) ;
f . Read ( key , len ) ;
key [ len ] = ' \0 ' ;
f . Read ( len ) ;
auto data = ( char * ) m_slab . AllocBig ( len ) ;
f . Read ( data , len ) ;
m_data . sourceFileCache . emplace ( key , MemoryBlock { data , len } ) ;
}
}
else
{
for ( uint64_t i = 0 ; i < sz ; i + + )
{
uint32_t s32 ;
f . Read ( s32 ) ;
f . Skip ( s32 ) ;
f . Read ( s32 ) ;
f . Skip ( s32 ) ;
}
}
}
2019-02-14 00:17:37 +00:00
s_loadProgress . total . store ( 0 , std : : memory_order_relaxed ) ;
m_loadTime = std : : chrono : : duration_cast < std : : chrono : : nanoseconds > ( std : : chrono : : high_resolution_clock : : now ( ) - loadStart ) . count ( ) ;
2019-09-29 18:52:25 +00:00
if ( ! bgTasks )
{
m_backgroundDone . store ( true , std : : memory_order_relaxed ) ;
}
else
{
m_backgroundDone . store ( false , std : : memory_order_relaxed ) ;
2019-02-14 00:17:37 +00:00
# ifndef TRACY_NO_STATISTICS
2020-02-27 00:22:36 +00:00
m_threadBackground = std : : thread ( [ this , reconstructMemAllocPlot , eventMask ] {
2020-03-18 01:02:37 +00:00
std : : vector < std : : thread > jobs ;
2020-02-10 21:29:54 +00:00
if ( ! m_data . ctxSwitch . empty ( ) )
{
2020-03-18 01:02:37 +00:00
jobs . emplace_back ( std : : thread ( [ this ] { ReconstructContextSwitchUsage ( ) ; } ) ) ;
2020-02-10 21:29:54 +00:00
}
if ( reconstructMemAllocPlot )
{
2020-03-18 01:02:37 +00:00
jobs . emplace_back ( std : : thread ( [ this ] { ReconstructMemAllocPlot ( ) ; } ) ) ;
2020-02-10 21:29:54 +00:00
}
2019-11-02 15:17:20 +00:00
std : : function < void ( Vector < short_ptr < ZoneEvent > > & , uint16_t ) > ProcessTimeline ;
2019-11-09 22:39:28 +00:00
ProcessTimeline = [ this , & ProcessTimeline ] ( Vector < short_ptr < ZoneEvent > > & _vec , uint16_t thread )
2019-03-13 00:46:05 +00:00
{
2019-10-31 20:41:21 +00:00
if ( m_shutdown . load ( std : : memory_order_relaxed ) ) return ;
2019-11-09 22:39:28 +00:00
assert ( _vec . is_magic ( ) ) ;
auto & vec = * ( Vector < ZoneEvent > * ) ( & _vec ) ;
2019-09-29 18:52:25 +00:00
for ( auto & zone : vec )
2019-03-13 00:46:05 +00:00
{
2020-01-23 18:03:03 +00:00
if ( zone . IsEndValid ( ) ) ReconstructZoneStatistics ( zone , thread ) ;
2020-01-24 01:17:38 +00:00
if ( zone . HasChildren ( ) ) ProcessTimeline ( GetZoneChildrenMutable ( zone . Child ( ) ) , thread ) ;
2019-03-13 00:46:05 +00:00
}
2019-09-29 18:52:25 +00:00
} ;
2019-03-13 00:46:05 +00:00
2020-03-18 01:02:37 +00:00
jobs . emplace_back ( std : : thread ( [ this , ProcessTimeline ] {
for ( auto & t : m_data . threads )
2019-09-29 18:52:25 +00:00
{
2020-03-18 01:02:37 +00:00
if ( m_shutdown . load ( std : : memory_order_relaxed ) ) return ;
if ( ! t - > timeline . empty ( ) )
{
// Don't touch thread compression cache in a thread.
ProcessTimeline ( t - > timeline , m_data . localThreadCompress . DecompressMustRaw ( t - > id ) ) ;
}
2019-09-29 18:52:25 +00:00
}
2020-03-18 01:02:37 +00:00
} ) ) ;
2020-02-10 21:29:54 +00:00
2020-02-27 00:22:36 +00:00
if ( eventMask & EventType : : Samples )
{
2020-03-18 01:02:37 +00:00
jobs . emplace_back ( std : : thread ( [ this ] {
unordered_flat_map < uint32_t , uint32_t > counts ;
uint32_t total = 0 ;
for ( auto & t : m_data . threads ) total + = t - > samples . size ( ) ;
if ( total ! = 0 )
2020-02-27 00:22:36 +00:00
{
2020-03-18 01:02:37 +00:00
for ( auto & t : m_data . threads )
2020-02-27 00:22:36 +00:00
{
2020-03-18 01:02:37 +00:00
if ( m_shutdown . load ( std : : memory_order_relaxed ) ) return ;
for ( auto & sd : t - > samples )
2020-02-27 00:22:36 +00:00
{
2020-03-18 01:02:37 +00:00
const auto cs = sd . callstack . Val ( ) ;
auto it = counts . find ( cs ) ;
if ( it = = counts . end ( ) )
{
counts . emplace ( cs , 1 ) ;
}
else
{
it - > second + + ;
}
2020-03-25 00:55:43 +00:00
const auto & callstack = GetCallstack ( cs ) ;
auto & ip = callstack [ 0 ] ;
auto frame = GetCallstackFrame ( ip ) ;
if ( frame )
{
const auto symAddr = frame - > data [ 0 ] . symAddr ;
auto it = m_data . instructionPointersMap . find ( symAddr ) ;
if ( it = = m_data . instructionPointersMap . end ( ) )
{
m_data . instructionPointersMap . emplace ( symAddr , unordered_flat_map < CallstackFrameId , uint32_t , CallstackFrameIdHash , CallstackFrameIdCompare > { { ip , 1 } } ) ;
}
else
{
auto fit = it - > second . find ( ip ) ;
if ( fit = = it - > second . end ( ) )
{
it - > second . emplace ( ip , 1 ) ;
}
else
{
fit - > second + + ;
}
}
}
2020-02-27 00:22:36 +00:00
}
}
2020-03-18 01:02:37 +00:00
for ( auto & v : counts ) UpdateSampleStatistics ( v . first , v . second , false ) ;
2020-02-27 00:22:36 +00:00
}
2020-03-10 20:06:38 +00:00
std : : lock_guard < std : : shared_mutex > lock ( m_data . lock ) ;
m_data . callstackSamplesReady = true ;
2020-03-18 01:02:37 +00:00
} ) ) ;
2020-03-10 20:06:38 +00:00
2020-03-18 01:02:37 +00:00
jobs . emplace_back ( std : : thread ( [ this ] {
uint32_t gcnt = 0 ;
for ( auto & t : m_data . threads )
2020-03-10 20:06:38 +00:00
{
2020-03-18 01:02:37 +00:00
if ( m_shutdown . load ( std : : memory_order_relaxed ) ) return ;
for ( auto & sd : t - > samples )
2020-03-10 20:06:38 +00:00
{
2020-05-31 12:51:33 +00:00
gcnt + = AddGhostZone ( GetCallstack ( sd . callstack . Val ( ) ) , & t - > ghostZones , sd . time . Val ( ) ) ;
2020-03-10 20:06:38 +00:00
}
}
2020-03-18 01:02:37 +00:00
std : : lock_guard < std : : shared_mutex > lock ( m_data . lock ) ;
m_data . ghostZonesReady = true ;
m_data . ghostCnt = gcnt ;
} ) ) ;
}
for ( auto & job : jobs ) job . join ( ) ;
2020-03-10 20:06:38 +00:00
2020-03-18 01:02:37 +00:00
for ( auto & v : m_data . sourceLocationZones )
{
if ( m_shutdown . load ( std : : memory_order_relaxed ) ) return ;
auto & zones = v . second . zones ;
# ifdef NO_PARALLEL_SORT
pdqsort_branchless ( zones . begin ( ) , zones . end ( ) , [ ] ( const auto & lhs , const auto & rhs ) { return lhs . Zone ( ) - > Start ( ) < rhs . Zone ( ) - > Start ( ) ; } ) ;
# else
std : : sort ( std : : execution : : par_unseq , zones . begin ( ) , zones . end ( ) , [ ] ( const auto & lhs , const auto & rhs ) { return lhs . Zone ( ) - > Start ( ) < rhs . Zone ( ) - > Start ( ) ; } ) ;
# endif
}
{
2020-02-27 00:22:36 +00:00
std : : lock_guard < std : : shared_mutex > lock ( m_data . lock ) ;
2020-03-18 01:02:37 +00:00
m_data . sourceLocationZonesReady = true ;
2020-02-27 00:22:36 +00:00
}
2019-09-29 18:52:25 +00:00
m_backgroundDone . store ( true , std : : memory_order_relaxed ) ;
} ) ;
# else
2019-11-10 23:19:38 +00:00
m_backgroundDone . store ( true , std : : memory_order_relaxed ) ;
2019-02-14 00:17:37 +00:00
# endif
2019-09-29 18:52:25 +00:00
}
2018-02-13 13:57:47 +00:00
}
Worker : : ~ Worker ( )
{
2018-02-15 12:19:20 +00:00
Shutdown ( ) ;
2018-04-29 11:40:04 +00:00
2019-10-28 21:45:10 +00:00
if ( m_threadNet . joinable ( ) ) m_threadNet . join ( ) ;
2018-04-29 11:40:04 +00:00
if ( m_thread . joinable ( ) ) m_thread . join ( ) ;
2019-02-14 00:17:37 +00:00
if ( m_threadBackground . joinable ( ) ) m_threadBackground . join ( ) ;
2018-04-29 11:40:04 +00:00
2018-04-21 18:11:59 +00:00
delete [ ] m_buffer ;
2019-11-06 00:25:38 +00:00
LZ4_freeStreamDecode ( ( LZ4_streamDecode_t * ) m_stream ) ;
2018-04-21 18:12:16 +00:00
2019-06-08 10:17:18 +00:00
delete [ ] m_frameImageBuffer ;
2020-05-24 14:17:54 +00:00
delete [ ] m_tmpBuf ;
2019-06-08 10:17:18 +00:00
2018-04-21 18:34:29 +00:00
for ( auto & v : m_data . threads )
{
2018-07-22 19:01:45 +00:00
v - > timeline . ~ Vector ( ) ;
v - > stack . ~ Vector ( ) ;
2018-04-21 18:36:33 +00:00
v - > messages . ~ Vector ( ) ;
2019-06-09 15:56:41 +00:00
v - > zoneIdStack . ~ Vector ( ) ;
2020-03-10 20:46:24 +00:00
v - > samples . ~ Vector ( ) ;
2019-10-26 21:11:48 +00:00
# ifndef TRACY_NO_STATISTICS
v - > childTimeStack . ~ Vector ( ) ;
2020-03-10 20:06:38 +00:00
v - > ghostZones . ~ Vector ( ) ;
2019-10-26 21:11:48 +00:00
# endif
2018-04-21 18:34:29 +00:00
}
2018-07-22 19:01:45 +00:00
for ( auto & v : m_data . gpuData )
{
2019-09-23 15:27:49 +00:00
for ( auto & vt : v - > threadData )
{
vt . second . timeline . ~ Vector ( ) ;
vt . second . stack . ~ Vector ( ) ;
}
2018-07-22 19:01:45 +00:00
}
2018-08-04 14:33:03 +00:00
for ( auto & v : m_data . plots . Data ( ) )
2018-04-21 18:12:16 +00:00
{
v - > ~ PlotData ( ) ;
}
2018-08-04 17:47:09 +00:00
for ( auto & v : m_data . frames . Data ( ) )
{
v - > ~ FrameData ( ) ;
}
2019-03-16 01:09:50 +00:00
for ( auto & v : m_data . lockMap )
{
v . second - > ~ LockMap ( ) ;
}
2020-04-14 00:11:02 +00:00
for ( auto & v : m_data . zoneChildren )
{
v . ~ Vector ( ) ;
}
2020-04-14 00:34:28 +00:00
for ( auto & v : m_data . ctxSwitch )
{
v . second - > v . ~ Vector ( ) ;
}
2020-04-14 00:11:02 +00:00
for ( auto & v : m_data . gpuChildren )
{
v . ~ Vector ( ) ;
}
2020-03-10 20:06:38 +00:00
# ifndef TRACY_NO_STATISTICS
for ( auto & v : m_data . ghostChildren )
{
v . ~ Vector ( ) ;
}
# endif
2018-02-13 13:57:47 +00:00
}
2018-08-08 17:21:53 +00:00
uint64_t Worker : : GetLockCount ( ) const
{
uint64_t cnt = 0 ;
for ( auto & l : m_data . lockMap )
{
2019-03-16 01:09:50 +00:00
cnt + = l . second - > timeline . size ( ) ;
2018-08-08 17:21:53 +00:00
}
return cnt ;
}
uint64_t Worker : : GetPlotCount ( ) const
{
uint64_t cnt = 0 ;
for ( auto & p : m_data . plots . Data ( ) )
{
2020-02-05 22:41:53 +00:00
if ( p - > type = = PlotType : : User )
{
cnt + = p - > data . size ( ) ;
}
}
return cnt ;
}
uint64_t Worker : : GetTracyPlotCount ( ) const
{
uint64_t cnt = 0 ;
for ( auto & p : m_data . plots . Data ( ) )
{
if ( p - > type ! = PlotType : : User )
2018-08-08 17:21:53 +00:00
{
cnt + = p - > data . size ( ) ;
}
}
return cnt ;
}
2019-08-12 22:29:09 +00:00
uint64_t Worker : : GetContextSwitchCount ( ) const
{
uint64_t cnt = 0 ;
for ( auto & v : m_data . ctxSwitch )
{
cnt + = v . second - > v . size ( ) ;
}
return cnt ;
}
2019-08-16 14:36:33 +00:00
uint64_t Worker : : GetContextSwitchPerCpuCount ( ) const
{
uint64_t cnt = 0 ;
2019-10-15 14:13:36 +00:00
for ( int i = 0 ; i < m_data . cpuDataCount ; i + + )
2019-08-16 14:36:33 +00:00
{
cnt + = m_data . cpuData [ i ] . cs . size ( ) ;
}
return cnt ;
}
2019-08-17 23:51:02 +00:00
uint64_t Worker : : GetPidFromTid ( uint64_t tid ) const
{
auto it = m_data . tidToPid . find ( tid ) ;
if ( it = = m_data . tidToPid . end ( ) ) return 0 ;
return it - > second ;
}
2019-10-15 14:54:43 +00:00
void Worker : : GetCpuUsageAtTime ( int64_t time , int & own , int & other ) const
{
own = other = 0 ;
2019-10-20 16:47:50 +00:00
if ( time < 0 | | time > m_data . lastTime ) return ;
2019-11-05 00:41:27 +00:00
# ifndef TRACY_NO_STATISTICS
// Remove this check when real-time ctxUsage contruction is implemented.
if ( ! m_data . ctxUsage . empty ( ) )
{
auto it = std : : upper_bound ( m_data . ctxUsage . begin ( ) , m_data . ctxUsage . end ( ) , time , [ ] ( const auto & l , const auto & r ) { return l < r . Time ( ) ; } ) ;
if ( it = = m_data . ctxUsage . begin ( ) | | it = = m_data . ctxUsage . end ( ) ) return ;
- - it ;
own = it - > Own ( ) ;
other = it - > Other ( ) ;
return ;
}
# endif
2020-02-11 01:35:50 +00:00
int cntOwn = 0 ;
int cntOther = 0 ;
2019-10-15 14:54:43 +00:00
for ( int i = 0 ; i < m_data . cpuDataCount ; i + + )
{
auto & cs = m_data . cpuData [ i ] . cs ;
if ( ! cs . empty ( ) )
{
auto it = std : : lower_bound ( cs . begin ( ) , cs . end ( ) , time , [ ] ( const auto & l , const auto & r ) { return ( uint64_t ) l . End ( ) < ( uint64_t ) r ; } ) ;
2020-02-19 21:43:37 +00:00
if ( it ! = cs . end ( ) & & it - > IsEndValid ( ) & & it - > Start ( ) < = time )
2019-10-15 14:54:43 +00:00
{
if ( GetPidFromTid ( DecompressThreadExternal ( it - > Thread ( ) ) ) = = m_pid )
{
2020-02-11 01:35:50 +00:00
cntOwn + + ;
2019-10-15 14:54:43 +00:00
}
else
{
2020-02-11 01:35:50 +00:00
cntOther + + ;
2019-10-15 14:54:43 +00:00
}
}
}
}
2020-02-11 01:35:50 +00:00
own = cntOwn ;
other = cntOther ;
2019-10-15 14:54:43 +00:00
}
2019-08-14 18:16:11 +00:00
const ContextSwitch * const Worker : : GetContextSwitchDataImpl ( uint64_t thread )
2019-08-12 22:20:56 +00:00
{
auto it = m_data . ctxSwitch . find ( thread ) ;
if ( it ! = m_data . ctxSwitch . end ( ) )
{
2019-08-14 18:16:11 +00:00
m_data . ctxSwitchLast . first = thread ;
m_data . ctxSwitchLast . second = it - > second ;
2019-08-12 22:20:56 +00:00
return it - > second ;
}
else
{
return nullptr ;
}
}
2018-09-01 10:38:12 +00:00
size_t Worker : : GetFullFrameCount ( const FrameData & fd ) const
{
const auto sz = fd . frames . size ( ) ;
assert ( sz ! = 0 ) ;
if ( fd . continuous )
{
if ( IsConnected ( ) )
{
return sz - 1 ;
}
else
{
return sz ;
}
}
else
{
const auto & last = fd . frames . back ( ) ;
if ( last . end > = 0 )
{
return sz ;
}
else
{
return sz - 1 ;
}
}
}
2018-08-04 17:47:09 +00:00
int64_t Worker : : GetFrameTime ( const FrameData & fd , size_t idx ) const
2018-02-13 13:57:47 +00:00
{
2018-08-05 00:09:59 +00:00
if ( fd . continuous )
2018-02-13 13:57:47 +00:00
{
2018-08-05 00:09:59 +00:00
if ( idx < fd . frames . size ( ) - 1 )
{
return fd . frames [ idx + 1 ] . start - fd . frames [ idx ] . start ;
}
else
{
assert ( m_data . lastTime ! = 0 ) ;
return m_data . lastTime - fd . frames . back ( ) . start ;
}
2018-02-13 13:57:47 +00:00
}
else
{
2019-01-29 21:10:14 +00:00
const auto & frame = fd . frames [ idx ] ;
if ( frame . end > = 0 )
2018-08-05 00:09:59 +00:00
{
2019-01-29 21:10:14 +00:00
return frame . end - frame . start ;
2018-08-05 00:09:59 +00:00
}
else
{
return m_data . lastTime - fd . frames . back ( ) . start ;
}
2018-02-13 13:57:47 +00:00
}
}
2018-08-04 17:47:09 +00:00
int64_t Worker : : GetFrameBegin ( const FrameData & fd , size_t idx ) const
2018-02-13 13:57:47 +00:00
{
2018-08-04 17:47:09 +00:00
assert ( idx < fd . frames . size ( ) ) ;
2018-08-05 00:09:59 +00:00
return fd . frames [ idx ] . start ;
2018-02-13 13:57:47 +00:00
}
2018-08-04 17:47:09 +00:00
int64_t Worker : : GetFrameEnd ( const FrameData & fd , size_t idx ) const
2018-02-13 13:57:47 +00:00
{
2018-08-05 00:09:59 +00:00
if ( fd . continuous )
2018-02-13 13:57:47 +00:00
{
2018-08-05 00:09:59 +00:00
if ( idx < fd . frames . size ( ) - 1 )
{
return fd . frames [ idx + 1 ] . start ;
}
else
{
return m_data . lastTime ;
}
2018-02-13 13:57:47 +00:00
}
else
{
2018-08-05 00:09:59 +00:00
if ( fd . frames [ idx ] . end > = 0 )
{
return fd . frames [ idx ] . end ;
}
else
{
return m_data . lastTime ;
}
2018-02-13 13:57:47 +00:00
}
}
2019-06-06 19:48:01 +00:00
const FrameImage * Worker : : GetFrameImage ( const FrameData & fd , size_t idx ) const
{
assert ( idx < fd . frames . size ( ) ) ;
const auto & v = fd . frames [ idx ] . frameImage ;
if ( v < 0 ) return nullptr ;
return m_data . frameImage [ v ] ;
}
2019-06-22 12:05:18 +00:00
std : : pair < int , int > Worker : : GetFrameRange ( const FrameData & fd , int64_t from , int64_t to )
2018-02-13 13:57:47 +00:00
{
2018-08-05 00:09:59 +00:00
auto zitbegin = std : : lower_bound ( fd . frames . begin ( ) , fd . frames . end ( ) , from , [ ] ( const auto & lhs , const auto & rhs ) { return lhs . start < rhs ; } ) ;
2018-08-04 21:19:35 +00:00
if ( zitbegin = = fd . frames . end ( ) ) zitbegin - - ;
2018-08-05 00:09:59 +00:00
const auto zitend = std : : lower_bound ( zitbegin , fd . frames . end ( ) , to , [ ] ( const auto & lhs , const auto & rhs ) { return lhs . start < rhs ; } ) ;
2018-02-13 13:57:47 +00:00
2018-08-04 17:47:09 +00:00
int zbegin = std : : distance ( fd . frames . begin ( ) , zitbegin ) ;
2018-08-05 00:09:59 +00:00
if ( zbegin > 0 & & zitbegin - > start ! = from ) - - zbegin ;
2018-08-04 17:47:09 +00:00
const int zend = std : : distance ( fd . frames . begin ( ) , zitend ) ;
2018-02-13 13:57:47 +00:00
return std : : make_pair ( zbegin , zend ) ;
}
2019-03-03 15:50:18 +00:00
const CallstackFrameData * Worker : : GetCallstackFrame ( const CallstackFrameId & ptr ) const
2018-06-19 23:18:59 +00:00
{
2020-02-29 18:49:33 +00:00
assert ( ptr . custom = = 0 ) ;
2018-06-19 23:18:59 +00:00
auto it = m_data . callstackFrameMap . find ( ptr ) ;
if ( it = = m_data . callstackFrameMap . end ( ) )
{
return nullptr ;
}
else
{
return it - > second ;
}
}
2020-02-29 18:49:33 +00:00
# ifndef TRACY_NO_STATISTICS
const CallstackFrameData * Worker : : GetParentCallstackFrame ( const CallstackFrameId & ptr ) const
{
assert ( ptr . custom = = 1 ) ;
auto it = m_data . parentCallstackFrameMap . find ( ptr ) ;
if ( it = = m_data . parentCallstackFrameMap . end ( ) )
{
return nullptr ;
}
else
{
return it - > second ;
}
}
# endif
2020-02-26 21:46:02 +00:00
const SymbolData * Worker : : GetSymbolData ( uint64_t sym ) const
{
auto it = m_data . symbolMap . find ( sym ) ;
if ( it = = m_data . symbolMap . end ( ) )
{
return nullptr ;
}
else
{
return & it - > second ;
}
}
2020-03-25 21:15:22 +00:00
const char * Worker : : GetSymbolCode ( uint64_t sym , uint32_t & len ) const
{
auto it = m_data . symbolCode . find ( sym ) ;
if ( it = = m_data . symbolCode . end ( ) ) return nullptr ;
len = it - > second . len ;
return it - > second . data ;
}
2020-04-08 14:55:49 +00:00
uint64_t Worker : : GetSymbolForAddress ( uint64_t address ) const
{
auto it = std : : lower_bound ( m_data . symbolLoc . begin ( ) , m_data . symbolLoc . end ( ) , address , [ ] ( const auto & l , const auto & r ) { return l . addr + l . len < r ; } ) ;
if ( it = = m_data . symbolLoc . end ( ) | | address < it - > addr ) return 0 ;
return it - > addr ;
}
2020-03-27 16:39:42 +00:00
uint64_t Worker : : GetSymbolForAddress ( uint64_t address , uint32_t & offset ) const
{
auto it = std : : lower_bound ( m_data . symbolLoc . begin ( ) , m_data . symbolLoc . end ( ) , address , [ ] ( const auto & l , const auto & r ) { return l . addr + l . len < r ; } ) ;
if ( it = = m_data . symbolLoc . end ( ) | | address < it - > addr ) return 0 ;
offset = address - it - > addr ;
return it - > addr ;
}
2020-04-01 22:31:53 +00:00
StringIdx Worker : : GetLocationForAddress ( uint64_t address , uint32_t & line ) const
{
auto it = m_data . codeAddressToLocation . find ( address ) ;
if ( it = = m_data . codeAddressToLocation . end ( ) )
{
line = 0 ;
return StringIdx ( ) ;
}
else
{
const auto idx = UnpackFileLine ( it - > second , line ) ;
return StringIdx ( idx ) ;
}
}
2020-04-02 00:17:22 +00:00
const Vector < uint64_t > * Worker : : GetAddressesForLocation ( uint32_t fileStringIdx , uint32_t line ) const
{
auto it = m_data . locationCodeAddressList . find ( PackFileLine ( fileStringIdx , line ) ) ;
if ( it = = m_data . locationCodeAddressList . end ( ) )
{
return nullptr ;
}
else
{
return & it - > second ;
}
}
2020-04-08 13:34:14 +00:00
const uint64_t * Worker : : GetInlineSymbolList ( uint64_t sym , uint32_t len ) const
{
auto it = std : : lower_bound ( m_data . symbolLocInline . begin ( ) , m_data . symbolLocInline . end ( ) , sym ) ;
if ( it = = m_data . symbolLocInline . end ( ) ) return nullptr ;
if ( * it > = sym + len ) return nullptr ;
return it ;
}
2018-03-23 00:50:38 +00:00
int64_t Worker : : GetZoneEnd ( const ZoneEvent & ev )
2018-02-13 13:57:47 +00:00
{
auto ptr = & ev ;
for ( ; ; )
{
2020-01-22 21:25:04 +00:00
if ( ptr - > IsEndValid ( ) ) return ptr - > End ( ) ;
2020-01-24 01:17:38 +00:00
if ( ! ptr - > HasChildren ( ) ) return ptr - > Start ( ) ;
2019-11-10 00:43:28 +00:00
auto & children = GetZoneChildren ( ptr - > Child ( ) ) ;
if ( children . is_magic ( ) )
{
auto & c = * ( Vector < ZoneEvent > * ) & children ;
ptr = & c . back ( ) ;
}
else
{
ptr = children . back ( ) ;
}
2018-02-13 13:57:47 +00:00
}
}
2018-03-23 00:50:38 +00:00
int64_t Worker : : GetZoneEnd ( const GpuEvent & ev )
2018-02-13 13:57:47 +00:00
{
auto ptr = & ev ;
for ( ; ; )
{
2019-10-30 22:50:37 +00:00
if ( ptr - > GpuEnd ( ) > = 0 ) return ptr - > GpuEnd ( ) ;
if ( ptr - > Child ( ) < 0 ) return ptr - > GpuStart ( ) > = 0 ? ptr - > GpuStart ( ) : m_data . lastTime ;
2019-11-10 00:43:28 +00:00
auto & children = GetGpuChildren ( ptr - > Child ( ) ) ;
if ( children . is_magic ( ) )
{
auto & c = * ( Vector < GpuEvent > * ) & children ;
ptr = & c . back ( ) ;
}
else
{
ptr = children . back ( ) ;
}
2018-02-13 13:57:47 +00:00
}
}
2020-04-02 00:08:00 +00:00
uint32_t Worker : : FindStringIdx ( const char * str ) const
{
2020-04-04 12:42:00 +00:00
if ( ! str ) return 0 ;
2020-04-02 00:08:00 +00:00
charutil : : StringKey key = { str , strlen ( str ) } ;
auto sit = m_data . stringMap . find ( key ) ;
if ( sit = = m_data . stringMap . end ( ) )
{
return 0 ;
}
else
{
return sit - > second ;
}
}
2018-02-13 13:57:47 +00:00
const char * Worker : : GetString ( uint64_t ptr ) const
{
const auto it = m_data . strings . find ( ptr ) ;
if ( it = = m_data . strings . end ( ) | | it - > second = = nullptr )
{
return " ??? " ;
}
else
{
return it - > second ;
}
}
const char * Worker : : GetString ( const StringRef & ref ) const
{
if ( ref . isidx )
{
assert ( ref . active ) ;
2018-03-04 16:52:51 +00:00
return m_data . stringData [ ref . str ] ;
2018-02-13 13:57:47 +00:00
}
else
{
if ( ref . active )
{
2018-03-04 16:52:51 +00:00
return GetString ( ref . str ) ;
2018-02-13 13:57:47 +00:00
}
else
{
return " ??? " ;
}
}
}
const char * Worker : : GetString ( const StringIdx & idx ) const
{
2019-09-29 18:32:42 +00:00
assert ( idx . Active ( ) ) ;
return m_data . stringData [ idx . Idx ( ) ] ;
2018-02-13 13:57:47 +00:00
}
2019-08-30 21:09:07 +00:00
static const char * BadExternalThreadNames [ ] = {
" ntdll.dll " ,
2020-02-23 10:39:51 +00:00
" ??? " ,
2019-08-30 21:09:07 +00:00
nullptr
} ;
2019-08-27 21:00:13 +00:00
const char * Worker : : GetThreadName ( uint64_t id ) const
{
const auto it = m_data . threadNames . find ( id ) ;
if ( it = = m_data . threadNames . end ( ) )
{
const auto eit = m_data . externalNames . find ( id ) ;
if ( eit = = m_data . externalNames . end ( ) )
{
return " ??? " ;
}
else
{
return eit - > second . second ;
}
}
else
{
// Client should send additional information about thread name, to make this check unnecessary
const auto txt = it - > second ;
2020-03-01 00:48:20 +00:00
if ( txt [ 0 ] > = ' 0 ' & & txt [ 0 ] < = ' 9 ' & & ( uint64_t ) atoi ( txt ) = = id )
2019-08-27 21:00:13 +00:00
{
const auto eit = m_data . externalNames . find ( id ) ;
if ( eit ! = m_data . externalNames . end ( ) )
{
2019-08-30 21:09:07 +00:00
const char * ext = eit - > second . second ;
const char * * ptr = BadExternalThreadNames ;
while ( * ptr )
{
if ( strcmp ( * ptr , ext ) = = 0 ) return txt ;
ptr + + ;
}
return ext ;
2019-08-27 21:00:13 +00:00
}
}
return txt ;
}
}
2020-02-22 17:51:53 +00:00
bool Worker : : IsThreadLocal ( uint64_t id )
2019-08-16 15:59:25 +00:00
{
2020-03-30 21:41:21 +00:00
auto td = RetrieveThread ( id ) ;
2020-03-31 00:20:34 +00:00
return td & & ( td - > count > 0 | | ! td - > samples . empty ( ) ) ;
2019-08-16 15:59:25 +00:00
}
2019-08-15 15:42:26 +00:00
const SourceLocation & Worker : : GetSourceLocation ( int16_t srcloc ) const
2018-02-13 13:57:47 +00:00
{
if ( srcloc < 0 )
{
return * m_data . sourceLocationPayload [ - srcloc - 1 ] ;
}
else
{
const auto it = m_data . sourceLocation . find ( m_data . sourceLocationExpand [ srcloc ] ) ;
assert ( it ! = m_data . sourceLocation . end ( ) ) ;
return it - > second ;
}
}
2019-08-16 17:49:16 +00:00
std : : pair < const char * , const char * > Worker : : GetExternalName ( uint64_t id ) const
2019-08-16 17:22:23 +00:00
{
const auto it = m_data . externalNames . find ( id ) ;
if ( it = = m_data . externalNames . end ( ) )
{
2019-08-16 17:49:16 +00:00
return std : : make_pair ( " ??? " , " ??? " ) ;
2019-08-16 17:22:23 +00:00
}
else
{
return it - > second ;
}
}
2019-02-10 15:45:19 +00:00
const char * Worker : : GetZoneName ( const SourceLocation & srcloc ) const
{
if ( srcloc . name . active )
{
return GetString ( srcloc . name ) ;
}
else
{
return GetString ( srcloc . function ) ;
}
}
2018-06-29 13:14:20 +00:00
const char * Worker : : GetZoneName ( const ZoneEvent & ev ) const
{
2019-08-15 18:12:09 +00:00
auto & srcloc = GetSourceLocation ( ev . SrcLoc ( ) ) ;
2018-06-29 13:14:20 +00:00
return GetZoneName ( ev , srcloc ) ;
}
const char * Worker : : GetZoneName ( const ZoneEvent & ev , const SourceLocation & srcloc ) const
{
2020-01-26 14:57:55 +00:00
if ( HasZoneExtra ( ev ) & & GetZoneExtra ( ev ) . name . Active ( ) )
2018-06-29 14:12:40 +00:00
{
2020-01-26 14:57:55 +00:00
return GetString ( GetZoneExtra ( ev ) . name ) ;
2018-06-29 14:12:40 +00:00
}
else if ( srcloc . name . active )
2018-06-29 13:14:20 +00:00
{
return GetString ( srcloc . name ) ;
}
else
{
return GetString ( srcloc . function ) ;
}
}
const char * Worker : : GetZoneName ( const GpuEvent & ev ) const
{
2019-10-13 12:36:59 +00:00
auto & srcloc = GetSourceLocation ( ev . SrcLoc ( ) ) ;
2018-06-29 13:14:20 +00:00
return GetZoneName ( ev , srcloc ) ;
}
const char * Worker : : GetZoneName ( const GpuEvent & ev , const SourceLocation & srcloc ) const
{
2018-07-15 17:00:40 +00:00
if ( srcloc . name . active )
{
return GetString ( srcloc . name ) ;
}
else
{
return GetString ( srcloc . function ) ;
}
2018-06-29 13:14:20 +00:00
}
2018-12-18 15:52:05 +00:00
static bool strstr_nocase ( const char * l , const char * r )
{
const auto lsz = strlen ( l ) ;
const auto rsz = strlen ( r ) ;
auto ll = ( char * ) alloca ( lsz + 1 ) ;
2019-09-28 09:19:45 +00:00
auto rl = ( char * ) alloca ( rsz + 1 ) ;
2018-12-18 15:52:05 +00:00
for ( size_t i = 0 ; i < lsz ; i + + )
{
ll [ i ] = tolower ( l [ i ] ) ;
}
ll [ lsz ] = ' \0 ' ;
for ( size_t i = 0 ; i < rsz ; i + + )
{
rl [ i ] = tolower ( r [ i ] ) ;
}
rl [ rsz ] = ' \0 ' ;
return strstr ( ll , rl ) ! = nullptr ;
}
2019-08-15 15:42:26 +00:00
std : : vector < int16_t > Worker : : GetMatchingSourceLocation ( const char * query , bool ignoreCase ) const
2018-03-04 15:52:45 +00:00
{
2019-08-15 15:42:26 +00:00
std : : vector < int16_t > match ;
2018-03-04 15:52:45 +00:00
const auto sz = m_data . sourceLocationExpand . size ( ) ;
2018-03-04 15:57:57 +00:00
for ( size_t i = 1 ; i < sz ; i + + )
2018-03-04 15:52:45 +00:00
{
const auto it = m_data . sourceLocation . find ( m_data . sourceLocationExpand [ i ] ) ;
assert ( it ! = m_data . sourceLocation . end ( ) ) ;
const auto & srcloc = it - > second ;
const auto str = GetString ( srcloc . name . active ? srcloc . name : srcloc . function ) ;
2018-12-18 15:52:29 +00:00
bool found = false ;
if ( ignoreCase )
{
found = strstr_nocase ( str , query ) ;
}
else
{
found = strstr ( str , query ) ! = nullptr ;
}
if ( found )
2018-03-04 15:52:45 +00:00
{
2019-08-15 15:42:26 +00:00
match . push_back ( ( int16_t ) i ) ;
2018-03-04 15:52:45 +00:00
}
}
for ( auto & srcloc : m_data . sourceLocationPayload )
{
const auto str = GetString ( srcloc - > name . active ? srcloc - > name : srcloc - > function ) ;
2018-12-18 15:52:29 +00:00
bool found = false ;
if ( ignoreCase )
{
found = strstr_nocase ( str , query ) ;
}
else
{
found = strstr ( str , query ) ! = nullptr ;
}
if ( found )
2018-03-04 15:52:45 +00:00
{
2019-11-02 15:37:27 +00:00
auto it = m_data . sourceLocationPayloadMap . find ( ( const SourceLocation * ) srcloc ) ;
2018-03-04 15:52:45 +00:00
assert ( it ! = m_data . sourceLocationPayloadMap . end ( ) ) ;
2019-08-15 15:42:26 +00:00
match . push_back ( - int16_t ( it - > second + 1 ) ) ;
2018-03-04 15:52:45 +00:00
}
}
return match ;
}
2018-03-18 11:55:54 +00:00
# ifndef TRACY_NO_STATISTICS
2019-08-15 15:42:26 +00:00
const Worker : : SourceLocationZones & Worker : : GetZonesForSourceLocation ( int16_t srcloc ) const
2018-03-18 01:35:39 +00:00
{
2019-09-07 15:23:11 +00:00
assert ( AreSourceLocationZonesReady ( ) ) ;
2018-03-18 19:20:24 +00:00
static const SourceLocationZones empty ;
2018-03-18 01:35:39 +00:00
auto it = m_data . sourceLocationZones . find ( srcloc ) ;
2018-03-18 19:20:24 +00:00
return it ! = m_data . sourceLocationZones . end ( ) ? it - > second : empty ;
2018-03-18 01:35:39 +00:00
}
2020-02-29 16:58:41 +00:00
2020-02-29 17:41:07 +00:00
const SymbolStats * Worker : : GetSymbolStats ( uint64_t symAddr ) const
2020-02-29 16:58:41 +00:00
{
assert ( AreCallstackSamplesReady ( ) ) ;
auto it = m_data . symbolStats . find ( symAddr ) ;
2020-02-29 17:41:07 +00:00
if ( it = = m_data . symbolStats . end ( ) )
{
return nullptr ;
}
else
{
return & it - > second ;
}
2020-02-29 16:58:41 +00:00
}
2020-03-25 00:08:29 +00:00
const unordered_flat_map < CallstackFrameId , uint32_t , Worker : : CallstackFrameIdHash , Worker : : CallstackFrameIdCompare > * Worker : : GetSymbolInstructionPointers ( uint64_t symAddr ) const
{
assert ( AreCallstackSamplesReady ( ) ) ;
auto it = m_data . instructionPointersMap . find ( symAddr ) ;
if ( it = = m_data . instructionPointersMap . end ( ) )
{
return nullptr ;
}
else
{
return & it - > second ;
}
}
2018-03-18 11:55:54 +00:00
# endif
2018-03-18 01:35:39 +00:00
2019-10-28 21:45:10 +00:00
void Worker : : Network ( )
{
2019-10-28 22:22:50 +00:00
auto ShouldExit = [ this ] { return m_shutdown . load ( std : : memory_order_relaxed ) ; } ;
auto lz4buf = std : : make_unique < char [ ] > ( LZ4Size ) ;
for ( ; ; )
{
{
std : : unique_lock < std : : mutex > lock ( m_netWriteLock ) ;
m_netWriteCv . wait ( lock , [ this ] { return m_netWriteCnt > 0 | | m_shutdown . load ( std : : memory_order_relaxed ) ; } ) ;
if ( m_shutdown . load ( std : : memory_order_relaxed ) ) goto close ;
m_netWriteCnt - - ;
}
auto buf = m_buffer + m_bufferOffset ;
lz4sz_t lz4sz ;
if ( ! m_sock . Read ( & lz4sz , sizeof ( lz4sz ) , 10 , ShouldExit ) ) goto close ;
if ( ! m_sock . Read ( lz4buf . get ( ) , lz4sz , 10 , ShouldExit ) ) goto close ;
2020-02-11 23:53:03 +00:00
auto bb = m_bytes . load ( std : : memory_order_relaxed ) ;
m_bytes . store ( bb + sizeof ( lz4sz ) + lz4sz , std : : memory_order_relaxed ) ;
2019-10-28 22:22:50 +00:00
2019-11-06 00:25:38 +00:00
auto sz = LZ4_decompress_safe_continue ( ( LZ4_streamDecode_t * ) m_stream , lz4buf . get ( ) , buf , lz4sz , TargetFrameSize ) ;
2019-10-28 22:22:50 +00:00
assert ( sz > = 0 ) ;
2020-02-11 23:53:03 +00:00
bb = m_decBytes . load ( std : : memory_order_relaxed ) ;
m_decBytes . store ( bb + sz , std : : memory_order_relaxed ) ;
2019-10-28 22:22:50 +00:00
{
std : : lock_guard < std : : mutex > lock ( m_netReadLock ) ;
m_netRead . push_back ( NetBuffer { m_bufferOffset , sz } ) ;
m_netReadCv . notify_one ( ) ;
}
m_bufferOffset + = sz ;
if ( m_bufferOffset > TargetFrameSize * 2 ) m_bufferOffset = 0 ;
}
close :
std : : lock_guard < std : : mutex > lock ( m_netReadLock ) ;
m_netRead . push_back ( NetBuffer { - 1 } ) ;
m_netReadCv . notify_one ( ) ;
2019-10-28 21:45:10 +00:00
}
2018-02-13 13:57:47 +00:00
void Worker : : Exec ( )
{
2019-10-28 21:53:06 +00:00
auto ShouldExit = [ this ] { return m_shutdown . load ( std : : memory_order_relaxed ) ; } ;
2018-02-13 13:57:47 +00:00
for ( ; ; )
{
2019-10-28 22:32:51 +00:00
if ( m_shutdown . load ( std : : memory_order_relaxed ) ) { m_netWriteCv . notify_one ( ) ; return ; } ;
2019-09-21 13:43:01 +00:00
if ( m_sock . Connect ( m_addr . c_str ( ) , m_port ) ) break ;
2020-05-14 00:27:57 +00:00
std : : this_thread : : sleep_for ( std : : chrono : : milliseconds ( 10 ) ) ;
2018-09-09 15:47:20 +00:00
}
2018-02-13 13:57:47 +00:00
2018-09-09 15:47:20 +00:00
std : : chrono : : time_point < std : : chrono : : high_resolution_clock > t0 ;
2018-09-09 17:28:53 +00:00
m_sock . Send ( HandshakeShibboleth , HandshakeShibbolethSize ) ;
uint32_t protocolVersion = ProtocolVersion ;
m_sock . Send ( & protocolVersion , sizeof ( protocolVersion ) ) ;
HandshakeStatus handshake ;
2019-02-12 00:41:09 +00:00
if ( ! m_sock . Read ( & handshake , sizeof ( handshake ) , 10 , ShouldExit ) )
{
m_handshake . store ( HandshakeDropped , std : : memory_order_relaxed ) ;
goto close ;
}
2018-09-09 17:28:53 +00:00
m_handshake . store ( handshake , std : : memory_order_relaxed ) ;
switch ( handshake )
{
case HandshakeWelcome :
break ;
case HandshakeProtocolMismatch :
2018-09-09 17:42:06 +00:00
case HandshakeNotAvailable :
2018-09-09 17:28:53 +00:00
default :
goto close ;
}
2018-09-09 15:47:20 +00:00
m_data . framesBase = m_data . frames . Retrieve ( 0 , [ this ] ( uint64_t name ) {
auto fd = m_slab . AllocInit < FrameData > ( ) ;
fd - > name = name ;
fd - > continuous = 1 ;
return fd ;
} , [ this ] ( uint64_t name ) {
assert ( name = = 0 ) ;
char tmp [ 6 ] = " Frame " ;
HandleFrameName ( name , tmp , 5 ) ;
} ) ;
2018-02-13 13:57:47 +00:00
2018-09-09 15:47:20 +00:00
{
WelcomeMessage welcome ;
2019-02-12 10:07:12 +00:00
if ( ! m_sock . Read ( & welcome , sizeof ( welcome ) , 10 , ShouldExit ) )
{
m_handshake . store ( HandshakeDropped , std : : memory_order_relaxed ) ;
goto close ;
}
2018-09-09 15:47:20 +00:00
m_timerMul = welcome . timerMul ;
2019-08-15 15:52:36 +00:00
m_data . baseTime = welcome . initBegin ;
const auto initEnd = TscTime ( welcome . initEnd - m_data . baseTime ) ;
m_data . framesBase - > frames . push_back ( FrameEvent { 0 , - 1 , - 1 } ) ;
2019-06-06 19:44:48 +00:00
m_data . framesBase - > frames . push_back ( FrameEvent { initEnd , - 1 , - 1 } ) ;
2018-09-09 15:47:20 +00:00
m_data . lastTime = initEnd ;
m_delay = TscTime ( welcome . delay ) ;
m_resolution = TscTime ( welcome . resolution ) ;
2019-08-17 20:19:04 +00:00
m_pid = welcome . pid ;
2020-02-25 22:13:28 +00:00
m_samplingPeriod = welcome . samplingPeriod ;
2018-09-09 15:47:20 +00:00
m_onDemand = welcome . onDemand ;
m_captureProgram = welcome . programName ;
m_captureTime = welcome . epoch ;
2019-06-13 12:15:17 +00:00
m_ignoreMemFreeFaults = welcome . onDemand | | welcome . isApple ;
2020-03-25 20:48:24 +00:00
m_data . cpuArch = ( CpuArchitecture ) welcome . cpuArch ;
2020-05-06 16:59:54 +00:00
m_data . cpuId = welcome . cpuId ;
memcpy ( m_data . cpuManufacturer , welcome . cpuManufacturer , 12 ) ;
m_data . cpuManufacturer [ 12 ] = ' \0 ' ;
2018-09-09 15:47:20 +00:00
char dtmp [ 64 ] ;
time_t date = welcome . epoch ;
auto lt = localtime ( & date ) ;
strftime ( dtmp , 64 , " %F %T " , lt ) ;
char tmp [ 1024 ] ;
sprintf ( tmp , " %s @ %s " , welcome . programName , dtmp ) ;
m_captureName = tmp ;
2018-02-13 13:57:47 +00:00
2018-09-09 15:47:20 +00:00
m_hostInfo = welcome . hostInfo ;
2018-08-04 17:47:09 +00:00
2018-09-09 15:47:20 +00:00
if ( welcome . onDemand ! = 0 )
2018-02-13 13:57:47 +00:00
{
2018-09-09 15:47:20 +00:00
OnDemandPayloadMessage onDemand ;
2019-02-12 10:07:12 +00:00
if ( ! m_sock . Read ( & onDemand , sizeof ( onDemand ) , 10 , ShouldExit ) )
{
m_handshake . store ( HandshakeDropped , std : : memory_order_relaxed ) ;
goto close ;
}
2018-09-09 15:47:20 +00:00
m_data . frameOffset = onDemand . frames ;
2019-08-15 15:52:36 +00:00
m_data . framesBase - > frames . push_back ( FrameEvent { TscTime ( onDemand . currentTime - m_data . baseTime ) , - 1 , - 1 } ) ;
2018-02-13 13:57:47 +00:00
}
2018-09-09 15:47:20 +00:00
}
2018-02-13 13:57:47 +00:00
2020-03-27 01:00:26 +00:00
m_serverQuerySpaceBase = m_serverQuerySpaceLeft = ( m_sock . GetSendBufSize ( ) / ServerQueryPacketSize ) - ServerQueryPacketSize ; // leave space for terminate request
2018-09-09 15:47:20 +00:00
m_hasData . store ( true , std : : memory_order_release ) ;
2018-02-13 13:57:47 +00:00
2019-11-06 00:25:38 +00:00
LZ4_setStreamDecode ( ( LZ4_streamDecode_t * ) m_stream , nullptr , 0 ) ;
2018-09-09 15:47:20 +00:00
m_connected . store ( true , std : : memory_order_relaxed ) ;
2019-10-28 22:22:50 +00:00
{
std : : lock_guard < std : : mutex > lock ( m_netWriteLock ) ;
m_netWriteCnt = 2 ;
m_netWriteCv . notify_one ( ) ;
}
2018-02-13 13:57:47 +00:00
2018-09-09 15:47:20 +00:00
t0 = std : : chrono : : high_resolution_clock : : now ( ) ;
2018-02-13 13:57:47 +00:00
2018-09-09 15:47:20 +00:00
for ( ; ; )
{
2019-06-09 14:06:34 +00:00
if ( m_shutdown . load ( std : : memory_order_relaxed ) )
{
QueryTerminate ( ) ;
2019-10-28 21:52:52 +00:00
goto close ;
2019-06-09 14:06:34 +00:00
}
2018-02-13 13:57:47 +00:00
2019-10-28 22:22:50 +00:00
NetBuffer netbuf ;
{
std : : unique_lock < std : : mutex > lock ( m_netReadLock ) ;
m_netReadCv . wait ( lock , [ this ] { return ! m_netRead . empty ( ) ; } ) ;
netbuf = m_netRead . front ( ) ;
m_netRead . erase ( m_netRead . begin ( ) ) ;
}
if ( netbuf . bufferOffset < 0 ) goto close ;
2018-02-13 13:57:47 +00:00
2019-11-07 00:29:11 +00:00
const char * ptr = m_buffer + netbuf . bufferOffset ;
2019-10-28 22:22:50 +00:00
const char * end = ptr + netbuf . size ;
2018-02-13 13:57:47 +00:00
2018-09-09 15:47:20 +00:00
{
2019-05-28 17:21:53 +00:00
std : : lock_guard < std : : shared_mutex > lock ( m_data . lock ) ;
2018-09-09 15:47:20 +00:00
while ( ptr < end )
2018-02-13 13:57:47 +00:00
{
2018-09-09 15:47:20 +00:00
auto ev = ( const QueueItem * ) ptr ;
2019-06-09 14:06:34 +00:00
if ( ! DispatchProcess ( * ev , ptr ) )
{
2020-03-29 21:01:57 +00:00
if ( m_failure ! = Failure : : None ) HandleFailure ( ptr , end ) ;
2019-06-09 14:06:34 +00:00
QueryTerminate ( ) ;
goto close ;
}
2018-09-09 15:47:20 +00:00
}
2018-02-13 13:57:47 +00:00
2019-10-28 22:22:50 +00:00
{
std : : lock_guard < std : : mutex > lock ( m_netWriteLock ) ;
m_netWriteCnt + + ;
m_netWriteCv . notify_one ( ) ;
}
2018-02-13 13:57:47 +00:00
2018-09-09 15:47:20 +00:00
HandlePostponedPlots ( ) ;
2020-02-29 18:31:51 +00:00
# ifndef TRACY_NO_STATISTICS
2020-05-31 12:31:39 +00:00
if ( m_data . newFramesWereReceived )
{
HandlePostponedSamples ( ) ;
HandlePostponedGhostZones ( ) ;
m_data . newFramesWereReceived = false ;
}
2020-02-29 18:31:51 +00:00
# endif
2020-03-27 16:34:51 +00:00
if ( m_data . newSymbolsWereAdded )
{
m_data . newSymbolsWereAdded = false ;
# ifdef NO_PARALLEL_SORT
pdqsort_branchless ( m_data . symbolLoc . begin ( ) , m_data . symbolLoc . end ( ) , [ ] ( const auto & l , const auto & r ) { return l . addr < r . addr ; } ) ;
# else
std : : sort ( std : : execution : : par_unseq , m_data . symbolLoc . begin ( ) , m_data . symbolLoc . end ( ) , [ ] ( const auto & l , const auto & r ) { return l . addr < r . addr ; } ) ;
# endif
}
2020-04-08 10:44:12 +00:00
if ( m_data . newInlineSymbolsWereAdded )
{
m_data . newInlineSymbolsWereAdded = false ;
# ifdef NO_PARALLEL_SORT
pdqsort_branchless ( m_data . symbolLocInline . begin ( ) , m_data . symbolLocInline . end ( ) ) ;
# else
std : : sort ( std : : execution : : par_unseq , m_data . symbolLocInline . begin ( ) , m_data . symbolLocInline . end ( ) ) ;
# endif
}
2019-04-01 17:47:29 +00:00
2020-04-01 19:05:25 +00:00
if ( ! m_serverQueryQueue . empty ( ) & & m_serverQuerySpaceLeft > 0 )
2019-04-01 17:47:29 +00:00
{
2020-04-01 19:05:25 +00:00
const auto toSend = std : : min ( m_serverQuerySpaceLeft , m_serverQueryQueue . size ( ) ) ;
m_sock . Send ( m_serverQueryQueue . data ( ) , toSend * ServerQueryPacketSize ) ;
m_serverQuerySpaceLeft - = toSend ;
if ( toSend = = m_serverQueryQueue . size ( ) )
{
m_serverQueryQueue . clear ( ) ;
}
else
{
m_serverQueryQueue . erase ( m_serverQueryQueue . begin ( ) , m_serverQueryQueue . begin ( ) + toSend ) ;
}
2019-04-01 17:47:29 +00:00
}
2018-09-09 15:47:20 +00:00
}
auto t1 = std : : chrono : : high_resolution_clock : : now ( ) ;
auto td = std : : chrono : : duration_cast < std : : chrono : : milliseconds > ( t1 - t0 ) . count ( ) ;
enum { MbpsUpdateTime = 200 } ;
if ( td > MbpsUpdateTime )
{
2020-04-29 00:36:38 +00:00
UpdateMbps ( td ) ;
2018-09-09 15:47:20 +00:00
t0 = t1 ;
}
2018-02-13 13:57:47 +00:00
2018-09-09 15:47:20 +00:00
if ( m_terminate )
{
if ( m_pendingStrings ! = 0 | | m_pendingThreads ! = 0 | | m_pendingSourceLocation ! = 0 | | m_pendingCallstackFrames ! = 0 | |
2019-06-06 19:39:54 +00:00
! m_pendingCustomStrings . empty ( ) | | m_data . plots . IsPending ( ) | | m_pendingCallstackPtr ! = 0 | |
2020-05-10 18:16:08 +00:00
m_pendingExternalNames ! = 0 | | m_pendingCallstackSubframes ! = 0 | | m_pendingFrameImageData . image ! = nullptr | |
2020-04-02 10:15:04 +00:00
! m_pendingSymbols . empty ( ) | | ! m_pendingSymbolCode . empty ( ) | | m_pendingCodeInformation ! = 0 | |
2020-05-10 17:20:59 +00:00
! m_serverQueryQueue . empty ( ) | | m_pendingSourceLocationPayload ! = 0 )
2018-02-13 13:57:47 +00:00
{
2018-09-09 15:47:20 +00:00
continue ;
2018-02-13 13:57:47 +00:00
}
2019-08-01 21:14:09 +00:00
if ( ! m_crashed & & ! m_disconnect )
2018-02-13 13:57:47 +00:00
{
2018-09-09 15:47:20 +00:00
bool done = true ;
for ( auto & v : m_data . threads )
2018-02-13 13:57:47 +00:00
{
2018-09-09 15:47:20 +00:00
if ( ! v - > stack . empty ( ) )
2018-02-13 13:57:47 +00:00
{
2018-09-09 15:47:20 +00:00
done = false ;
break ;
2018-02-13 13:57:47 +00:00
}
}
2018-09-09 15:47:20 +00:00
if ( ! done ) continue ;
2018-02-13 13:57:47 +00:00
}
2020-03-27 01:02:36 +00:00
QueryTerminate ( ) ;
2020-04-29 00:36:38 +00:00
UpdateMbps ( 0 ) ;
2018-09-09 15:47:20 +00:00
break ;
2018-02-13 13:57:47 +00:00
}
2018-09-09 15:47:20 +00:00
}
2018-02-13 13:57:47 +00:00
close :
2019-10-28 22:22:50 +00:00
Shutdown ( ) ;
m_netWriteCv . notify_one ( ) ;
2018-09-09 15:47:20 +00:00
m_sock . Close ( ) ;
m_connected . store ( false , std : : memory_order_relaxed ) ;
2018-02-13 13:57:47 +00:00
}
2020-04-29 00:36:38 +00:00
void Worker : : UpdateMbps ( int64_t td )
{
const auto bytes = m_bytes . exchange ( 0 , std : : memory_order_relaxed ) ;
const auto decBytes = m_decBytes . exchange ( 0 , std : : memory_order_relaxed ) ;
std : : lock_guard < std : : shared_mutex > lock ( m_mbpsData . lock ) ;
if ( td ! = 0 )
{
m_mbpsData . mbps . erase ( m_mbpsData . mbps . begin ( ) ) ;
m_mbpsData . mbps . emplace_back ( bytes / ( td * 125.f ) ) ;
}
2020-05-07 23:55:03 +00:00
m_mbpsData . compRatio = decBytes = = 0 ? 1 : float ( bytes ) / decBytes ;
2020-04-29 00:36:38 +00:00
m_mbpsData . queue = m_serverQueryQueue . size ( ) ;
m_mbpsData . transferred + = bytes ;
}
2020-03-29 21:01:57 +00:00
bool Worker : : IsThreadStringRetrieved ( uint64_t id )
{
const auto name = GetThreadName ( m_failureData . thread ) ;
return strcmp ( name , " ??? " ) ! = 0 ;
}
bool Worker : : IsSourceLocationRetrieved ( int16_t srcloc )
{
auto & sl = GetSourceLocation ( srcloc ) ;
auto func = GetString ( sl . function ) ;
auto file = GetString ( sl . file ) ;
return strcmp ( func , " ??? " ) ! = 0 & & strcmp ( file , " ??? " ) ! = 0 ;
}
bool Worker : : HasAllFailureData ( )
{
if ( m_failureData . thread ! = 0 & & ! IsThreadStringRetrieved ( m_failureData . thread ) ) return false ;
if ( m_failureData . srcloc ! = 0 & & ! IsSourceLocationRetrieved ( m_failureData . srcloc ) ) return false ;
return true ;
}
void Worker : : HandleFailure ( const char * ptr , const char * end )
{
if ( HasAllFailureData ( ) ) return ;
for ( ; ; )
{
while ( ptr < end )
{
auto ev = ( const QueueItem * ) ptr ;
DispatchFailure ( * ev , ptr ) ;
}
if ( HasAllFailureData ( ) ) return ;
{
std : : lock_guard < std : : mutex > lock ( m_netWriteLock ) ;
m_netWriteCnt + + ;
m_netWriteCv . notify_one ( ) ;
}
2020-04-02 10:15:50 +00:00
if ( ! m_serverQueryQueue . empty ( ) & & m_serverQuerySpaceLeft > 0 )
2020-03-29 21:01:57 +00:00
{
2020-04-02 10:15:50 +00:00
const auto toSend = std : : min ( m_serverQuerySpaceLeft , m_serverQueryQueue . size ( ) ) ;
m_sock . Send ( m_serverQueryQueue . data ( ) , toSend * ServerQueryPacketSize ) ;
m_serverQuerySpaceLeft - = toSend ;
if ( toSend = = m_serverQueryQueue . size ( ) )
{
m_serverQueryQueue . clear ( ) ;
}
else
{
m_serverQueryQueue . erase ( m_serverQueryQueue . begin ( ) , m_serverQueryQueue . begin ( ) + toSend ) ;
}
2020-03-29 21:01:57 +00:00
}
if ( m_shutdown . load ( std : : memory_order_relaxed ) ) return ;
NetBuffer netbuf ;
{
std : : unique_lock < std : : mutex > lock ( m_netReadLock ) ;
m_netReadCv . wait ( lock , [ this ] { return ! m_netRead . empty ( ) ; } ) ;
netbuf = m_netRead . front ( ) ;
m_netRead . erase ( m_netRead . begin ( ) ) ;
}
if ( netbuf . bufferOffset < 0 ) return ;
ptr = m_buffer + netbuf . bufferOffset ;
end = ptr + netbuf . size ;
}
}
void Worker : : DispatchFailure ( const QueueItem & ev , const char * & ptr )
{
if ( ev . hdr . idx > = ( int ) QueueType : : StringData )
{
ptr + = sizeof ( QueueHeader ) + sizeof ( QueueStringTransfer ) ;
if ( ev . hdr . type = = QueueType : : FrameImageData | |
ev . hdr . type = = QueueType : : SymbolCode )
{
uint32_t sz ;
memcpy ( & sz , ptr , sizeof ( sz ) ) ;
ptr + = sizeof ( sz ) + sz ;
}
else
{
uint16_t sz ;
memcpy ( & sz , ptr , sizeof ( sz ) ) ;
ptr + = sizeof ( sz ) ;
switch ( ev . hdr . type )
{
case QueueType : : StringData :
AddString ( ev . stringTransfer . ptr , ptr , sz ) ;
m_serverQuerySpaceLeft + + ;
break ;
case QueueType : : ThreadName :
AddThreadString ( ev . stringTransfer . ptr , ptr , sz ) ;
m_serverQuerySpaceLeft + + ;
break ;
case QueueType : : PlotName :
case QueueType : : FrameName :
case QueueType : : ExternalName :
m_serverQuerySpaceLeft + + ;
break ;
default :
break ;
}
ptr + = sz ;
}
}
else
{
ptr + = QueueDataSize [ ev . hdr . idx ] ;
switch ( ev . hdr . type )
{
case QueueType : : SourceLocation :
AddSourceLocation ( ev . srcloc ) ;
m_serverQuerySpaceLeft + + ;
break ;
case QueueType : : CallstackFrameSize :
case QueueType : : SymbolInformation :
case QueueType : : ParamPingback :
m_serverQuerySpaceLeft + + ;
break ;
default :
break ;
}
}
}
2020-03-25 19:04:01 +00:00
void Worker : : Query ( ServerQuery type , uint64_t data , uint32_t extra )
2018-02-13 13:57:47 +00:00
{
2020-03-25 19:04:01 +00:00
ServerQueryPacket query { type , data , extra } ;
2020-04-30 00:25:25 +00:00
if ( m_serverQueryQueue . empty ( ) & & m_serverQuerySpaceLeft > 0 )
2019-04-01 17:47:29 +00:00
{
m_serverQuerySpaceLeft - - ;
m_sock . Send ( & query , ServerQueryPacketSize ) ;
}
else
{
2020-04-01 19:05:25 +00:00
m_serverQueryQueue . push_back ( query ) ;
2019-04-01 17:47:29 +00:00
}
2018-02-13 13:57:47 +00:00
}
2019-06-09 13:58:56 +00:00
void Worker : : QueryTerminate ( )
{
2020-03-25 19:04:01 +00:00
ServerQueryPacket query { ServerQueryTerminate , 0 , 0 } ;
2019-06-09 13:58:56 +00:00
m_sock . Send ( & query , ServerQueryPacketSize ) ;
}
2019-11-07 00:29:11 +00:00
bool Worker : : DispatchProcess ( const QueueItem & ev , const char * & ptr )
2018-02-13 13:57:47 +00:00
{
2018-06-19 17:15:19 +00:00
if ( ev . hdr . idx > = ( int ) QueueType : : StringData )
2018-02-13 13:57:47 +00:00
{
ptr + = sizeof ( QueueHeader ) + sizeof ( QueueStringTransfer ) ;
2020-03-25 19:04:55 +00:00
if ( ev . hdr . type = = QueueType : : FrameImageData | |
ev . hdr . type = = QueueType : : SymbolCode )
2018-02-13 13:57:47 +00:00
{
2019-06-06 19:39:54 +00:00
uint32_t sz ;
memcpy ( & sz , ptr , sizeof ( sz ) ) ;
ptr + = sizeof ( sz ) ;
2020-03-25 19:04:55 +00:00
switch ( ev . hdr . type )
{
case QueueType : : FrameImageData :
AddFrameImageData ( ev . stringTransfer . ptr , ptr , sz ) ;
break ;
case QueueType : : SymbolCode :
AddSymbolCode ( ev . stringTransfer . ptr , ptr , sz ) ;
2020-03-25 19:33:50 +00:00
m_serverQuerySpaceLeft + + ;
2020-03-25 19:04:55 +00:00
break ;
default :
assert ( false ) ;
break ;
}
2019-06-06 19:39:54 +00:00
ptr + = sz ;
}
else
{
uint16_t sz ;
memcpy ( & sz , ptr , sizeof ( sz ) ) ;
ptr + = sizeof ( sz ) ;
switch ( ev . hdr . type )
{
case QueueType : : CustomStringData :
AddCustomString ( ev . stringTransfer . ptr , ptr , sz ) ;
break ;
case QueueType : : StringData :
AddString ( ev . stringTransfer . ptr , ptr , sz ) ;
m_serverQuerySpaceLeft + + ;
break ;
case QueueType : : ThreadName :
AddThreadString ( ev . stringTransfer . ptr , ptr , sz ) ;
m_serverQuerySpaceLeft + + ;
break ;
case QueueType : : PlotName :
HandlePlotName ( ev . stringTransfer . ptr , ptr , sz ) ;
m_serverQuerySpaceLeft + + ;
break ;
case QueueType : : SourceLocationPayload :
AddSourceLocationPayload ( ev . stringTransfer . ptr , ptr , sz ) ;
break ;
case QueueType : : CallstackPayload :
AddCallstackPayload ( ev . stringTransfer . ptr , ptr , sz ) ;
break ;
case QueueType : : FrameName :
HandleFrameName ( ev . stringTransfer . ptr , ptr , sz ) ;
m_serverQuerySpaceLeft + + ;
break ;
case QueueType : : CallstackAllocPayload :
AddCallstackAllocPayload ( ev . stringTransfer . ptr , ptr , sz ) ;
break ;
2019-08-16 17:22:23 +00:00
case QueueType : : ExternalName :
AddExternalName ( ev . stringTransfer . ptr , ptr , sz ) ;
2020-03-25 19:33:50 +00:00
m_serverQuerySpaceLeft + + ;
2019-08-16 17:22:23 +00:00
break ;
2019-08-16 17:49:16 +00:00
case QueueType : : ExternalThreadName :
AddExternalThreadName ( ev . stringTransfer . ptr , ptr , sz ) ;
break ;
2019-06-06 19:39:54 +00:00
default :
assert ( false ) ;
break ;
}
ptr + = sz ;
2018-02-13 13:57:47 +00:00
}
2019-01-14 22:08:34 +00:00
return true ;
2018-02-13 13:57:47 +00:00
}
else
{
ptr + = QueueDataSize [ ev . hdr . idx ] ;
2019-01-14 22:08:34 +00:00
return Process ( ev ) ;
2018-02-13 13:57:47 +00:00
}
}
void Worker : : CheckSourceLocation ( uint64_t ptr )
{
2019-10-25 19:01:16 +00:00
if ( m_data . checkSrclocLast ! = ptr )
2018-02-13 13:57:47 +00:00
{
2019-10-25 19:01:16 +00:00
m_data . checkSrclocLast = ptr ;
if ( m_data . sourceLocation . find ( ptr ) = = m_data . sourceLocation . end ( ) )
{
NewSourceLocation ( ptr ) ;
}
2018-02-13 13:57:47 +00:00
}
}
void Worker : : NewSourceLocation ( uint64_t ptr )
{
static const SourceLocation emptySourceLocation = { } ;
m_data . sourceLocation . emplace ( ptr , emptySourceLocation ) ;
m_pendingSourceLocation + + ;
m_sourceLocationQueue . push_back ( ptr ) ;
2019-04-01 16:52:32 +00:00
Query ( ServerQuerySourceLocation , ptr ) ;
2018-02-13 13:57:47 +00:00
}
2019-10-25 19:07:28 +00:00
int16_t Worker : : ShrinkSourceLocationReal ( uint64_t srcloc )
2018-02-13 13:57:47 +00:00
{
auto it = m_sourceLocationShrink . find ( srcloc ) ;
if ( it ! = m_sourceLocationShrink . end ( ) )
{
2019-10-25 19:07:28 +00:00
m_data . shrinkSrclocLast . first = srcloc ;
m_data . shrinkSrclocLast . second = it - > second ;
2018-02-13 13:57:47 +00:00
return it - > second ;
}
else
{
return NewShrinkedSourceLocation ( srcloc ) ;
}
}
2019-08-15 15:42:26 +00:00
int16_t Worker : : NewShrinkedSourceLocation ( uint64_t srcloc )
2018-02-13 13:57:47 +00:00
{
2019-08-15 15:42:26 +00:00
assert ( m_data . sourceLocationExpand . size ( ) < std : : numeric_limits < int16_t > : : max ( ) ) ;
const auto sz = int16_t ( m_data . sourceLocationExpand . size ( ) ) ;
2018-02-13 13:57:47 +00:00
m_data . sourceLocationExpand . push_back ( srcloc ) ;
2018-03-18 11:55:54 +00:00
# ifndef TRACY_NO_STATISTICS
2019-10-25 19:29:55 +00:00
auto res = m_data . sourceLocationZones . emplace ( sz , SourceLocationZones ( ) ) ;
m_data . srclocZonesLast . first = sz ;
m_data . srclocZonesLast . second = & res . first - > second ;
2018-07-29 12:16:13 +00:00
# else
2019-10-26 14:30:13 +00:00
auto res = m_data . sourceLocationZonesCnt . emplace ( sz , 0 ) ;
m_data . srclocCntLast . first = sz ;
m_data . srclocCntLast . second = & res . first - > second ;
2018-03-18 11:55:54 +00:00
# endif
2018-02-13 13:57:47 +00:00
m_sourceLocationShrink . emplace ( srcloc , sz ) ;
2019-10-25 19:07:28 +00:00
m_data . shrinkSrclocLast . first = srcloc ;
m_data . shrinkSrclocLast . second = sz ;
2018-02-13 13:57:47 +00:00
return sz ;
}
2019-11-10 16:23:04 +00:00
void Worker : : InsertMessageData ( MessageData * msg )
2018-02-13 13:57:47 +00:00
{
if ( m_data . messages . empty ( ) )
{
m_data . messages . push_back ( msg ) ;
}
else if ( m_data . messages . back ( ) - > time < msg - > time )
{
m_data . messages . push_back_non_empty ( msg ) ;
}
else
{
auto mit = std : : lower_bound ( m_data . messages . begin ( ) , m_data . messages . end ( ) , msg - > time , [ ] ( const auto & lhs , const auto & rhs ) { return lhs - > time < rhs ; } ) ;
m_data . messages . insert ( mit , msg ) ;
}
2019-11-10 16:23:04 +00:00
auto td = m_threadCtxData ;
if ( ! td ) td = m_threadCtxData = NoticeThread ( m_threadCtx ) ;
auto vec = & td - > messages ;
2018-02-13 13:57:47 +00:00
if ( vec - > empty ( ) )
{
vec - > push_back ( msg ) ;
}
else if ( vec - > back ( ) - > time < msg - > time )
{
vec - > push_back_non_empty ( msg ) ;
}
else
{
auto tmit = std : : lower_bound ( vec - > begin ( ) , vec - > end ( ) , msg - > time , [ ] ( const auto & lhs , const auto & rhs ) { return lhs - > time < rhs ; } ) ;
vec - > insert ( tmit , msg ) ;
}
}
2019-08-03 12:35:01 +00:00
ThreadData * Worker : : NoticeThreadReal ( uint64_t thread )
2018-02-13 13:57:47 +00:00
{
auto it = m_threadMap . find ( thread ) ;
if ( it ! = m_threadMap . end ( ) )
{
2019-08-03 12:35:01 +00:00
m_data . threadDataLast . first = thread ;
m_data . threadDataLast . second = it - > second ;
2018-02-13 13:57:47 +00:00
return it - > second ;
}
else
{
return NewThread ( thread ) ;
}
}
2019-10-24 20:33:48 +00:00
ThreadData * Worker : : RetrieveThreadReal ( uint64_t thread )
{
auto it = m_threadMap . find ( thread ) ;
if ( it ! = m_threadMap . end ( ) )
{
m_data . threadDataLast . first = thread ;
m_data . threadDataLast . second = it - > second ;
return it - > second ;
}
else
{
return nullptr ;
}
}
2019-10-25 19:29:55 +00:00
# ifndef TRACY_NO_STATISTICS
Worker : : SourceLocationZones * Worker : : GetSourceLocationZonesReal ( uint16_t srcloc )
{
auto it = m_data . sourceLocationZones . find ( srcloc ) ;
assert ( it ! = m_data . sourceLocationZones . end ( ) ) ;
m_data . srclocZonesLast . first = srcloc ;
m_data . srclocZonesLast . second = & it - > second ;
return & it - > second ;
}
2019-10-26 14:30:13 +00:00
# else
uint64_t * Worker : : GetSourceLocationZonesCntReal ( uint16_t srcloc )
{
auto it = m_data . sourceLocationZonesCnt . find ( srcloc ) ;
assert ( it ! = m_data . sourceLocationZonesCnt . end ( ) ) ;
m_data . srclocCntLast . first = srcloc ;
m_data . srclocCntLast . second = & it - > second ;
return & it - > second ;
}
2019-10-25 19:29:55 +00:00
# endif
2019-09-08 12:07:16 +00:00
const ThreadData * Worker : : GetThreadData ( uint64_t tid ) const
{
auto it = m_threadMap . find ( tid ) ;
if ( it = = m_threadMap . end ( ) ) return nullptr ;
return it - > second ;
}
2018-02-13 13:57:47 +00:00
ThreadData * Worker : : NewThread ( uint64_t thread )
{
CheckThreadString ( thread ) ;
auto td = m_slab . AllocInit < ThreadData > ( ) ;
td - > id = thread ;
td - > count = 0 ;
2019-01-14 21:56:10 +00:00
td - > nextZoneId = 0 ;
2020-05-31 13:24:11 +00:00
# ifndef TRACY_NO_STATISTICS
2020-05-31 12:17:54 +00:00
td - > ghostIdx = 0 ;
2020-05-31 13:24:11 +00:00
# endif
2018-02-13 13:57:47 +00:00
m_data . threads . push_back ( td ) ;
m_threadMap . emplace ( thread , td ) ;
2019-08-03 12:35:01 +00:00
m_data . threadDataLast . first = thread ;
m_data . threadDataLast . second = td ;
2018-02-13 13:57:47 +00:00
return td ;
}
void Worker : : NewZone ( ZoneEvent * zone , uint64_t thread )
{
m_data . zonesCnt + + ;
2018-03-18 01:05:33 +00:00
2019-11-10 23:04:45 +00:00
auto td = m_threadCtxData ;
if ( ! td ) td = m_threadCtxData = NoticeThread ( thread ) ;
2018-02-13 13:57:47 +00:00
td - > count + + ;
2020-02-23 14:35:08 +00:00
const auto ssz = td - > stack . size ( ) ;
if ( ssz = = 0 )
2018-02-13 13:57:47 +00:00
{
td - > stack . push_back ( zone ) ;
td - > timeline . push_back ( zone ) ;
}
else
{
2020-02-23 14:35:08 +00:00
auto & back = td - > stack . data ( ) [ ssz - 1 ] ;
2020-01-24 01:17:38 +00:00
if ( ! back - > HasChildren ( ) )
2018-07-22 14:05:50 +00:00
{
2019-09-30 23:05:37 +00:00
back - > SetChild ( int32_t ( m_data . zoneChildren . size ( ) ) ) ;
2019-03-26 21:06:00 +00:00
if ( m_data . zoneVectorCache . empty ( ) )
{
2019-11-02 15:17:20 +00:00
m_data . zoneChildren . push_back ( Vector < short_ptr < ZoneEvent > > ( zone ) ) ;
2019-03-26 21:06:00 +00:00
}
else
{
2019-11-02 15:17:20 +00:00
Vector < short_ptr < ZoneEvent > > vze = std : : move ( m_data . zoneVectorCache . back_and_pop ( ) ) ;
2019-03-26 21:06:00 +00:00
assert ( ! vze . empty ( ) ) ;
vze . clear ( ) ;
vze . push_back_non_empty ( zone ) ;
m_data . zoneChildren . push_back ( std : : move ( vze ) ) ;
}
2018-07-22 14:05:50 +00:00
}
else
{
2020-01-24 01:17:38 +00:00
const auto backChild = back - > Child ( ) ;
2019-10-24 22:51:01 +00:00
assert ( ! m_data . zoneChildren [ backChild ] . empty ( ) ) ;
m_data . zoneChildren [ backChild ] . push_back_non_empty ( zone ) ;
2018-07-22 14:05:50 +00:00
}
2018-02-13 13:57:47 +00:00
td - > stack . push_back_non_empty ( zone ) ;
}
2019-01-14 22:08:34 +00:00
td - > zoneIdStack . push_back ( td - > nextZoneId ) ;
td - > nextZoneId = 0 ;
2019-10-24 22:33:44 +00:00
# ifndef TRACY_NO_STATISTICS
td - > childTimeStack . push_back ( 0 ) ;
# endif
2018-02-13 13:57:47 +00:00
}
2019-10-24 21:25:04 +00:00
void Worker : : InsertLockEvent ( LockMap & lockmap , LockEvent * lev , uint64_t thread , int64_t time )
2018-02-13 13:57:47 +00:00
{
2019-10-24 21:25:04 +00:00
if ( m_data . lastTime < time ) m_data . lastTime = time ;
2018-02-13 13:57:47 +00:00
NoticeThread ( thread ) ;
auto it = lockmap . threadMap . find ( thread ) ;
if ( it = = lockmap . threadMap . end ( ) )
{
assert ( lockmap . threadList . size ( ) < MaxLockThreads ) ;
it = lockmap . threadMap . emplace ( thread , lockmap . threadList . size ( ) ) . first ;
lockmap . threadList . emplace_back ( thread ) ;
}
lev - > thread = it - > second ;
assert ( lev - > thread = = it - > second ) ;
auto & timeline = lockmap . timeline ;
if ( timeline . empty ( ) )
{
2019-03-16 13:18:43 +00:00
timeline . push_back ( { lev } ) ;
2018-02-13 13:57:47 +00:00
UpdateLockCount ( lockmap , timeline . size ( ) - 1 ) ;
}
2019-08-12 11:51:01 +00:00
else
2018-02-13 13:57:47 +00:00
{
2019-10-24 23:00:32 +00:00
assert ( timeline . back ( ) . ptr - > Time ( ) < = time ) ;
2019-03-16 13:18:43 +00:00
timeline . push_back_non_empty ( { lev } ) ;
2018-02-13 13:57:47 +00:00
UpdateLockCount ( lockmap , timeline . size ( ) - 1 ) ;
}
2019-03-16 01:19:19 +00:00
auto & range = lockmap . range [ it - > second ] ;
2019-10-24 21:25:04 +00:00
if ( range . start > time ) range . start = time ;
if ( range . end < time ) range . end = time ;
2018-02-13 13:57:47 +00:00
}
2020-05-23 11:08:57 +00:00
bool Worker : : CheckString ( uint64_t ptr )
2018-02-13 13:57:47 +00:00
{
2020-05-23 11:08:57 +00:00
if ( ptr = = 0 ) return true ;
if ( m_data . strings . find ( ptr ) ! = m_data . strings . end ( ) ) return true ;
2018-02-13 13:57:47 +00:00
m_data . strings . emplace ( ptr , " ??? " ) ;
m_pendingStrings + + ;
2019-04-01 16:52:32 +00:00
Query ( ServerQueryString , ptr ) ;
2020-05-23 11:08:57 +00:00
return false ;
2018-02-13 13:57:47 +00:00
}
void Worker : : CheckThreadString ( uint64_t id )
{
if ( m_data . threadNames . find ( id ) ! = m_data . threadNames . end ( ) ) return ;
m_data . threadNames . emplace ( id , " ??? " ) ;
m_pendingThreads + + ;
2019-12-19 16:23:46 +00:00
if ( m_sock . IsValid ( ) ) Query ( ServerQueryThreadString , id ) ;
2018-02-13 13:57:47 +00:00
}
2019-08-16 17:22:23 +00:00
void Worker : : CheckExternalName ( uint64_t id )
{
if ( m_data . externalNames . find ( id ) ! = m_data . externalNames . end ( ) ) return ;
2019-08-16 17:49:16 +00:00
m_data . externalNames . emplace ( id , std : : make_pair ( " ??? " , " ??? " ) ) ;
m_pendingExternalNames + = 2 ;
2019-08-16 17:22:23 +00:00
Query ( ServerQueryExternalName , id ) ;
}
2018-02-13 13:57:47 +00:00
void Worker : : AddSourceLocation ( const QueueSourceLocation & srcloc )
{
assert ( m_pendingSourceLocation > 0 ) ;
m_pendingSourceLocation - - ;
const auto ptr = m_sourceLocationQueue . front ( ) ;
m_sourceLocationQueue . erase ( m_sourceLocationQueue . begin ( ) ) ;
auto it = m_data . sourceLocation . find ( ptr ) ;
assert ( it ! = m_data . sourceLocation . end ( ) ) ;
CheckString ( srcloc . name ) ;
2020-05-23 12:23:04 +00:00
if ( CheckString ( srcloc . file ) )
{
StringRef ref ( StringRef : : Ptr , srcloc . file ) ;
2020-05-23 13:20:23 +00:00
if ( srcloc . file ! = 0 & & m_checkedFileStrings . find ( ref ) = = m_checkedFileStrings . end ( ) & & m_pendingFileStrings . find ( ref ) = = m_pendingFileStrings . end ( ) )
2020-05-23 12:23:04 +00:00
{
CacheSource ( ref ) ;
}
}
else
{
StringRef ref ( StringRef : : Ptr , srcloc . file ) ;
assert ( m_checkedFileStrings . find ( ref ) = = m_checkedFileStrings . end ( ) ) ;
if ( m_pendingFileStrings . find ( ref ) = = m_pendingFileStrings . end ( ) )
{
m_pendingFileStrings . emplace ( ref ) ;
}
}
2018-02-13 13:57:47 +00:00
CheckString ( srcloc . function ) ;
2019-05-10 18:20:08 +00:00
const uint32_t color = ( srcloc . r < < 16 ) | ( srcloc . g < < 8 ) | srcloc . b ;
2018-02-13 13:57:47 +00:00
it - > second = SourceLocation { srcloc . name = = 0 ? StringRef ( ) : StringRef ( StringRef : : Ptr , srcloc . name ) , StringRef ( StringRef : : Ptr , srcloc . function ) , StringRef ( StringRef : : Ptr , srcloc . file ) , srcloc . line , color } ;
}
2019-11-07 00:29:11 +00:00
void Worker : : AddSourceLocationPayload ( uint64_t ptr , const char * data , size_t sz )
2018-02-13 13:57:47 +00:00
{
const auto start = data ;
2020-05-10 17:20:59 +00:00
assert ( m_pendingSourceLocationPayload = = 0 ) ;
2018-02-13 13:57:47 +00:00
uint32_t color , line ;
memcpy ( & color , data , 4 ) ;
memcpy ( & line , data + 4 , 4 ) ;
data + = 8 ;
auto end = data ;
while ( * end ) end + + ;
const auto func = StoreString ( data , end - data ) ;
end + + ;
data = end ;
while ( * end ) end + + ;
const auto source = StoreString ( data , end - data ) ;
end + + ;
const auto nsz = sz - ( end - start ) ;
color = ( ( color & 0x00FF0000 ) > > 16 ) |
( ( color & 0x0000FF00 ) ) |
( ( color & 0x000000FF ) < < 16 ) ;
SourceLocation srcloc { nsz = = 0 ? StringRef ( ) : StringRef ( StringRef : : Idx , StoreString ( end , nsz ) . idx ) , StringRef ( StringRef : : Idx , func . idx ) , StringRef ( StringRef : : Idx , source . idx ) , line , color } ;
auto it = m_data . sourceLocationPayloadMap . find ( & srcloc ) ;
if ( it = = m_data . sourceLocationPayloadMap . end ( ) )
{
auto slptr = m_slab . Alloc < SourceLocation > ( ) ;
memcpy ( slptr , & srcloc , sizeof ( srcloc ) ) ;
uint32_t idx = m_data . sourceLocationPayload . size ( ) ;
m_data . sourceLocationPayloadMap . emplace ( slptr , idx ) ;
2020-05-10 17:20:59 +00:00
m_pendingSourceLocationPayload = - int16_t ( idx + 1 ) ;
2018-02-13 13:57:47 +00:00
m_data . sourceLocationPayload . push_back ( slptr ) ;
2019-10-25 19:29:55 +00:00
const auto key = - int16_t ( idx + 1 ) ;
2019-10-26 14:30:13 +00:00
# ifndef TRACY_NO_STATISTICS
2019-10-25 19:29:55 +00:00
auto res = m_data . sourceLocationZones . emplace ( key , SourceLocationZones ( ) ) ;
m_data . srclocZonesLast . first = key ;
m_data . srclocZonesLast . second = & res . first - > second ;
2018-07-29 12:16:13 +00:00
# else
2019-10-26 14:30:13 +00:00
auto res = m_data . sourceLocationZonesCnt . emplace ( key , 0 ) ;
m_data . srclocCntLast . first = key ;
m_data . srclocCntLast . second = & res . first - > second ;
2018-03-18 11:55:54 +00:00
# endif
2018-02-13 13:57:47 +00:00
}
else
{
2020-05-10 17:20:59 +00:00
m_pendingSourceLocationPayload = - int16_t ( it - > second + 1 ) ;
2018-02-13 13:57:47 +00:00
}
}
2019-11-07 00:29:11 +00:00
void Worker : : AddString ( uint64_t ptr , const char * str , size_t sz )
2018-02-13 13:57:47 +00:00
{
assert ( m_pendingStrings > 0 ) ;
m_pendingStrings - - ;
auto it = m_data . strings . find ( ptr ) ;
assert ( it ! = m_data . strings . end ( ) & & strcmp ( it - > second , " ??? " ) = = 0 ) ;
const auto sl = StoreString ( str , sz ) ;
it - > second = sl . ptr ;
2020-05-23 12:23:04 +00:00
StringRef ref ( StringRef : : Ptr , ptr ) ;
auto sit = m_pendingFileStrings . find ( ref ) ;
if ( sit ! = m_pendingFileStrings . end ( ) )
{
m_pendingFileStrings . erase ( sit ) ;
CacheSource ( ref ) ;
}
2018-02-13 13:57:47 +00:00
}
2019-11-07 00:29:11 +00:00
void Worker : : AddThreadString ( uint64_t id , const char * str , size_t sz )
2018-02-13 13:57:47 +00:00
{
assert ( m_pendingThreads > 0 ) ;
m_pendingThreads - - ;
auto it = m_data . threadNames . find ( id ) ;
assert ( it ! = m_data . threadNames . end ( ) & & strcmp ( it - > second , " ??? " ) = = 0 ) ;
const auto sl = StoreString ( str , sz ) ;
it - > second = sl . ptr ;
}
2019-11-07 00:29:11 +00:00
void Worker : : AddCustomString ( uint64_t ptr , const char * str , size_t sz )
2018-02-13 13:57:47 +00:00
{
assert ( m_pendingCustomStrings . find ( ptr ) = = m_pendingCustomStrings . end ( ) ) ;
m_pendingCustomStrings . emplace ( ptr , StoreString ( str , sz ) ) ;
}
2019-11-07 00:29:11 +00:00
void Worker : : AddExternalName ( uint64_t ptr , const char * str , size_t sz )
2019-08-16 17:22:23 +00:00
{
assert ( m_pendingExternalNames > 0 ) ;
m_pendingExternalNames - - ;
auto it = m_data . externalNames . find ( ptr ) ;
2019-08-16 17:49:16 +00:00
assert ( it ! = m_data . externalNames . end ( ) & & strcmp ( it - > second . first , " ??? " ) = = 0 ) ;
2019-08-16 17:22:23 +00:00
const auto sl = StoreString ( str , sz ) ;
2019-08-16 17:49:16 +00:00
it - > second . first = sl . ptr ;
}
2019-11-07 00:29:11 +00:00
void Worker : : AddExternalThreadName ( uint64_t ptr , const char * str , size_t sz )
2019-08-16 17:49:16 +00:00
{
assert ( m_pendingExternalNames > 0 ) ;
m_pendingExternalNames - - ;
auto it = m_data . externalNames . find ( ptr ) ;
assert ( it ! = m_data . externalNames . end ( ) & & strcmp ( it - > second . second , " ??? " ) = = 0 ) ;
const auto sl = StoreString ( str , sz ) ;
it - > second . second = sl . ptr ;
2019-08-16 17:22:23 +00:00
}
2019-11-07 00:29:11 +00:00
void Worker : : AddFrameImageData ( uint64_t ptr , const char * data , size_t sz )
2019-06-06 19:39:54 +00:00
{
2020-05-10 18:16:08 +00:00
assert ( m_pendingFrameImageData . image = = nullptr ) ;
2019-07-19 19:46:58 +00:00
assert ( sz % 8 = = 0 ) ;
2019-11-06 22:29:59 +00:00
// Input data buffer cannot be changed, as it is used as LZ4 dictionary.
if ( m_frameImageBufferSize < sz )
{
m_frameImageBufferSize = sz ;
delete [ ] m_frameImageBuffer ;
m_frameImageBuffer = new char [ sz ] ;
}
auto src = ( uint8_t * ) data ;
auto dst = ( uint8_t * ) m_frameImageBuffer ;
2020-04-05 12:05:43 +00:00
memcpy ( dst , src , sz ) ;
m_texcomp . FixOrder ( ( char * ) dst , sz / 8 ) ;
2020-04-05 13:04:18 +00:00
m_texcomp . Rdo ( ( char * ) dst , sz / 8 ) ;
2020-05-10 18:16:08 +00:00
m_pendingFrameImageData . image = m_texcomp . Pack ( m_frameImageBuffer , sz , m_pendingFrameImageData . csz , m_slab ) ;
2019-06-06 19:39:54 +00:00
}
2020-03-25 19:04:55 +00:00
void Worker : : AddSymbolCode ( uint64_t ptr , const char * data , size_t sz )
{
auto it = m_pendingSymbolCode . find ( ptr ) ;
assert ( it ! = m_pendingSymbolCode . end ( ) ) ;
m_pendingSymbolCode . erase ( it ) ;
auto code = ( char * ) m_slab . AllocBig ( sz ) ;
memcpy ( code , data , sz ) ;
2020-05-23 12:05:11 +00:00
m_data . symbolCode . emplace ( ptr , MemoryBlock { code , uint32_t ( sz ) } ) ;
2020-03-25 19:04:55 +00:00
m_data . symbolCodeSize + = sz ;
2020-04-01 19:43:03 +00:00
if ( m_data . cpuArch = = CpuArchUnknown ) return ;
csh handle ;
cs_err rval = CS_ERR_ARCH ;
switch ( m_data . cpuArch )
{
case CpuArchX86 :
rval = cs_open ( CS_ARCH_X86 , CS_MODE_32 , & handle ) ;
break ;
case CpuArchX64 :
rval = cs_open ( CS_ARCH_X86 , CS_MODE_64 , & handle ) ;
break ;
case CpuArchArm32 :
rval = cs_open ( CS_ARCH_ARM , CS_MODE_ARM , & handle ) ;
break ;
case CpuArchArm64 :
rval = cs_open ( CS_ARCH_ARM64 , CS_MODE_ARM , & handle ) ;
break ;
default :
assert ( false ) ;
break ;
}
if ( rval ! = CS_ERR_OK ) return ;
cs_insn * insn ;
size_t cnt = cs_disasm ( handle , ( const uint8_t * ) code , sz , ptr , 0 , & insn ) ;
if ( cnt > 0 )
{
2020-04-01 20:37:19 +00:00
m_pendingCodeInformation + = cnt ;
2020-04-01 19:43:03 +00:00
for ( size_t i = 0 ; i < cnt ; i + + )
{
Query ( ServerQueryCodeLocation , insn [ i ] . address ) ;
}
cs_free ( insn , cnt ) ;
}
cs_close ( & handle ) ;
2020-03-25 19:04:55 +00:00
}
2020-05-10 14:56:13 +00:00
CallstackFrameId Worker : : PackPointer ( uint64_t ptr ) const
{
assert ( ( ( ptr & 0x3000000000000000 ) < < 2 ) = = ( ptr & 0xC000000000000000 ) ) ;
CallstackFrameId id ;
id . idx = ptr ;
id . sel = 0 ;
id . custom = 0 ;
return id ;
}
2019-03-03 15:39:13 +00:00
uint64_t Worker : : GetCanonicalPointer ( const CallstackFrameId & id ) const
{
assert ( id . sel = = 0 ) ;
2020-02-29 22:40:21 +00:00
return ( id . idx & 0x3FFFFFFFFFFFFFFF ) | ( ( id . idx & 0x3000000000000000 ) < < 2 ) ;
2019-03-03 15:39:13 +00:00
}
2019-11-07 00:29:11 +00:00
void Worker : : AddCallstackPayload ( uint64_t ptr , const char * _data , size_t _sz )
2018-06-19 19:15:36 +00:00
{
2019-03-05 18:30:17 +00:00
assert ( m_pendingCallstackPtr = = 0 ) ;
2018-06-19 19:15:36 +00:00
2019-03-03 15:50:18 +00:00
const auto sz = _sz / sizeof ( uint64_t ) ;
const auto memsize = sizeof ( VarArray < CallstackFrameId > ) + sz * sizeof ( CallstackFrameId ) ;
2018-06-19 19:15:36 +00:00
auto mem = ( char * ) m_slab . AllocRaw ( memsize ) ;
2019-03-03 15:50:18 +00:00
auto data = ( CallstackFrameId * ) mem ;
auto dst = data ;
auto src = ( uint64_t * ) _data ;
for ( size_t i = 0 ; i < sz ; i + + )
{
* dst + + = PackPointer ( * src + + ) ;
}
2018-06-19 19:15:36 +00:00
2019-03-03 15:50:18 +00:00
auto arr = ( VarArray < CallstackFrameId > * ) ( mem + sz * sizeof ( CallstackFrameId ) ) ;
new ( arr ) VarArray < CallstackFrameId > ( sz , data ) ;
2018-06-19 19:15:36 +00:00
2019-03-03 16:34:56 +00:00
uint32_t idx ;
auto it = m_data . callstackMap . find ( arr ) ;
if ( it = = m_data . callstackMap . end ( ) )
{
idx = m_data . callstackPayload . size ( ) ;
m_data . callstackMap . emplace ( arr , idx ) ;
m_data . callstackPayload . push_back ( arr ) ;
for ( auto & frame : * arr )
{
auto fit = m_data . callstackFrameMap . find ( frame ) ;
if ( fit = = m_data . callstackFrameMap . end ( ) )
{
m_pendingCallstackFrames + + ;
2019-04-01 16:52:32 +00:00
Query ( ServerQueryCallstackFrame , GetCanonicalPointer ( frame ) ) ;
2019-03-03 16:34:56 +00:00
}
}
}
else
{
idx = it - > second ;
m_slab . Unalloc ( memsize ) ;
}
2019-03-05 18:30:17 +00:00
m_pendingCallstackPtr = ptr ;
m_pendingCallstackId = idx ;
2019-03-03 16:34:56 +00:00
}
2019-11-07 00:29:11 +00:00
void Worker : : AddCallstackAllocPayload ( uint64_t ptr , const char * data , size_t _sz )
2019-03-03 16:34:56 +00:00
{
CallstackFrameId stack [ 64 ] ;
const auto sz = * ( uint32_t * ) data ; data + = 4 ;
assert ( sz < = 64 ) ;
for ( uint32_t i = 0 ; i < sz ; i + + )
{
uint32_t sz ;
CallstackFrame cf ;
memcpy ( & cf . line , data , 4 ) ; data + = 4 ;
memcpy ( & sz , data , 4 ) ; data + = 4 ;
cf . name = StoreString ( data , sz ) . idx ; data + = sz ;
memcpy ( & sz , data , 4 ) ; data + = 4 ;
cf . file = StoreString ( data , sz ) . idx ; data + = sz ;
2020-02-25 22:42:59 +00:00
cf . symAddr = 0 ;
2019-03-03 16:34:56 +00:00
CallstackFrameData cfd = { & cf , 1 } ;
CallstackFrameId id ;
auto it = m_data . revFrameMap . find ( & cfd ) ;
if ( it = = m_data . revFrameMap . end ( ) )
{
auto frame = m_slab . Alloc < CallstackFrame > ( ) ;
memcpy ( frame , & cf , sizeof ( CallstackFrame ) ) ;
2020-02-25 23:55:43 +00:00
auto frameData = m_slab . AllocInit < CallstackFrameData > ( ) ;
2019-03-03 16:34:56 +00:00
frameData - > data = frame ;
frameData - > size = 1 ;
id . idx = m_callstackAllocNextIdx + + ;
id . sel = 1 ;
2020-02-29 15:24:15 +00:00
id . custom = 0 ;
2019-03-03 16:34:56 +00:00
m_data . callstackFrameMap . emplace ( id , frameData ) ;
m_data . revFrameMap . emplace ( frameData , id ) ;
}
else
{
id = it - > second ;
}
stack [ i ] = id ;
}
2019-11-25 21:54:10 +00:00
VarArray < CallstackFrameId > * arr ;
size_t memsize ;
if ( m_pendingCallstackPtr ! = 0 )
{
const auto nativeCs = m_data . callstackPayload [ m_pendingCallstackId ] ;
const auto nsz = nativeCs - > size ( ) ;
const auto tsz = sz + nsz ;
2019-03-05 18:43:44 +00:00
2019-11-25 21:54:10 +00:00
memsize = sizeof ( VarArray < CallstackFrameId > ) + tsz * sizeof ( CallstackFrameId ) ;
auto mem = ( char * ) m_slab . AllocRaw ( memsize ) ;
memcpy ( mem , stack , sizeof ( CallstackFrameId ) * sz ) ;
memcpy ( mem + sizeof ( CallstackFrameId ) * sz , nativeCs - > data ( ) , sizeof ( CallstackFrameId ) * nsz ) ;
arr = ( VarArray < CallstackFrameId > * ) ( mem + tsz * sizeof ( CallstackFrameId ) ) ;
new ( arr ) VarArray < CallstackFrameId > ( tsz , ( CallstackFrameId * ) mem ) ;
}
else
{
memsize = sizeof ( VarArray < CallstackFrameId > ) + sz * sizeof ( CallstackFrameId ) ;
auto mem = ( char * ) m_slab . AllocRaw ( memsize ) ;
memcpy ( mem , stack , sizeof ( CallstackFrameId ) * sz ) ;
2019-03-03 16:34:56 +00:00
2019-11-25 21:54:10 +00:00
arr = ( VarArray < CallstackFrameId > * ) ( mem + sz * sizeof ( CallstackFrameId ) ) ;
new ( arr ) VarArray < CallstackFrameId > ( sz , ( CallstackFrameId * ) mem ) ;
}
2019-03-03 16:34:56 +00:00
2018-06-19 19:15:36 +00:00
uint32_t idx ;
auto it = m_data . callstackMap . find ( arr ) ;
if ( it = = m_data . callstackMap . end ( ) )
{
idx = m_data . callstackPayload . size ( ) ;
m_data . callstackMap . emplace ( arr , idx ) ;
m_data . callstackPayload . push_back ( arr ) ;
2018-06-19 22:25:26 +00:00
for ( auto & frame : * arr )
{
auto fit = m_data . callstackFrameMap . find ( frame ) ;
if ( fit = = m_data . callstackFrameMap . end ( ) )
{
2018-06-20 21:42:00 +00:00
m_pendingCallstackFrames + + ;
2019-04-01 16:52:32 +00:00
Query ( ServerQueryCallstackFrame , GetCanonicalPointer ( frame ) ) ;
2018-06-19 22:25:26 +00:00
}
}
2018-06-19 19:15:36 +00:00
}
else
{
idx = it - > second ;
m_slab . Unalloc ( memsize ) ;
}
2019-03-05 18:43:44 +00:00
m_pendingCallstackPtr = ptr ;
m_pendingCallstackId = idx ;
2018-06-19 19:15:36 +00:00
}
2018-02-13 13:57:47 +00:00
void Worker : : InsertPlot ( PlotData * plot , int64_t time , double val )
{
if ( plot - > data . empty ( ) )
{
plot - > min = val ;
plot - > max = val ;
2019-11-03 13:50:11 +00:00
plot - > data . push_back ( { Int48 ( time ) , val } ) ;
2018-02-13 13:57:47 +00:00
}
2019-11-03 13:50:11 +00:00
else if ( plot - > data . back ( ) . time . Val ( ) < time )
2018-02-13 13:57:47 +00:00
{
if ( plot - > min > val ) plot - > min = val ;
else if ( plot - > max < val ) plot - > max = val ;
2019-11-03 13:50:11 +00:00
plot - > data . push_back_non_empty ( { Int48 ( time ) , val } ) ;
2018-02-13 13:57:47 +00:00
}
else
{
if ( plot - > min > val ) plot - > min = val ;
else if ( plot - > max < val ) plot - > max = val ;
if ( plot - > postpone . empty ( ) )
{
plot - > postponeTime = std : : chrono : : duration_cast < std : : chrono : : milliseconds > ( std : : chrono : : high_resolution_clock : : now ( ) . time_since_epoch ( ) ) . count ( ) ;
2019-11-03 13:50:11 +00:00
plot - > postpone . push_back ( { Int48 ( time ) , val } ) ;
2018-02-13 13:57:47 +00:00
}
else
{
2019-11-03 13:50:11 +00:00
plot - > postpone . push_back_non_empty ( { Int48 ( time ) , val } ) ;
2018-02-13 13:57:47 +00:00
}
}
}
2019-11-07 00:29:11 +00:00
void Worker : : HandlePlotName ( uint64_t name , const char * str , size_t sz )
2018-02-13 13:57:47 +00:00
{
const auto sl = StoreString ( str , sz ) ;
2018-08-04 15:10:45 +00:00
m_data . plots . StringDiscovered ( name , sl , m_data . strings , [ this ] ( PlotData * dst , PlotData * src ) {
2018-08-04 14:33:03 +00:00
for ( auto & v : src - > data )
2018-02-13 13:57:47 +00:00
{
2019-11-03 13:50:11 +00:00
InsertPlot ( dst , v . time . Val ( ) , v . val ) ;
2018-02-13 13:57:47 +00:00
}
2018-08-04 14:33:03 +00:00
} ) ;
2018-02-13 13:57:47 +00:00
}
2019-11-07 00:29:11 +00:00
void Worker : : HandleFrameName ( uint64_t name , const char * str , size_t sz )
2018-08-04 18:48:21 +00:00
{
const auto sl = StoreString ( str , sz ) ;
2019-01-06 20:11:36 +00:00
m_data . frames . StringDiscovered ( name , sl , m_data . strings , [ ] ( FrameData * dst , FrameData * src ) {
2018-08-04 18:48:21 +00:00
auto sz = dst - > frames . size ( ) ;
dst - > frames . insert ( dst - > frames . end ( ) , src - > frames . begin ( ) , src - > frames . end ( ) ) ;
2018-08-05 00:09:59 +00:00
std : : inplace_merge ( dst - > frames . begin ( ) , dst - > frames . begin ( ) + sz , dst - > frames . end ( ) , [ ] ( const auto & lhs , const auto & rhs ) { return lhs . start < rhs . start ; } ) ;
2018-08-04 18:48:21 +00:00
} ) ;
}
2018-02-13 13:57:47 +00:00
void Worker : : HandlePostponedPlots ( )
{
2018-08-04 14:33:03 +00:00
for ( auto & plot : m_data . plots . Data ( ) )
2018-02-13 13:57:47 +00:00
{
auto & src = plot - > postpone ;
if ( src . empty ( ) ) continue ;
if ( std : : chrono : : duration_cast < std : : chrono : : milliseconds > ( std : : chrono : : high_resolution_clock : : now ( ) . time_since_epoch ( ) ) . count ( ) - plot - > postponeTime < 100 ) continue ;
auto & dst = plot - > data ;
2020-01-20 22:16:33 +00:00
# ifdef NO_PARALLEL_SORT
2019-11-03 13:50:11 +00:00
pdqsort_branchless ( src . begin ( ) , src . end ( ) , [ ] ( const auto & l , const auto & r ) { return l . time . Val ( ) < r . time . Val ( ) ; } ) ;
2018-05-12 20:41:18 +00:00
# else
2019-11-03 13:50:11 +00:00
std : : sort ( std : : execution : : par_unseq , src . begin ( ) , src . end ( ) , [ ] ( const auto & l , const auto & r ) { return l . time . Val ( ) < r . time . Val ( ) ; } ) ;
2018-05-12 20:41:18 +00:00
# endif
2019-11-03 13:50:11 +00:00
const auto ds = std : : lower_bound ( dst . begin ( ) , dst . end ( ) , src . front ( ) . time . Val ( ) , [ ] ( const auto & l , const auto & r ) { return l . time . Val ( ) < r ; } ) ;
2018-02-13 13:57:47 +00:00
const auto dsd = std : : distance ( dst . begin ( ) , ds ) ;
2019-11-03 13:50:11 +00:00
const auto de = std : : lower_bound ( ds , dst . end ( ) , src . back ( ) . time . Val ( ) , [ ] ( const auto & l , const auto & r ) { return l . time . Val ( ) < r ; } ) ;
2018-02-13 13:57:47 +00:00
const auto ded = std : : distance ( dst . begin ( ) , de ) ;
dst . insert ( de , src . begin ( ) , src . end ( ) ) ;
2019-11-03 13:50:11 +00:00
std : : inplace_merge ( dst . begin ( ) + dsd , dst . begin ( ) + ded , dst . begin ( ) + ded + src . size ( ) , [ ] ( const auto & l , const auto & r ) { return l . time . Val ( ) < r . time . Val ( ) ; } ) ;
2018-02-13 13:57:47 +00:00
src . clear ( ) ;
}
}
2020-02-29 18:31:51 +00:00
# ifndef TRACY_NO_STATISTICS
2020-02-29 13:12:04 +00:00
void Worker : : HandlePostponedSamples ( )
{
2020-05-31 12:31:39 +00:00
assert ( m_data . newFramesWereReceived ) ;
2020-02-29 13:12:04 +00:00
if ( m_data . postponedSamples . empty ( ) ) return ;
auto it = m_data . postponedSamples . begin ( ) ;
do
{
UpdateSampleStatisticsPostponed ( it ) ;
}
while ( it ! = m_data . postponedSamples . end ( ) ) ;
}
2020-05-31 12:31:39 +00:00
2020-05-31 19:17:21 +00:00
void Worker : : GetStackWithInlines ( Vector < InlineStackData > & ret , const VarArray < CallstackFrameId > & cs )
2020-05-31 12:51:33 +00:00
{
2020-05-31 19:17:21 +00:00
ret . clear ( ) ;
2020-05-31 12:51:33 +00:00
int idx = cs . size ( ) - 1 ;
do
{
auto & entry = cs [ idx ] ;
2020-05-31 19:17:21 +00:00
const auto frame = GetCallstackFrame ( entry ) ;
if ( frame )
{
uint8_t i = frame - > size ;
do
{
i - - ;
ret . push_back ( InlineStackData { frame - > data [ i ] . symAddr , entry , i } ) ;
}
while ( i ! = 0 ) ;
}
else
{
ret . push_back ( InlineStackData { GetCanonicalPointer ( entry ) , entry , 0 } ) ;
}
}
while ( idx - - > 0 ) ;
}
int Worker : : AddGhostZone ( const VarArray < CallstackFrameId > & cs , Vector < GhostZone > * vec , uint64_t t )
{
static Vector < InlineStackData > stack ;
GetStackWithInlines ( stack , cs ) ;
const uint64_t refBackTime = vec - > empty ( ) ? 0 : vec - > back ( ) . end . Val ( ) ;
int gcnt = 0 ;
int idx = 0 ;
while ( ! vec - > empty ( ) & & idx < stack . size ( ) )
{
auto & back = vec - > back ( ) ;
const auto & backKey = m_data . ghostFrames [ back . frame . Val ( ) ] ;
const auto backFrame = GetCallstackFrame ( backKey . frame ) ;
if ( ! backFrame ) break ;
const auto & inlineFrame = backFrame - > data [ backKey . inlineFrame ] ;
if ( inlineFrame . symAddr ! = stack [ idx ] . symAddr ) break ;
if ( back . end . Val ( ) ! = refBackTime ) break ;
back . end . SetVal ( t + m_samplingPeriod ) ;
idx + + ;
if ( back . child < 0 )
{
back . child = m_data . ghostChildren . size ( ) ;
vec = & m_data . ghostChildren . push_next ( ) ;
}
else
{
vec = & m_data . ghostChildren [ back . child ] ;
}
}
while ( idx < stack . size ( ) )
{
gcnt + + ;
2020-05-31 12:51:33 +00:00
uint32_t fid ;
2020-05-31 19:17:21 +00:00
GhostKey key { stack [ idx ] . frame , stack [ idx ] . inlineFrame } ;
auto it = m_data . ghostFramesMap . find ( key ) ;
2020-05-31 12:51:33 +00:00
if ( it = = m_data . ghostFramesMap . end ( ) )
{
fid = uint32_t ( m_data . ghostFrames . size ( ) ) ;
2020-05-31 19:17:21 +00:00
m_data . ghostFrames . push_back ( key ) ;
m_data . ghostFramesMap . emplace ( key , fid ) ;
2020-05-31 12:51:33 +00:00
}
else
{
fid = it - > second ;
}
2020-05-31 19:17:21 +00:00
auto & zone = vec - > push_next ( ) ;
zone . start . SetVal ( t ) ;
zone . end . SetVal ( t + m_samplingPeriod ) ;
zone . frame . SetVal ( fid ) ;
if ( + + idx = = stack . size ( ) )
2020-05-31 12:51:33 +00:00
{
zone . child = - 1 ;
}
else
{
2020-05-31 19:17:21 +00:00
zone . child = m_data . ghostChildren . size ( ) ;
vec = & m_data . ghostChildren . push_next ( ) ;
2020-05-31 12:51:33 +00:00
}
}
return gcnt ;
}
2020-05-31 12:31:39 +00:00
void Worker : : HandlePostponedGhostZones ( )
{
assert ( m_data . newFramesWereReceived ) ;
if ( ! m_data . ghostZonesPostponed ) return ;
bool postponed = false ;
for ( auto & td : m_data . threads )
{
while ( td - > ghostIdx ! = td - > samples . size ( ) )
{
const auto & sample = td - > samples [ td - > ghostIdx ] ;
const auto & cs = GetCallstack ( sample . callstack . Val ( ) ) ;
const auto cssz = cs . size ( ) ;
uint16_t i ;
for ( i = 0 ; i < cssz ; i + + ) if ( ! GetCallstackFrame ( cs [ i ] ) ) break ;
if ( i ! = cssz )
{
postponed = true ;
break ;
}
td - > ghostIdx + + ;
2020-05-31 12:51:33 +00:00
m_data . ghostCnt + = AddGhostZone ( cs , & td - > ghostZones , sample . time . Val ( ) ) ;
2020-05-31 12:31:39 +00:00
}
}
m_data . ghostZonesPostponed = postponed ;
}
2020-02-29 18:31:51 +00:00
# endif
2020-02-29 13:12:04 +00:00
2019-11-07 00:29:11 +00:00
StringLocation Worker : : StoreString ( const char * str , size_t sz )
2018-02-13 13:57:47 +00:00
{
StringLocation ret ;
2019-02-12 19:23:14 +00:00
charutil : : StringKey key = { str , sz } ;
auto sit = m_data . stringMap . find ( key ) ;
2018-02-13 13:57:47 +00:00
if ( sit = = m_data . stringMap . end ( ) )
{
auto ptr = m_slab . Alloc < char > ( sz + 1 ) ;
2018-03-19 14:41:28 +00:00
memcpy ( ptr , str , sz ) ;
ptr [ sz ] = ' \0 ' ;
2018-02-13 13:57:47 +00:00
ret . ptr = ptr ;
ret . idx = m_data . stringData . size ( ) ;
2019-02-12 19:23:14 +00:00
m_data . stringMap . emplace ( charutil : : StringKey { ptr , sz } , m_data . stringData . size ( ) ) ;
2018-02-13 13:57:47 +00:00
m_data . stringData . push_back ( ptr ) ;
}
else
{
2019-02-12 19:23:14 +00:00
ret . ptr = sit - > first . ptr ;
2018-02-13 13:57:47 +00:00
ret . idx = sit - > second ;
}
return ret ;
}
2019-01-14 22:08:34 +00:00
bool Worker : : Process ( const QueueItem & ev )
2018-02-13 13:57:47 +00:00
{
switch ( ev . hdr . type )
{
2019-08-02 18:18:08 +00:00
case QueueType : : ThreadContext :
ProcessThreadContext ( ev . threadCtx ) ;
break ;
2018-02-13 13:57:47 +00:00
case QueueType : : ZoneBegin :
ProcessZoneBegin ( ev . zoneBegin ) ;
break ;
2018-06-21 23:07:25 +00:00
case QueueType : : ZoneBeginCallstack :
ProcessZoneBeginCallstack ( ev . zoneBegin ) ;
break ;
2020-05-10 17:20:59 +00:00
case QueueType : : ZoneBeginAllocSrcLocLean :
ProcessZoneBeginAllocSrcLoc ( ev . zoneBeginLean ) ;
2018-02-13 13:57:47 +00:00
break ;
2020-05-10 17:20:59 +00:00
case QueueType : : ZoneBeginAllocSrcLocCallstackLean :
ProcessZoneBeginAllocSrcLocCallstack ( ev . zoneBeginLean ) ;
2019-03-03 16:47:26 +00:00
break ;
2018-02-13 13:57:47 +00:00
case QueueType : : ZoneEnd :
2019-01-15 17:55:21 +00:00
ProcessZoneEnd ( ev . zoneEnd ) ;
2018-02-13 13:57:47 +00:00
break ;
2019-01-14 21:56:10 +00:00
case QueueType : : ZoneValidation :
ProcessZoneValidation ( ev . zoneValidation ) ;
break ;
2018-02-13 13:57:47 +00:00
case QueueType : : FrameMarkMsg :
ProcessFrameMark ( ev . frameMark ) ;
break ;
2018-08-05 00:09:59 +00:00
case QueueType : : FrameMarkMsgStart :
ProcessFrameMarkStart ( ev . frameMark ) ;
break ;
case QueueType : : FrameMarkMsgEnd :
ProcessFrameMarkEnd ( ev . frameMark ) ;
break ;
2020-05-10 18:16:08 +00:00
case QueueType : : FrameImageLean :
ProcessFrameImage ( ev . frameImageLean ) ;
2019-06-06 19:39:54 +00:00
break ;
2018-02-13 13:57:47 +00:00
case QueueType : : SourceLocation :
AddSourceLocation ( ev . srcloc ) ;
2019-04-01 17:37:39 +00:00
m_serverQuerySpaceLeft + + ;
2018-02-13 13:57:47 +00:00
break ;
case QueueType : : ZoneText :
ProcessZoneText ( ev . zoneText ) ;
break ;
2018-06-29 14:12:17 +00:00
case QueueType : : ZoneName :
ProcessZoneName ( ev . zoneText ) ;
break ;
2020-05-24 14:13:09 +00:00
case QueueType : : ZoneValue :
ProcessZoneValue ( ev . zoneValue ) ;
break ;
2018-02-13 13:57:47 +00:00
case QueueType : : LockAnnounce :
ProcessLockAnnounce ( ev . lockAnnounce ) ;
break ;
2018-12-16 19:39:30 +00:00
case QueueType : : LockTerminate :
ProcessLockTerminate ( ev . lockTerminate ) ;
break ;
2018-02-13 13:57:47 +00:00
case QueueType : : LockWait :
ProcessLockWait ( ev . lockWait ) ;
break ;
case QueueType : : LockObtain :
ProcessLockObtain ( ev . lockObtain ) ;
break ;
case QueueType : : LockRelease :
ProcessLockRelease ( ev . lockRelease ) ;
break ;
case QueueType : : LockSharedWait :
ProcessLockSharedWait ( ev . lockWait ) ;
break ;
case QueueType : : LockSharedObtain :
ProcessLockSharedObtain ( ev . lockObtain ) ;
break ;
case QueueType : : LockSharedRelease :
ProcessLockSharedRelease ( ev . lockRelease ) ;
break ;
case QueueType : : LockMark :
ProcessLockMark ( ev . lockMark ) ;
break ;
2020-03-08 12:47:38 +00:00
case QueueType : : LockName :
ProcessLockName ( ev . lockName ) ;
break ;
2018-02-13 13:57:47 +00:00
case QueueType : : PlotData :
ProcessPlotData ( ev . plotData ) ;
break ;
2019-11-05 17:02:08 +00:00
case QueueType : : PlotConfig :
ProcessPlotConfig ( ev . plotConfig ) ;
break ;
2018-02-13 13:57:47 +00:00
case QueueType : : Message :
ProcessMessage ( ev . message ) ;
break ;
case QueueType : : MessageLiteral :
ProcessMessageLiteral ( ev . message ) ;
break ;
2019-05-10 18:17:44 +00:00
case QueueType : : MessageColor :
ProcessMessageColor ( ev . messageColor ) ;
break ;
case QueueType : : MessageLiteralColor :
ProcessMessageLiteralColor ( ev . messageColor ) ;
break ;
2019-11-14 23:42:44 +00:00
case QueueType : : MessageCallstack :
ProcessMessageCallstack ( ev . message ) ;
break ;
case QueueType : : MessageLiteralCallstack :
ProcessMessageLiteralCallstack ( ev . message ) ;
break ;
case QueueType : : MessageColorCallstack :
ProcessMessageColorCallstack ( ev . messageColor ) ;
break ;
case QueueType : : MessageLiteralColorCallstack :
ProcessMessageLiteralColorCallstack ( ev . messageColor ) ;
break ;
2019-07-12 16:30:45 +00:00
case QueueType : : MessageAppInfo :
ProcessMessageAppInfo ( ev . message ) ;
break ;
2018-02-13 13:57:47 +00:00
case QueueType : : GpuNewContext :
ProcessGpuNewContext ( ev . gpuNewContext ) ;
break ;
case QueueType : : GpuZoneBegin :
2019-10-23 22:04:31 +00:00
ProcessGpuZoneBegin ( ev . gpuZoneBegin , false ) ;
2018-02-13 13:57:47 +00:00
break ;
2018-06-21 23:56:32 +00:00
case QueueType : : GpuZoneBeginCallstack :
2019-10-23 22:04:31 +00:00
ProcessGpuZoneBeginCallstack ( ev . gpuZoneBegin , false ) ;
2018-06-21 23:56:32 +00:00
break ;
2018-02-13 13:57:47 +00:00
case QueueType : : GpuZoneEnd :
2019-10-23 22:04:31 +00:00
ProcessGpuZoneEnd ( ev . gpuZoneEnd , false ) ;
break ;
case QueueType : : GpuZoneBeginSerial :
ProcessGpuZoneBegin ( ev . gpuZoneBegin , true ) ;
break ;
case QueueType : : GpuZoneBeginCallstackSerial :
ProcessGpuZoneBeginCallstack ( ev . gpuZoneBegin , true ) ;
break ;
case QueueType : : GpuZoneEndSerial :
ProcessGpuZoneEnd ( ev . gpuZoneEnd , true ) ;
2018-02-13 13:57:47 +00:00
break ;
case QueueType : : GpuTime :
ProcessGpuTime ( ev . gpuTime ) ;
break ;
2018-03-31 19:56:05 +00:00
case QueueType : : MemAlloc :
2018-04-01 00:03:34 +00:00
ProcessMemAlloc ( ev . memAlloc ) ;
2018-03-31 19:56:05 +00:00
break ;
case QueueType : : MemFree :
2018-04-01 00:03:34 +00:00
ProcessMemFree ( ev . memFree ) ;
2018-03-31 19:56:05 +00:00
break ;
2018-06-19 16:52:45 +00:00
case QueueType : : MemAllocCallstack :
ProcessMemAllocCallstack ( ev . memAlloc ) ;
break ;
case QueueType : : MemFreeCallstack :
ProcessMemFreeCallstack ( ev . memFree ) ;
break ;
2020-05-10 17:28:08 +00:00
case QueueType : : CallstackMemoryLean :
ProcessCallstackMemory ( ) ;
2018-06-19 16:52:45 +00:00
break ;
2020-05-10 17:43:12 +00:00
case QueueType : : CallstackLean :
ProcessCallstack ( ) ;
2018-06-21 23:15:49 +00:00
break ;
2020-05-10 17:56:36 +00:00
case QueueType : : CallstackAllocLean :
ProcessCallstackAlloc ( ) ;
2019-03-05 01:04:45 +00:00
break ;
2020-05-10 18:00:51 +00:00
case QueueType : : CallstackSampleLean :
ProcessCallstackSample ( ev . callstackSampleLean ) ;
2020-02-22 15:39:39 +00:00
break ;
2019-01-20 18:11:48 +00:00
case QueueType : : CallstackFrameSize :
ProcessCallstackFrameSize ( ev . callstackFrameSize ) ;
2019-04-01 17:37:39 +00:00
m_serverQuerySpaceLeft + + ;
2019-01-20 18:11:48 +00:00
break ;
2018-06-19 23:07:09 +00:00
case QueueType : : CallstackFrame :
ProcessCallstackFrame ( ev . callstackFrame ) ;
break ;
2020-02-26 21:35:15 +00:00
case QueueType : : SymbolInformation :
2020-02-27 11:49:48 +00:00
ProcessSymbolInformation ( ev . symbolInformation ) ;
2020-03-25 19:33:50 +00:00
m_serverQuerySpaceLeft + + ;
2020-02-26 21:35:15 +00:00
break ;
2020-04-01 19:43:03 +00:00
case QueueType : : CodeInformation :
2020-04-01 20:37:19 +00:00
ProcessCodeInformation ( ev . codeInformation ) ;
2020-04-01 19:43:03 +00:00
m_serverQuerySpaceLeft + + ;
break ;
2018-02-13 13:57:47 +00:00
case QueueType : : Terminate :
m_terminate = true ;
break ;
2018-07-10 19:33:22 +00:00
case QueueType : : KeepAlive :
break ;
2018-08-19 23:03:16 +00:00
case QueueType : : Crash :
m_crashed = true ;
break ;
2018-08-20 00:07:31 +00:00
case QueueType : : CrashReport :
ProcessCrashReport ( ev . crashReport ) ;
break ;
2019-02-21 21:45:39 +00:00
case QueueType : : SysTimeReport :
ProcessSysTime ( ev . sysTime ) ;
break ;
2019-08-12 22:13:50 +00:00
case QueueType : : ContextSwitch :
ProcessContextSwitch ( ev . contextSwitch ) ;
break ;
2019-08-17 15:05:29 +00:00
case QueueType : : ThreadWakeup :
ProcessThreadWakeup ( ev . threadWakeup ) ;
break ;
2019-08-17 20:32:41 +00:00
case QueueType : : TidToPid :
ProcessTidToPid ( ev . tidToPid ) ;
break ;
2019-11-25 22:59:48 +00:00
case QueueType : : ParamSetup :
ProcessParamSetup ( ev . paramSetup ) ;
break ;
2020-03-25 19:37:26 +00:00
case QueueType : : ParamPingback :
m_serverQuerySpaceLeft + + ;
break ;
2019-11-29 21:41:41 +00:00
case QueueType : : CpuTopology :
ProcessCpuTopology ( ev . cpuTopology ) ;
break ;
2018-02-13 13:57:47 +00:00
default :
assert ( false ) ;
break ;
}
2019-01-14 22:08:34 +00:00
2019-01-15 17:55:21 +00:00
return m_failure = = Failure : : None ;
2018-02-13 13:57:47 +00:00
}
2019-08-02 18:18:08 +00:00
void Worker : : ProcessThreadContext ( const QueueThreadContext & ev )
{
2019-10-23 22:04:31 +00:00
m_refTimeThread = 0 ;
2019-11-10 16:17:07 +00:00
if ( m_threadCtx ! = ev . thread )
{
m_threadCtx = ev . thread ;
m_threadCtxData = RetrieveThread ( ev . thread ) ;
}
2019-08-02 18:18:08 +00:00
}
2018-06-21 23:07:25 +00:00
void Worker : : ProcessZoneBeginImpl ( ZoneEvent * zone , const QueueZoneBegin & ev )
2018-02-13 13:57:47 +00:00
{
CheckSourceLocation ( ev . srcloc ) ;
2019-10-24 20:24:00 +00:00
const auto refTime = m_refTimeThread + ev . time ;
m_refTimeThread = refTime ;
const auto start = TscTime ( refTime - m_data . baseTime ) ;
2020-02-12 19:16:14 +00:00
zone - > SetStartSrcLoc ( start , ShrinkSourceLocation ( ev . srcloc ) ) ;
2019-09-30 23:05:37 +00:00
zone - > SetEnd ( - 1 ) ;
zone - > SetChild ( - 1 ) ;
2018-02-13 13:57:47 +00:00
2019-10-24 21:23:52 +00:00
if ( m_data . lastTime < start ) m_data . lastTime = start ;
2018-02-13 13:57:47 +00:00
2019-08-02 18:18:08 +00:00
NewZone ( zone , m_threadCtx ) ;
2018-02-13 13:57:47 +00:00
}
2019-11-10 20:26:57 +00:00
ZoneEvent * Worker : : AllocZoneEvent ( )
{
ZoneEvent * ret ;
2019-11-10 23:04:45 +00:00
# ifndef TRACY_NO_STATISTICS
ret = m_slab . Alloc < ZoneEvent > ( ) ;
# else
2019-11-10 20:26:57 +00:00
if ( m_zoneEventPool . empty ( ) )
{
ret = m_slab . Alloc < ZoneEvent > ( ) ;
}
else
{
ret = m_zoneEventPool . back_and_pop ( ) ;
}
2019-11-10 23:04:45 +00:00
# endif
2020-01-26 14:57:55 +00:00
ret - > extra = 0 ;
2019-11-10 20:26:57 +00:00
return ret ;
}
2018-06-21 23:07:25 +00:00
void Worker : : ProcessZoneBegin ( const QueueZoneBegin & ev )
{
2019-11-10 20:26:57 +00:00
auto zone = AllocZoneEvent ( ) ;
2018-06-21 23:07:25 +00:00
ProcessZoneBeginImpl ( zone , ev ) ;
}
void Worker : : ProcessZoneBeginCallstack ( const QueueZoneBegin & ev )
{
2019-11-10 20:26:57 +00:00
auto zone = AllocZoneEvent ( ) ;
2018-06-21 23:07:25 +00:00
ProcessZoneBeginImpl ( zone , ev ) ;
2019-08-02 18:18:08 +00:00
auto & next = m_nextCallstack [ m_threadCtx ] ;
2018-06-21 23:07:25 +00:00
next . type = NextCallstackType : : Zone ;
next . zone = zone ;
}
2020-05-10 17:20:59 +00:00
void Worker : : ProcessZoneBeginAllocSrcLocImpl ( ZoneEvent * zone , const QueueZoneBeginLean & ev )
2018-02-13 13:57:47 +00:00
{
2020-05-10 17:20:59 +00:00
assert ( m_pendingSourceLocationPayload ! = 0 ) ;
2018-02-13 13:57:47 +00:00
2019-10-24 20:24:00 +00:00
const auto refTime = m_refTimeThread + ev . time ;
m_refTimeThread = refTime ;
const auto start = TscTime ( refTime - m_data . baseTime ) ;
2020-05-10 17:20:59 +00:00
zone - > SetStartSrcLoc ( start , m_pendingSourceLocationPayload ) ;
2019-09-30 23:05:37 +00:00
zone - > SetEnd ( - 1 ) ;
zone - > SetChild ( - 1 ) ;
2018-02-13 13:57:47 +00:00
2019-10-24 21:23:52 +00:00
if ( m_data . lastTime < start ) m_data . lastTime = start ;
2018-02-13 13:57:47 +00:00
2019-08-02 18:18:08 +00:00
NewZone ( zone , m_threadCtx ) ;
2018-02-13 13:57:47 +00:00
2020-05-10 17:20:59 +00:00
m_pendingSourceLocationPayload = 0 ;
2018-02-13 13:57:47 +00:00
}
2020-05-10 17:20:59 +00:00
void Worker : : ProcessZoneBeginAllocSrcLoc ( const QueueZoneBeginLean & ev )
2019-03-03 16:47:26 +00:00
{
2019-11-10 20:26:57 +00:00
auto zone = AllocZoneEvent ( ) ;
2019-03-03 16:47:26 +00:00
ProcessZoneBeginAllocSrcLocImpl ( zone , ev ) ;
}
2020-05-10 17:20:59 +00:00
void Worker : : ProcessZoneBeginAllocSrcLocCallstack ( const QueueZoneBeginLean & ev )
2019-03-03 16:47:26 +00:00
{
2019-11-10 20:26:57 +00:00
auto zone = AllocZoneEvent ( ) ;
2019-03-03 16:47:26 +00:00
ProcessZoneBeginAllocSrcLocImpl ( zone , ev ) ;
2019-08-02 18:18:08 +00:00
auto & next = m_nextCallstack [ m_threadCtx ] ;
2019-03-03 16:47:26 +00:00
next . type = NextCallstackType : : Zone ;
next . zone = zone ;
}
2019-01-15 17:55:21 +00:00
void Worker : : ProcessZoneEnd ( const QueueZoneEnd & ev )
2018-02-13 13:57:47 +00:00
{
2019-11-10 16:17:07 +00:00
auto td = m_threadCtxData ;
assert ( td ) ;
2018-02-13 13:57:47 +00:00
2020-04-30 17:05:13 +00:00
if ( td - > zoneIdStack . empty ( ) )
{
ZoneDoubleEndFailure ( m_threadCtx , td - > timeline . empty ( ) ? nullptr : td - > timeline . back ( ) ) ;
return ;
}
2019-01-14 22:08:34 +00:00
auto zoneId = td - > zoneIdStack . back_and_pop ( ) ;
2019-01-14 22:22:31 +00:00
if ( zoneId ! = td - > nextZoneId )
{
2019-08-02 18:18:08 +00:00
ZoneStackFailure ( m_threadCtx , td - > stack . back ( ) ) ;
2019-01-15 17:55:21 +00:00
return ;
2019-01-14 22:22:31 +00:00
}
2019-01-14 22:08:34 +00:00
td - > nextZoneId = 0 ;
2018-02-13 13:57:47 +00:00
auto & stack = td - > stack ;
assert ( ! stack . empty ( ) ) ;
auto zone = stack . back_and_pop ( ) ;
2019-09-30 23:05:37 +00:00
assert ( zone - > End ( ) = = - 1 ) ;
2019-10-24 20:24:00 +00:00
const auto refTime = m_refTimeThread + ev . time ;
m_refTimeThread = refTime ;
2019-10-24 21:23:52 +00:00
const auto timeEnd = TscTime ( refTime - m_data . baseTime ) ;
zone - > SetEnd ( timeEnd ) ;
assert ( timeEnd > = zone - > Start ( ) ) ;
2018-02-13 13:57:47 +00:00
2019-10-24 21:23:52 +00:00
if ( m_data . lastTime < timeEnd ) m_data . lastTime = timeEnd ;
2018-03-18 19:15:45 +00:00
2020-01-24 01:17:38 +00:00
if ( zone - > HasChildren ( ) )
2019-03-26 21:06:00 +00:00
{
2020-01-24 01:17:38 +00:00
auto & childVec = m_data . zoneChildren [ zone - > Child ( ) ] ;
2019-03-26 21:06:00 +00:00
const auto sz = childVec . size ( ) ;
if ( sz < = 8 * 1024 )
{
2019-11-02 15:17:20 +00:00
Vector < short_ptr < ZoneEvent > > fitVec ;
2019-11-10 23:04:45 +00:00
# ifndef TRACY_NO_STATISTICS
fitVec . reserve_exact ( sz , m_slab ) ;
memcpy ( fitVec . data ( ) , childVec . data ( ) , sz * sizeof ( short_ptr < ZoneEvent > ) ) ;
# else
2019-11-10 20:35:41 +00:00
fitVec . set_magic ( ) ;
auto & fv = * ( ( Vector < ZoneEvent > * ) & fitVec ) ;
fv . reserve_exact ( sz , m_slab ) ;
auto dst = fv . data ( ) ;
for ( auto & ze : childVec )
{
ZoneEvent * src = ze ;
memcpy ( dst + + , src , sizeof ( ZoneEvent ) ) ;
m_zoneEventPool . push_back ( src ) ;
}
2019-11-10 23:04:45 +00:00
# endif
2019-03-26 22:02:39 +00:00
fitVec . swap ( childVec ) ;
2019-03-26 21:06:00 +00:00
m_data . zoneVectorCache . push_back ( std : : move ( fitVec ) ) ;
}
}
2018-03-18 19:15:45 +00:00
# ifndef TRACY_NO_STATISTICS
2019-10-24 22:33:44 +00:00
assert ( ! td - > childTimeStack . empty ( ) ) ;
const auto timeSpan = timeEnd - zone - > Start ( ) ;
2018-03-18 19:15:45 +00:00
if ( timeSpan > 0 )
{
2019-10-25 19:29:55 +00:00
auto slz = GetSourceLocationZones ( zone - > SrcLoc ( ) ) ;
2020-01-23 18:03:03 +00:00
auto & ztd = slz - > zones . push_next ( ) ;
ztd . SetZone ( zone ) ;
ztd . SetThread ( CompressThread ( m_threadCtx ) ) ;
2019-10-25 19:29:55 +00:00
if ( slz - > min > timeSpan ) slz - > min = timeSpan ;
if ( slz - > max < timeSpan ) slz - > max = timeSpan ;
slz - > total + = timeSpan ;
slz - > sumSq + = double ( timeSpan ) * timeSpan ;
2019-10-24 22:33:44 +00:00
const auto selfSpan = timeSpan - td - > childTimeStack . back_and_pop ( ) ;
2019-10-25 19:29:55 +00:00
if ( slz - > selfMin > selfSpan ) slz - > selfMin = selfSpan ;
if ( slz - > selfMax < selfSpan ) slz - > selfMax = selfSpan ;
slz - > selfTotal + = selfSpan ;
2019-10-24 22:33:44 +00:00
if ( ! td - > childTimeStack . empty ( ) )
2018-06-05 22:39:22 +00:00
{
2019-10-24 22:33:44 +00:00
td - > childTimeStack . back ( ) + = timeSpan ;
2018-06-05 22:39:22 +00:00
}
2019-10-24 22:33:44 +00:00
}
else
{
td - > childTimeStack . pop_back ( ) ;
2018-03-18 19:15:45 +00:00
}
2020-01-23 18:03:03 +00:00
# else
CountZoneStatistics ( zone ) ;
2018-03-18 19:15:45 +00:00
# endif
2018-02-13 13:57:47 +00:00
}
2019-01-14 22:22:31 +00:00
void Worker : : ZoneStackFailure ( uint64_t thread , const ZoneEvent * ev )
{
m_failure = Failure : : ZoneStack ;
m_failureData . thread = thread ;
2019-08-15 18:12:09 +00:00
m_failureData . srcloc = ev - > SrcLoc ( ) ;
2019-01-14 22:22:31 +00:00
}
2020-04-30 17:05:13 +00:00
void Worker : : ZoneDoubleEndFailure ( uint64_t thread , const ZoneEvent * ev )
{
m_failure = Failure : : ZoneDoubleEnd ;
m_failureData . thread = thread ;
m_failureData . srcloc = ev ? ev - > SrcLoc ( ) : 0 ;
}
2019-01-16 00:17:01 +00:00
void Worker : : ZoneTextFailure ( uint64_t thread )
{
m_failure = Failure : : ZoneText ;
m_failureData . thread = thread ;
m_failureData . srcloc = 0 ;
}
void Worker : : ZoneNameFailure ( uint64_t thread )
{
m_failure = Failure : : ZoneName ;
m_failureData . thread = thread ;
m_failureData . srcloc = 0 ;
}
2019-01-15 17:56:26 +00:00
void Worker : : MemFreeFailure ( uint64_t thread )
{
m_failure = Failure : : MemFree ;
m_failureData . thread = thread ;
m_failureData . srcloc = 0 ;
}
2019-02-28 18:32:42 +00:00
void Worker : : FrameEndFailure ( )
{
2019-11-10 16:17:07 +00:00
m_failure = Failure : : FrameEnd ;
2019-02-28 18:32:42 +00:00
m_failureData . thread = 0 ;
m_failureData . srcloc = 0 ;
}
2019-06-09 11:44:53 +00:00
void Worker : : FrameImageIndexFailure ( )
{
m_failure = Failure : : FrameImageIndex ;
m_failureData . thread = 0 ;
m_failureData . srcloc = 0 ;
}
void Worker : : FrameImageTwiceFailure ( )
{
m_failure = Failure : : FrameImageTwice ;
m_failureData . thread = 0 ;
m_failureData . srcloc = 0 ;
}
2019-01-14 21:56:10 +00:00
void Worker : : ProcessZoneValidation ( const QueueZoneValidation & ev )
{
2019-11-10 16:20:55 +00:00
auto td = m_threadCtxData ;
if ( ! td ) td = m_threadCtxData = NoticeThread ( m_threadCtx ) ;
2019-01-14 21:56:10 +00:00
td - > nextZoneId = ev . id ;
}
2018-02-13 13:57:47 +00:00
void Worker : : ProcessFrameMark ( const QueueFrameMark & ev )
{
2018-08-04 17:47:09 +00:00
auto fd = m_data . frames . Retrieve ( ev . name , [ this ] ( uint64_t name ) {
auto fd = m_slab . AllocInit < FrameData > ( ) ;
fd - > name = name ;
2018-08-05 00:09:59 +00:00
fd - > continuous = 1 ;
2018-08-04 17:47:09 +00:00
return fd ;
} , [ this ] ( uint64_t name ) {
2019-04-01 16:52:32 +00:00
Query ( ServerQueryFrameName , name ) ;
2018-08-04 17:47:09 +00:00
} ) ;
2019-06-27 11:04:27 +00:00
int32_t frameImage = - 1 ;
auto fis = m_frameImageStaging . find ( fd - > frames . size ( ) ) ;
if ( fis ! = m_frameImageStaging . end ( ) )
{
frameImage = fis - > second ;
m_frameImageStaging . erase ( fis ) ;
}
2018-08-05 00:09:59 +00:00
assert ( fd - > continuous = = 1 ) ;
2019-08-15 15:52:36 +00:00
const auto time = TscTime ( ev . time - m_data . baseTime ) ;
2019-03-21 20:24:07 +00:00
assert ( fd - > frames . empty ( ) | | fd - > frames . back ( ) . start < = time ) ;
2019-06-27 11:04:27 +00:00
fd - > frames . push_back ( FrameEvent { time , - 1 , frameImage } ) ;
2019-10-24 21:23:52 +00:00
if ( m_data . lastTime < time ) m_data . lastTime = time ;
2019-09-16 19:31:43 +00:00
# ifndef TRACY_NO_STATISTICS
const auto timeSpan = GetFrameTime ( * fd , fd - > frames . size ( ) - 1 ) ;
if ( timeSpan > 0 )
{
fd - > min = std : : min ( fd - > min , timeSpan ) ;
fd - > max = std : : max ( fd - > max , timeSpan ) ;
fd - > total + = timeSpan ;
fd - > sumSq + = double ( timeSpan ) * timeSpan ;
}
# endif
2018-08-05 00:09:59 +00:00
}
void Worker : : ProcessFrameMarkStart ( const QueueFrameMark & ev )
{
auto fd = m_data . frames . Retrieve ( ev . name , [ this ] ( uint64_t name ) {
auto fd = m_slab . AllocInit < FrameData > ( ) ;
fd - > name = name ;
fd - > continuous = 0 ;
return fd ;
} , [ this ] ( uint64_t name ) {
2019-04-01 16:52:32 +00:00
Query ( ServerQueryFrameName , name ) ;
2018-08-05 00:09:59 +00:00
} ) ;
assert ( fd - > continuous = = 0 ) ;
2019-08-15 15:52:36 +00:00
const auto time = TscTime ( ev . time - m_data . baseTime ) ;
2019-03-21 20:24:07 +00:00
assert ( fd - > frames . empty ( ) | | ( fd - > frames . back ( ) . end < = time & & fd - > frames . back ( ) . end ! = - 1 ) ) ;
2019-06-06 19:44:48 +00:00
fd - > frames . push_back ( FrameEvent { time , - 1 , - 1 } ) ;
2019-10-24 21:23:52 +00:00
if ( m_data . lastTime < time ) m_data . lastTime = time ;
2018-08-05 00:09:59 +00:00
}
void Worker : : ProcessFrameMarkEnd ( const QueueFrameMark & ev )
{
auto fd = m_data . frames . Retrieve ( ev . name , [ this ] ( uint64_t name ) {
auto fd = m_slab . AllocInit < FrameData > ( ) ;
fd - > name = name ;
fd - > continuous = 0 ;
return fd ;
} , [ this ] ( uint64_t name ) {
2019-04-01 16:52:32 +00:00
Query ( ServerQueryFrameName , name ) ;
2018-08-05 00:09:59 +00:00
} ) ;
assert ( fd - > continuous = = 0 ) ;
2019-08-15 15:52:36 +00:00
const auto time = TscTime ( ev . time - m_data . baseTime ) ;
2018-08-05 00:09:59 +00:00
if ( fd - > frames . empty ( ) )
{
2019-02-28 18:32:42 +00:00
FrameEndFailure ( ) ;
2018-08-05 00:09:59 +00:00
return ;
}
assert ( fd - > frames . back ( ) . end = = - 1 ) ;
fd - > frames . back ( ) . end = time ;
2019-10-24 21:23:52 +00:00
if ( m_data . lastTime < time ) m_data . lastTime = time ;
2019-09-16 19:31:43 +00:00
# ifndef TRACY_NO_STATISTICS
const auto timeSpan = GetFrameTime ( * fd , fd - > frames . size ( ) - 1 ) ;
if ( timeSpan > 0 )
{
fd - > min = std : : min ( fd - > min , timeSpan ) ;
fd - > max = std : : max ( fd - > max , timeSpan ) ;
fd - > total + = timeSpan ;
fd - > sumSq + = double ( timeSpan ) * timeSpan ;
}
# endif
2018-02-13 13:57:47 +00:00
}
2020-05-10 18:16:08 +00:00
void Worker : : ProcessFrameImage ( const QueueFrameImageLean & ev )
2019-06-06 19:39:54 +00:00
{
2020-05-10 18:16:08 +00:00
assert ( m_pendingFrameImageData . image ! = nullptr ) ;
2019-06-06 19:39:54 +00:00
2019-06-09 11:44:53 +00:00
auto & frames = m_data . framesBase - > frames ;
2019-08-26 17:09:12 +00:00
const auto fidx = int64_t ( ev . frame ) - int64_t ( m_data . frameOffset ) + 1 ;
2019-06-09 13:37:49 +00:00
if ( m_onDemand & & fidx < = 1 )
{
2020-05-10 18:16:08 +00:00
m_pendingFrameImageData . image = nullptr ;
2019-06-09 13:37:49 +00:00
return ;
}
else if ( fidx < = 0 )
2019-06-09 11:44:53 +00:00
{
FrameImageIndexFailure ( ) ;
return ;
}
2019-06-06 19:39:54 +00:00
auto fi = m_slab . Alloc < FrameImage > ( ) ;
2020-05-10 18:16:08 +00:00
fi - > ptr = m_pendingFrameImageData . image ;
fi - > csz = m_pendingFrameImageData . csz ;
2019-06-06 19:39:54 +00:00
fi - > w = ev . w ;
fi - > h = ev . h ;
2019-08-26 17:09:12 +00:00
fi - > frameRef = uint32_t ( fidx ) ;
2019-06-12 13:28:32 +00:00
fi - > flip = ev . flip ;
2019-06-06 19:39:54 +00:00
const auto idx = m_data . frameImage . size ( ) ;
2019-06-06 20:15:30 +00:00
m_data . frameImage . push_back ( fi ) ;
2020-05-10 18:16:08 +00:00
m_pendingFrameImageData . image = nullptr ;
2019-06-27 11:04:27 +00:00
2020-03-01 00:48:20 +00:00
if ( fidx > = ( int64_t ) frames . size ( ) )
2019-06-27 11:04:27 +00:00
{
if ( m_frameImageStaging . find ( fidx ) ! = m_frameImageStaging . end ( ) )
{
FrameImageTwiceFailure ( ) ;
return ;
}
m_frameImageStaging . emplace ( fidx , idx ) ;
}
else if ( frames [ fidx ] . frameImage > = 0 )
{
FrameImageTwiceFailure ( ) ;
}
else
{
frames [ fidx ] . frameImage = idx ;
}
2019-06-06 19:39:54 +00:00
}
2018-02-13 13:57:47 +00:00
void Worker : : ProcessZoneText ( const QueueZoneText & ev )
{
2019-10-24 20:34:18 +00:00
auto td = RetrieveThread ( m_threadCtx ) ;
if ( ! td | | td - > stack . empty ( ) | | td - > nextZoneId ! = td - > zoneIdStack . back ( ) )
2019-01-16 00:17:01 +00:00
{
2019-08-02 18:18:08 +00:00
ZoneTextFailure ( m_threadCtx ) ;
2019-01-16 00:17:01 +00:00
return ;
}
2018-02-13 13:57:47 +00:00
2019-01-16 00:17:01 +00:00
td - > nextZoneId = 0 ;
2018-02-13 13:57:47 +00:00
auto & stack = td - > stack ;
auto zone = stack . back ( ) ;
auto it = m_pendingCustomStrings . find ( ev . text ) ;
assert ( it ! = m_pendingCustomStrings . end ( ) ) ;
2020-02-20 22:37:55 +00:00
auto & extra = RequestZoneExtra ( * zone ) ;
2020-01-26 14:57:55 +00:00
if ( ! extra . text . Active ( ) )
2019-12-18 12:33:01 +00:00
{
2020-01-26 14:57:55 +00:00
extra . text = StringIdx ( it - > second . idx ) ;
2019-12-18 12:33:01 +00:00
}
else
{
2020-01-26 14:57:55 +00:00
const auto str0 = GetString ( extra . text ) ;
2019-12-18 12:33:01 +00:00
const auto str1 = it - > second . ptr ;
const auto len0 = strlen ( str0 ) ;
const auto len1 = strlen ( str1 ) ;
2020-05-24 14:17:54 +00:00
const auto bsz = len0 + len1 + 1 ;
if ( m_tmpBufSize < bsz )
{
delete [ ] m_tmpBuf ;
m_tmpBuf = new char [ bsz ] ;
m_tmpBufSize = bsz ;
}
char * buf = m_tmpBuf ;
2019-12-18 12:33:01 +00:00
memcpy ( buf , str0 , len0 ) ;
buf [ len0 ] = ' \n ' ;
memcpy ( buf + len0 + 1 , str1 , len1 ) ;
2020-05-24 14:17:54 +00:00
extra . text = StringIdx ( StoreString ( buf , bsz ) . idx ) ;
2019-12-18 12:33:01 +00:00
}
2018-02-13 13:57:47 +00:00
m_pendingCustomStrings . erase ( it ) ;
}
2018-06-29 14:12:17 +00:00
void Worker : : ProcessZoneName ( const QueueZoneText & ev )
{
2019-10-24 20:34:18 +00:00
auto td = RetrieveThread ( m_threadCtx ) ;
if ( ! td | | td - > stack . empty ( ) | | td - > nextZoneId ! = td - > zoneIdStack . back ( ) )
2019-01-16 00:17:01 +00:00
{
2019-08-02 18:18:08 +00:00
ZoneNameFailure ( m_threadCtx ) ;
2019-01-16 00:17:01 +00:00
return ;
}
2018-06-29 14:12:17 +00:00
2019-01-16 00:17:01 +00:00
td - > nextZoneId = 0 ;
2018-06-29 14:12:17 +00:00
auto & stack = td - > stack ;
auto zone = stack . back ( ) ;
auto it = m_pendingCustomStrings . find ( ev . text ) ;
assert ( it ! = m_pendingCustomStrings . end ( ) ) ;
2020-02-20 22:37:55 +00:00
auto & extra = RequestZoneExtra ( * zone ) ;
2020-01-26 14:57:55 +00:00
extra . name = StringIdx ( it - > second . idx ) ;
2018-06-29 14:12:17 +00:00
m_pendingCustomStrings . erase ( it ) ;
}
2020-05-24 14:13:09 +00:00
void Worker : : ProcessZoneValue ( const QueueZoneValue & ev )
{
char tmp [ 32 ] ;
const auto tsz = sprintf ( tmp , " % " PRIu64 , ev . value ) ;
auto td = RetrieveThread ( m_threadCtx ) ;
if ( ! td | | td - > stack . empty ( ) | | td - > nextZoneId ! = td - > zoneIdStack . back ( ) )
{
ZoneTextFailure ( m_threadCtx ) ;
return ;
}
td - > nextZoneId = 0 ;
auto & stack = td - > stack ;
auto zone = stack . back ( ) ;
auto & extra = RequestZoneExtra ( * zone ) ;
if ( ! extra . text . Active ( ) )
{
extra . text = StringIdx ( StoreString ( tmp , tsz ) . idx ) ;
}
else
{
const auto str0 = GetString ( extra . text ) ;
const auto len0 = strlen ( str0 ) ;
2020-05-24 14:17:54 +00:00
const auto bsz = len0 + tsz + 1 ;
if ( m_tmpBufSize < bsz )
{
delete [ ] m_tmpBuf ;
m_tmpBuf = new char [ bsz ] ;
m_tmpBufSize = bsz ;
}
char * buf = m_tmpBuf ;
2020-05-24 14:13:09 +00:00
memcpy ( buf , str0 , len0 ) ;
buf [ len0 ] = ' \n ' ;
memcpy ( buf + len0 + 1 , tmp , tsz ) ;
2020-05-24 14:17:54 +00:00
extra . text = StringIdx ( StoreString ( buf , bsz ) . idx ) ;
2020-05-24 14:13:09 +00:00
}
}
2018-02-13 13:57:47 +00:00
void Worker : : ProcessLockAnnounce ( const QueueLockAnnounce & ev )
{
auto it = m_data . lockMap . find ( ev . id ) ;
if ( it = = m_data . lockMap . end ( ) )
{
2019-03-16 01:09:50 +00:00
auto lm = m_slab . AllocInit < LockMap > ( ) ;
lm - > srcloc = ShrinkSourceLocation ( ev . lckloc ) ;
lm - > type = ev . type ;
2019-08-15 15:52:36 +00:00
lm - > timeAnnounce = TscTime ( ev . time - m_data . baseTime ) ;
2019-03-16 01:09:50 +00:00
lm - > timeTerminate = 0 ;
lm - > valid = true ;
2019-05-12 14:17:17 +00:00
lm - > isContended = false ;
2019-03-16 01:09:50 +00:00
m_data . lockMap . emplace ( ev . id , lm ) ;
2018-02-13 13:57:47 +00:00
}
else
{
2019-03-16 01:09:50 +00:00
it - > second - > srcloc = ShrinkSourceLocation ( ev . lckloc ) ;
assert ( it - > second - > type = = ev . type ) ;
2019-08-15 15:52:36 +00:00
it - > second - > timeAnnounce = TscTime ( ev . time - m_data . baseTime ) ;
2019-03-16 01:09:50 +00:00
it - > second - > valid = true ;
2018-02-13 13:57:47 +00:00
}
CheckSourceLocation ( ev . lckloc ) ;
}
2018-12-16 19:39:30 +00:00
void Worker : : ProcessLockTerminate ( const QueueLockTerminate & ev )
{
2018-12-16 19:46:02 +00:00
auto it = m_data . lockMap . find ( ev . id ) ;
if ( it = = m_data . lockMap . end ( ) )
{
2019-03-16 01:09:50 +00:00
auto lm = m_slab . AllocInit < LockMap > ( ) ;
lm - > type = ev . type ;
lm - > timeAnnounce = 0 ;
2019-08-15 15:52:36 +00:00
lm - > timeTerminate = TscTime ( ev . time - m_data . baseTime ) ;
2019-03-16 01:09:50 +00:00
lm - > valid = false ;
2019-05-12 14:17:17 +00:00
lm - > isContended = false ;
2019-03-16 01:09:50 +00:00
m_data . lockMap . emplace ( ev . id , lm ) ;
2018-12-16 19:46:02 +00:00
}
else
{
2019-03-16 01:09:50 +00:00
assert ( it - > second - > type = = ev . type ) ;
2019-08-15 15:52:36 +00:00
it - > second - > timeTerminate = TscTime ( ev . time - m_data . baseTime ) ;
2018-12-16 19:46:02 +00:00
}
2018-12-16 19:39:30 +00:00
}
2018-02-13 13:57:47 +00:00
void Worker : : ProcessLockWait ( const QueueLockWait & ev )
{
auto it = m_data . lockMap . find ( ev . id ) ;
if ( it = = m_data . lockMap . end ( ) )
{
2019-03-16 01:09:50 +00:00
auto lm = m_slab . AllocInit < LockMap > ( ) ;
lm - > timeAnnounce = 0 ;
lm - > timeTerminate = 0 ;
lm - > valid = false ;
lm - > type = ev . type ;
2019-05-12 14:17:17 +00:00
lm - > isContended = false ;
2019-03-16 01:09:50 +00:00
it = m_data . lockMap . emplace ( ev . id , lm ) . first ;
2018-02-13 13:57:47 +00:00
}
auto lev = ev . type = = LockType : : Lockable ? m_slab . Alloc < LockEvent > ( ) : m_slab . Alloc < LockEventShared > ( ) ;
2019-10-24 20:24:00 +00:00
const auto refTime = m_refTimeSerial + ev . time ;
m_refTimeSerial = refTime ;
2019-10-24 21:25:04 +00:00
const auto time = TscTime ( refTime - m_data . baseTime ) ;
lev - > SetTime ( time ) ;
2019-08-15 18:39:16 +00:00
lev - > SetSrcLoc ( 0 ) ;
2018-02-13 13:57:47 +00:00
lev - > type = LockEvent : : Type : : Wait ;
2019-10-24 21:25:04 +00:00
InsertLockEvent ( * it - > second , lev , ev . thread , time ) ;
2018-02-13 13:57:47 +00:00
}
void Worker : : ProcessLockObtain ( const QueueLockObtain & ev )
{
2019-03-16 01:09:50 +00:00
auto it = m_data . lockMap . find ( ev . id ) ;
assert ( it ! = m_data . lockMap . end ( ) ) ;
auto & lock = * it - > second ;
2018-02-13 13:57:47 +00:00
auto lev = lock . type = = LockType : : Lockable ? m_slab . Alloc < LockEvent > ( ) : m_slab . Alloc < LockEventShared > ( ) ;
2019-10-24 20:24:00 +00:00
const auto refTime = m_refTimeSerial + ev . time ;
m_refTimeSerial = refTime ;
2019-10-24 21:25:04 +00:00
const auto time = TscTime ( refTime - m_data . baseTime ) ;
lev - > SetTime ( time ) ;
2019-08-15 18:39:16 +00:00
lev - > SetSrcLoc ( 0 ) ;
2018-02-13 13:57:47 +00:00
lev - > type = LockEvent : : Type : : Obtain ;
2019-10-24 21:25:04 +00:00
InsertLockEvent ( lock , lev , ev . thread , time ) ;
2018-02-13 13:57:47 +00:00
}
void Worker : : ProcessLockRelease ( const QueueLockRelease & ev )
{
2019-03-16 01:09:50 +00:00
auto it = m_data . lockMap . find ( ev . id ) ;
assert ( it ! = m_data . lockMap . end ( ) ) ;
auto & lock = * it - > second ;
2018-02-13 13:57:47 +00:00
auto lev = lock . type = = LockType : : Lockable ? m_slab . Alloc < LockEvent > ( ) : m_slab . Alloc < LockEventShared > ( ) ;
2019-10-24 20:24:00 +00:00
const auto refTime = m_refTimeSerial + ev . time ;
m_refTimeSerial = refTime ;
2019-10-24 21:25:04 +00:00
const auto time = TscTime ( refTime - m_data . baseTime ) ;
lev - > SetTime ( time ) ;
2019-08-15 18:39:16 +00:00
lev - > SetSrcLoc ( 0 ) ;
2018-02-13 13:57:47 +00:00
lev - > type = LockEvent : : Type : : Release ;
2019-10-24 21:25:04 +00:00
InsertLockEvent ( lock , lev , ev . thread , time ) ;
2018-02-13 13:57:47 +00:00
}
void Worker : : ProcessLockSharedWait ( const QueueLockWait & ev )
{
auto it = m_data . lockMap . find ( ev . id ) ;
if ( it = = m_data . lockMap . end ( ) )
{
2019-03-16 01:09:50 +00:00
auto lm = m_slab . AllocInit < LockMap > ( ) ;
lm - > valid = false ;
lm - > type = ev . type ;
2019-05-12 14:17:17 +00:00
lm - > isContended = false ;
2019-03-16 01:09:50 +00:00
it = m_data . lockMap . emplace ( ev . id , lm ) . first ;
2018-02-13 13:57:47 +00:00
}
assert ( ev . type = = LockType : : SharedLockable ) ;
auto lev = m_slab . Alloc < LockEventShared > ( ) ;
2019-10-24 20:24:00 +00:00
const auto refTime = m_refTimeSerial + ev . time ;
m_refTimeSerial = refTime ;
2019-10-24 21:25:04 +00:00
const auto time = TscTime ( refTime - m_data . baseTime ) ;
lev - > SetTime ( time ) ;
2019-08-15 18:39:16 +00:00
lev - > SetSrcLoc ( 0 ) ;
2018-02-13 13:57:47 +00:00
lev - > type = LockEvent : : Type : : WaitShared ;
2019-10-24 21:25:04 +00:00
InsertLockEvent ( * it - > second , lev , ev . thread , time ) ;
2018-02-13 13:57:47 +00:00
}
void Worker : : ProcessLockSharedObtain ( const QueueLockObtain & ev )
{
2019-03-16 01:09:50 +00:00
auto it = m_data . lockMap . find ( ev . id ) ;
assert ( it ! = m_data . lockMap . end ( ) ) ;
auto & lock = * it - > second ;
2018-02-13 13:57:47 +00:00
assert ( lock . type = = LockType : : SharedLockable ) ;
auto lev = m_slab . Alloc < LockEventShared > ( ) ;
2019-10-24 20:24:00 +00:00
const auto refTime = m_refTimeSerial + ev . time ;
m_refTimeSerial = refTime ;
2019-10-24 21:25:04 +00:00
const auto time = TscTime ( refTime - m_data . baseTime ) ;
lev - > SetTime ( time ) ;
2019-08-15 18:39:16 +00:00
lev - > SetSrcLoc ( 0 ) ;
2018-02-13 13:57:47 +00:00
lev - > type = LockEvent : : Type : : ObtainShared ;
2019-10-24 21:25:04 +00:00
InsertLockEvent ( lock , lev , ev . thread , time ) ;
2018-02-13 13:57:47 +00:00
}
void Worker : : ProcessLockSharedRelease ( const QueueLockRelease & ev )
{
2019-03-16 01:09:50 +00:00
auto it = m_data . lockMap . find ( ev . id ) ;
assert ( it ! = m_data . lockMap . end ( ) ) ;
auto & lock = * it - > second ;
2018-02-13 13:57:47 +00:00
assert ( lock . type = = LockType : : SharedLockable ) ;
auto lev = m_slab . Alloc < LockEventShared > ( ) ;
2019-10-24 20:24:00 +00:00
const auto refTime = m_refTimeSerial + ev . time ;
m_refTimeSerial = refTime ;
2019-10-24 21:25:04 +00:00
const auto time = TscTime ( refTime - m_data . baseTime ) ;
lev - > SetTime ( time ) ;
2019-08-15 18:39:16 +00:00
lev - > SetSrcLoc ( 0 ) ;
2018-02-13 13:57:47 +00:00
lev - > type = LockEvent : : Type : : ReleaseShared ;
2019-10-24 21:25:04 +00:00
InsertLockEvent ( lock , lev , ev . thread , time ) ;
2018-02-13 13:57:47 +00:00
}
void Worker : : ProcessLockMark ( const QueueLockMark & ev )
{
CheckSourceLocation ( ev . srcloc ) ;
auto lit = m_data . lockMap . find ( ev . id ) ;
assert ( lit ! = m_data . lockMap . end ( ) ) ;
2019-03-16 01:09:50 +00:00
auto & lockmap = * lit - > second ;
2019-08-12 11:51:01 +00:00
auto tid = lockmap . threadMap . find ( ev . thread ) ;
2018-02-13 13:57:47 +00:00
assert ( tid ! = lockmap . threadMap . end ( ) ) ;
const auto thread = tid - > second ;
auto it = lockmap . timeline . end ( ) ;
for ( ; ; )
{
- - it ;
2019-03-16 13:18:43 +00:00
if ( it - > ptr - > thread = = thread )
2018-02-13 13:57:47 +00:00
{
2019-03-16 13:18:43 +00:00
switch ( it - > ptr - > type )
2018-02-13 13:57:47 +00:00
{
case LockEvent : : Type : : Obtain :
case LockEvent : : Type : : ObtainShared :
case LockEvent : : Type : : Wait :
case LockEvent : : Type : : WaitShared :
2019-08-15 18:39:16 +00:00
it - > ptr - > SetSrcLoc ( ShrinkSourceLocation ( ev . srcloc ) ) ;
2018-02-13 13:57:47 +00:00
return ;
default :
break ;
}
}
}
}
2020-03-08 12:47:38 +00:00
void Worker : : ProcessLockName ( const QueueLockName & ev )
{
auto lit = m_data . lockMap . find ( ev . id ) ;
assert ( lit ! = m_data . lockMap . end ( ) ) ;
auto it = m_pendingCustomStrings . find ( ev . name ) ;
assert ( it ! = m_pendingCustomStrings . end ( ) ) ;
lit - > second - > customName = StringIdx ( it - > second . idx ) ;
m_pendingCustomStrings . erase ( it ) ;
}
2018-02-13 13:57:47 +00:00
void Worker : : ProcessPlotData ( const QueuePlotData & ev )
{
2018-08-04 14:33:03 +00:00
PlotData * plot = m_data . plots . Retrieve ( ev . name , [ this ] ( uint64_t name ) {
auto plot = m_slab . AllocInit < PlotData > ( ) ;
plot - > name = name ;
plot - > type = PlotType : : User ;
2019-11-05 17:02:08 +00:00
plot - > format = PlotValueFormatting : : Number ;
2018-08-04 14:33:03 +00:00
return plot ;
} , [ this ] ( uint64_t name ) {
2019-04-01 16:52:32 +00:00
Query ( ServerQueryPlotName , name ) ;
2018-08-04 14:33:03 +00:00
} ) ;
2018-02-13 13:57:47 +00:00
2019-10-24 20:24:00 +00:00
const auto refTime = m_refTimeThread + ev . time ;
m_refTimeThread = refTime ;
const auto time = TscTime ( refTime - m_data . baseTime ) ;
2019-10-24 21:23:52 +00:00
if ( m_data . lastTime < time ) m_data . lastTime = time ;
2018-02-13 13:57:47 +00:00
switch ( ev . type )
{
case PlotDataType : : Double :
InsertPlot ( plot , time , ev . data . d ) ;
break ;
case PlotDataType : : Float :
InsertPlot ( plot , time , ( double ) ev . data . f ) ;
break ;
case PlotDataType : : Int :
InsertPlot ( plot , time , ( double ) ev . data . i ) ;
break ;
default :
assert ( false ) ;
break ;
}
}
2019-11-05 17:02:08 +00:00
void Worker : : ProcessPlotConfig ( const QueuePlotConfig & ev )
{
2019-11-09 23:00:15 +00:00
PlotData * plot = m_data . plots . Retrieve ( ev . name , [ this ] ( uint64_t name ) {
2019-11-05 17:02:08 +00:00
auto plot = m_slab . AllocInit < PlotData > ( ) ;
plot - > name = name ;
plot - > type = PlotType : : User ;
return plot ;
} , [ this ] ( uint64_t name ) {
Query ( ServerQueryPlotName , name ) ;
} ) ;
plot - > format = ( PlotValueFormatting ) ev . type ;
}
2018-02-13 13:57:47 +00:00
void Worker : : ProcessMessage ( const QueueMessage & ev )
{
auto it = m_pendingCustomStrings . find ( ev . text ) ;
assert ( it ! = m_pendingCustomStrings . end ( ) ) ;
auto msg = m_slab . Alloc < MessageData > ( ) ;
2019-10-24 21:23:52 +00:00
const auto time = TscTime ( ev . time - m_data . baseTime ) ;
msg - > time = time ;
2018-02-13 13:57:47 +00:00
msg - > ref = StringRef ( StringRef : : Type : : Idx , it - > second . idx ) ;
2019-08-28 19:03:01 +00:00
msg - > thread = CompressThread ( m_threadCtx ) ;
2019-05-10 18:21:35 +00:00
msg - > color = 0xFFFFFFFF ;
2019-11-14 23:42:44 +00:00
msg - > callstack . SetVal ( 0 ) ;
2019-10-24 21:23:52 +00:00
if ( m_data . lastTime < time ) m_data . lastTime = time ;
2019-11-10 16:23:04 +00:00
InsertMessageData ( msg ) ;
2018-02-13 13:57:47 +00:00
m_pendingCustomStrings . erase ( it ) ;
}
void Worker : : ProcessMessageLiteral ( const QueueMessage & ev )
{
CheckString ( ev . text ) ;
auto msg = m_slab . Alloc < MessageData > ( ) ;
2019-10-24 21:23:52 +00:00
const auto time = TscTime ( ev . time - m_data . baseTime ) ;
msg - > time = time ;
2018-02-13 13:57:47 +00:00
msg - > ref = StringRef ( StringRef : : Type : : Ptr , ev . text ) ;
2019-08-28 19:03:01 +00:00
msg - > thread = CompressThread ( m_threadCtx ) ;
2019-05-10 18:21:35 +00:00
msg - > color = 0xFFFFFFFF ;
2019-11-14 23:42:44 +00:00
msg - > callstack . SetVal ( 0 ) ;
2019-10-24 21:23:52 +00:00
if ( m_data . lastTime < time ) m_data . lastTime = time ;
2019-11-10 16:23:04 +00:00
InsertMessageData ( msg ) ;
2018-02-13 13:57:47 +00:00
}
2019-05-10 18:17:44 +00:00
void Worker : : ProcessMessageColor ( const QueueMessageColor & ev )
{
auto it = m_pendingCustomStrings . find ( ev . text ) ;
assert ( it ! = m_pendingCustomStrings . end ( ) ) ;
auto msg = m_slab . Alloc < MessageData > ( ) ;
2019-10-24 21:23:52 +00:00
const auto time = TscTime ( ev . time - m_data . baseTime ) ;
msg - > time = time ;
2019-05-10 18:17:44 +00:00
msg - > ref = StringRef ( StringRef : : Type : : Idx , it - > second . idx ) ;
2019-08-28 19:03:01 +00:00
msg - > thread = CompressThread ( m_threadCtx ) ;
2019-05-10 18:21:35 +00:00
msg - > color = 0xFF000000 | ( ev . r < < 16 ) | ( ev . g < < 8 ) | ev . b ;
2019-11-14 23:42:44 +00:00
msg - > callstack . SetVal ( 0 ) ;
2019-10-24 21:23:52 +00:00
if ( m_data . lastTime < time ) m_data . lastTime = time ;
2019-11-10 16:23:04 +00:00
InsertMessageData ( msg ) ;
2019-05-10 18:17:44 +00:00
m_pendingCustomStrings . erase ( it ) ;
}
void Worker : : ProcessMessageLiteralColor ( const QueueMessageColor & ev )
{
CheckString ( ev . text ) ;
auto msg = m_slab . Alloc < MessageData > ( ) ;
2019-10-24 21:23:52 +00:00
const auto time = TscTime ( ev . time - m_data . baseTime ) ;
msg - > time = time ;
2019-05-10 18:17:44 +00:00
msg - > ref = StringRef ( StringRef : : Type : : Ptr , ev . text ) ;
2019-08-28 19:03:01 +00:00
msg - > thread = CompressThread ( m_threadCtx ) ;
2019-05-10 18:21:35 +00:00
msg - > color = 0xFF000000 | ( ev . r < < 16 ) | ( ev . g < < 8 ) | ev . b ;
2019-11-14 23:42:44 +00:00
msg - > callstack . SetVal ( 0 ) ;
2019-10-24 21:23:52 +00:00
if ( m_data . lastTime < time ) m_data . lastTime = time ;
2019-11-10 16:23:04 +00:00
InsertMessageData ( msg ) ;
2019-05-10 18:17:44 +00:00
}
2019-11-14 23:42:44 +00:00
void Worker : : ProcessMessageCallstack ( const QueueMessage & ev )
{
ProcessMessage ( ev ) ;
auto & next = m_nextCallstack [ m_threadCtx ] ;
next . type = NextCallstackType : : Message ;
}
void Worker : : ProcessMessageLiteralCallstack ( const QueueMessage & ev )
{
ProcessMessageLiteral ( ev ) ;
auto & next = m_nextCallstack [ m_threadCtx ] ;
next . type = NextCallstackType : : Message ;
}
void Worker : : ProcessMessageColorCallstack ( const QueueMessageColor & ev )
{
ProcessMessageColor ( ev ) ;
auto & next = m_nextCallstack [ m_threadCtx ] ;
next . type = NextCallstackType : : Message ;
}
void Worker : : ProcessMessageLiteralColorCallstack ( const QueueMessageColor & ev )
{
ProcessMessageLiteralColor ( ev ) ;
auto & next = m_nextCallstack [ m_threadCtx ] ;
next . type = NextCallstackType : : Message ;
}
2019-07-12 16:30:45 +00:00
void Worker : : ProcessMessageAppInfo ( const QueueMessage & ev )
{
auto it = m_pendingCustomStrings . find ( ev . text ) ;
assert ( it ! = m_pendingCustomStrings . end ( ) ) ;
m_data . appInfo . push_back ( StringRef ( StringRef : : Type : : Idx , it - > second . idx ) ) ;
2019-10-24 21:23:52 +00:00
const auto time = TscTime ( ev . time - m_data . baseTime ) ;
if ( m_data . lastTime < time ) m_data . lastTime = time ;
2019-07-12 16:30:45 +00:00
m_pendingCustomStrings . erase ( it ) ;
}
2018-02-13 13:57:47 +00:00
void Worker : : ProcessGpuNewContext ( const QueueGpuNewContext & ev )
{
2018-06-22 13:14:44 +00:00
assert ( ! m_gpuCtxMap [ ev . context ] ) ;
2020-05-27 16:16:53 +00:00
assert ( ev . type ! = GpuContextType : : Invalid ) ;
2018-02-13 13:57:47 +00:00
2018-06-17 16:49:56 +00:00
int64_t gpuTime ;
if ( ev . period = = 1.f )
{
gpuTime = ev . gpuTime ;
}
else
{
gpuTime = int64_t ( double ( ev . period ) * ev . gpuTime ) ; // precision loss
}
2018-02-13 13:57:47 +00:00
auto gpu = m_slab . AllocInit < GpuCtxData > ( ) ;
2018-06-22 14:37:54 +00:00
memset ( gpu - > query , 0 , sizeof ( gpu - > query ) ) ;
2019-08-15 15:52:36 +00:00
gpu - > timeDiff = TscTime ( ev . cpuTime - m_data . baseTime ) - gpuTime ;
2018-02-13 13:57:47 +00:00
gpu - > thread = ev . thread ;
gpu - > accuracyBits = ev . accuracyBits ;
2018-06-17 16:27:16 +00:00
gpu - > period = ev . period ;
2018-02-13 13:57:47 +00:00
gpu - > count = 0 ;
2020-05-27 16:16:53 +00:00
gpu - > type = ev . type ;
2018-02-13 13:57:47 +00:00
m_data . gpuData . push_back ( gpu ) ;
2018-06-22 13:14:44 +00:00
m_gpuCtxMap [ ev . context ] = gpu ;
2018-02-13 13:57:47 +00:00
}
2019-10-23 22:04:31 +00:00
void Worker : : ProcessGpuZoneBeginImpl ( GpuEvent * zone , const QueueGpuZoneBegin & ev , bool serial )
2018-02-13 13:57:47 +00:00
{
2019-10-13 12:13:04 +00:00
m_data . gpuCnt + + ;
2018-06-22 13:14:44 +00:00
auto ctx = m_gpuCtxMap [ ev . context ] ;
assert ( ctx ) ;
2018-02-13 13:57:47 +00:00
CheckSourceLocation ( ev . srcloc ) ;
2019-10-23 22:04:31 +00:00
int64_t cpuTime ;
if ( serial )
{
2019-10-24 20:24:00 +00:00
cpuTime = m_refTimeSerial + ev . cpuTime ;
m_refTimeSerial = cpuTime ;
2019-10-23 22:04:31 +00:00
}
else
{
2019-10-24 20:24:00 +00:00
cpuTime = m_refTimeThread + ev . cpuTime ;
m_refTimeThread = cpuTime ;
2019-10-23 22:04:31 +00:00
}
2019-10-24 21:23:52 +00:00
const auto time = TscTime ( cpuTime - m_data . baseTime ) ;
zone - > SetCpuStart ( time ) ;
2019-10-13 12:36:59 +00:00
zone - > SetCpuEnd ( - 1 ) ;
2019-10-30 22:50:37 +00:00
zone - > SetGpuStart ( - 1 ) ;
zone - > SetGpuEnd ( - 1 ) ;
2019-10-13 12:36:59 +00:00
zone - > SetSrcLoc ( ShrinkSourceLocation ( ev . srcloc ) ) ;
2019-10-01 19:48:52 +00:00
zone - > callstack . SetVal ( 0 ) ;
2019-10-30 22:50:37 +00:00
zone - > SetChild ( - 1 ) ;
2018-06-22 00:12:42 +00:00
2019-09-23 15:27:49 +00:00
uint64_t ztid ;
2018-06-22 00:12:42 +00:00
if ( ctx - > thread = = 0 )
{
2020-06-09 16:17:43 +00:00
// Vulkan, OpenCL and Direct3D 12 contexts are not bound to any single thread.
2019-10-13 12:36:59 +00:00
zone - > SetThread ( CompressThread ( ev . thread ) ) ;
2019-09-23 15:27:49 +00:00
ztid = ev . thread ;
2018-06-22 00:12:42 +00:00
}
else
{
// OpenGL doesn't need per-zone thread id. It still can be sent,
// because it may be needed for callstack collection purposes.
2019-10-13 12:36:59 +00:00
zone - > SetThread ( 0 ) ;
2019-09-23 15:27:49 +00:00
ztid = 0 ;
2018-06-22 00:12:42 +00:00
}
2018-02-13 13:57:47 +00:00
2019-10-24 21:23:52 +00:00
if ( m_data . lastTime < time ) m_data . lastTime = time ;
2018-02-13 13:57:47 +00:00
2019-09-23 15:27:49 +00:00
auto td = ctx - > threadData . find ( ztid ) ;
if ( td = = ctx - > threadData . end ( ) )
{
td = ctx - > threadData . emplace ( ztid , GpuCtxThreadData { } ) . first ;
}
auto timeline = & td - > second . timeline ;
auto & stack = td - > second . stack ;
if ( ! stack . empty ( ) )
2018-02-13 13:57:47 +00:00
{
2019-09-23 15:27:49 +00:00
auto back = stack . back ( ) ;
2019-10-30 22:50:37 +00:00
if ( back - > Child ( ) < 0 )
2018-07-22 17:47:01 +00:00
{
2019-10-30 22:50:37 +00:00
back - > SetChild ( int32_t ( m_data . gpuChildren . size ( ) ) ) ;
2019-11-02 14:52:34 +00:00
m_data . gpuChildren . push_back ( Vector < short_ptr < GpuEvent > > ( ) ) ;
2018-07-22 17:47:01 +00:00
}
2019-10-30 22:50:37 +00:00
timeline = & m_data . gpuChildren [ back - > Child ( ) ] ;
2018-02-13 13:57:47 +00:00
}
timeline - > push_back ( zone ) ;
2019-09-23 15:27:49 +00:00
stack . push_back ( zone ) ;
2018-06-22 14:37:54 +00:00
assert ( ! ctx - > query [ ev . queryId ] ) ;
ctx - > query [ ev . queryId ] = zone ;
2018-02-13 13:57:47 +00:00
}
2019-10-23 22:04:31 +00:00
void Worker : : ProcessGpuZoneBegin ( const QueueGpuZoneBegin & ev , bool serial )
2018-06-21 23:56:32 +00:00
{
2019-02-15 00:31:58 +00:00
auto zone = m_slab . Alloc < GpuEvent > ( ) ;
2019-10-23 22:04:31 +00:00
ProcessGpuZoneBeginImpl ( zone , ev , serial ) ;
2018-06-21 23:56:32 +00:00
}
2019-10-23 22:04:31 +00:00
void Worker : : ProcessGpuZoneBeginCallstack ( const QueueGpuZoneBegin & ev , bool serial )
2018-06-21 23:56:32 +00:00
{
2019-02-15 00:31:58 +00:00
auto zone = m_slab . Alloc < GpuEvent > ( ) ;
2019-10-23 22:04:31 +00:00
ProcessGpuZoneBeginImpl ( zone , ev , serial ) ;
2018-06-21 23:56:32 +00:00
auto & next = m_nextCallstack [ ev . thread ] ;
next . type = NextCallstackType : : Gpu ;
next . gpu = zone ;
}
2019-10-23 22:04:31 +00:00
void Worker : : ProcessGpuZoneEnd ( const QueueGpuZoneEnd & ev , bool serial )
2018-02-13 13:57:47 +00:00
{
2018-06-22 13:14:44 +00:00
auto ctx = m_gpuCtxMap [ ev . context ] ;
assert ( ctx ) ;
2018-02-13 13:57:47 +00:00
2019-09-23 15:27:49 +00:00
auto td = ctx - > threadData . find ( ev . thread ) ;
assert ( td ! = ctx - > threadData . end ( ) ) ;
assert ( ! td - > second . stack . empty ( ) ) ;
auto zone = td - > second . stack . back_and_pop ( ) ;
2018-06-22 14:37:54 +00:00
assert ( ! ctx - > query [ ev . queryId ] ) ;
ctx - > query [ ev . queryId ] = zone ;
2018-02-13 13:57:47 +00:00
2019-10-23 22:04:31 +00:00
int64_t cpuTime ;
if ( serial )
{
2019-10-24 20:24:00 +00:00
cpuTime = m_refTimeSerial + ev . cpuTime ;
m_refTimeSerial = cpuTime ;
2019-10-23 22:04:31 +00:00
}
else
{
2019-10-24 20:24:00 +00:00
cpuTime = m_refTimeThread + ev . cpuTime ;
m_refTimeThread = cpuTime ;
2019-10-23 22:04:31 +00:00
}
2019-10-24 21:23:52 +00:00
const auto time = TscTime ( cpuTime - m_data . baseTime ) ;
zone - > SetCpuEnd ( time ) ;
if ( m_data . lastTime < time ) m_data . lastTime = time ;
2018-02-13 13:57:47 +00:00
}
void Worker : : ProcessGpuTime ( const QueueGpuTime & ev )
{
2018-06-22 13:14:44 +00:00
auto ctx = m_gpuCtxMap [ ev . context ] ;
assert ( ctx ) ;
2018-02-13 13:57:47 +00:00
2019-10-30 21:37:07 +00:00
const int64_t tref = m_refTimeGpu + ev . gpuTime ;
m_refTimeGpu = tref ;
const int64_t t = std : : max < int64_t > ( 0 , tref ) ;
2019-10-25 17:52:01 +00:00
2018-06-17 16:49:56 +00:00
int64_t gpuTime ;
if ( ctx - > period = = 1.f )
{
2019-10-25 17:52:01 +00:00
gpuTime = t ;
2018-06-17 16:49:56 +00:00
}
else
{
2019-10-25 17:52:01 +00:00
gpuTime = int64_t ( double ( ctx - > period ) * t ) ; // precision loss
2018-06-17 16:49:56 +00:00
}
2018-06-22 14:37:54 +00:00
auto zone = ctx - > query [ ev . queryId ] ;
assert ( zone ) ;
ctx - > query [ ev . queryId ] = nullptr ;
2019-10-30 22:50:37 +00:00
if ( zone - > GpuStart ( ) < 0 )
2018-02-13 13:57:47 +00:00
{
2019-10-24 21:23:52 +00:00
const auto time = ctx - > timeDiff + gpuTime ;
2019-10-30 22:50:37 +00:00
zone - > SetGpuStart ( time ) ;
2019-10-24 21:23:52 +00:00
if ( m_data . lastTime < time ) m_data . lastTime = time ;
2018-02-13 13:57:47 +00:00
ctx - > count + + ;
}
else
{
2019-10-30 22:50:37 +00:00
auto time = ctx - > timeDiff + gpuTime ;
if ( time < zone - > GpuStart ( ) )
2018-06-22 14:37:54 +00:00
{
2019-10-30 22:50:37 +00:00
auto tmp = zone - > GpuStart ( ) ;
std : : swap ( time , tmp ) ;
zone - > SetGpuStart ( tmp ) ;
2018-06-22 14:37:54 +00:00
}
2019-10-30 22:50:37 +00:00
zone - > SetGpuEnd ( time ) ;
if ( m_data . lastTime < time ) m_data . lastTime = time ;
2018-02-13 13:57:47 +00:00
}
}
2018-04-01 00:03:34 +00:00
void Worker : : ProcessMemAlloc ( const QueueMemAlloc & ev )
{
2019-10-24 20:24:00 +00:00
const auto refTime = m_refTimeSerial + ev . time ;
m_refTimeSerial = refTime ;
const auto time = TscTime ( refTime - m_data . baseTime ) ;
2019-10-24 21:23:52 +00:00
if ( m_data . lastTime < time ) m_data . lastTime = time ;
2018-08-27 23:48:19 +00:00
NoticeThread ( ev . thread ) ;
2018-04-01 00:03:34 +00:00
2018-04-03 12:17:51 +00:00
assert ( m_data . memory . active . find ( ev . ptr ) = = m_data . memory . active . end ( ) ) ;
2019-08-15 20:56:55 +00:00
assert ( m_data . memory . data . empty ( ) | | m_data . memory . data . back ( ) . TimeAlloc ( ) < = time ) ;
2018-04-01 00:03:34 +00:00
2018-04-03 12:17:51 +00:00
m_data . memory . active . emplace ( ev . ptr , m_data . memory . data . size ( ) ) ;
2018-04-01 00:03:34 +00:00
2018-04-10 14:06:01 +00:00
const auto ptr = ev . ptr ;
uint32_t lo ;
uint16_t hi ;
memcpy ( & lo , ev . size , 4 ) ;
memcpy ( & hi , ev . size + 4 , 2 ) ;
const uint64_t size = lo | ( uint64_t ( hi ) < < 32 ) ;
2018-04-03 12:17:51 +00:00
auto & mem = m_data . memory . data . push_next ( ) ;
2019-10-30 21:01:13 +00:00
mem . SetPtr ( ptr ) ;
mem . SetSize ( size ) ;
2020-02-12 23:54:54 +00:00
mem . SetTimeThreadAlloc ( time , CompressThread ( ev . thread ) ) ;
mem . SetTimeThreadFree ( - 1 , 0 ) ;
2019-10-30 21:01:13 +00:00
mem . SetCsAlloc ( 0 ) ;
2019-10-01 20:36:22 +00:00
mem . csFree . SetVal ( 0 ) ;
2018-04-01 00:03:34 +00:00
2018-04-10 14:06:01 +00:00
const auto low = m_data . memory . low ;
const auto high = m_data . memory . high ;
const auto ptrend = ptr + size ;
m_data . memory . low = std : : min ( low , ptr ) ;
m_data . memory . high = std : : max ( high , ptrend ) ;
m_data . memory . usage + = size ;
2018-04-28 13:49:12 +00:00
MemAllocChanged ( time ) ;
2018-04-01 00:03:34 +00:00
}
2018-07-11 23:35:32 +00:00
bool Worker : : ProcessMemFree ( const QueueMemFree & ev )
2018-04-01 00:03:34 +00:00
{
2019-11-07 15:14:23 +00:00
const auto refTime = m_refTimeSerial + ev . time ;
m_refTimeSerial = refTime ;
2018-12-20 16:03:09 +00:00
if ( ev . ptr = = 0 ) return false ;
2018-04-01 00:03:34 +00:00
auto it = m_data . memory . active . find ( ev . ptr ) ;
2018-07-11 23:35:32 +00:00
if ( it = = m_data . memory . active . end ( ) )
{
2019-06-13 12:15:17 +00:00
if ( ! m_ignoreMemFreeFaults )
2019-01-15 17:56:26 +00:00
{
2020-03-29 21:01:57 +00:00
CheckThreadString ( ev . thread ) ;
2019-01-15 17:56:26 +00:00
MemFreeFailure ( ev . thread ) ;
}
2018-07-11 23:35:32 +00:00
return false ;
}
2019-10-24 20:24:00 +00:00
const auto time = TscTime ( refTime - m_data . baseTime ) ;
2019-10-24 21:23:52 +00:00
if ( m_data . lastTime < time ) m_data . lastTime = time ;
2018-08-27 23:48:19 +00:00
NoticeThread ( ev . thread ) ;
2018-05-02 15:59:50 +00:00
m_data . memory . frees . push_back ( it - > second ) ;
2018-04-03 12:17:51 +00:00
auto & mem = m_data . memory . data [ it - > second ] ;
2020-02-12 23:54:54 +00:00
mem . SetTimeThreadFree ( time , CompressThread ( ev . thread ) ) ;
2019-10-30 21:01:13 +00:00
m_data . memory . usage - = mem . Size ( ) ;
2018-04-01 18:13:01 +00:00
m_data . memory . active . erase ( it ) ;
2018-04-28 13:49:12 +00:00
MemAllocChanged ( time ) ;
2018-07-11 23:35:32 +00:00
return true ;
2018-04-28 13:49:12 +00:00
}
2018-06-19 16:52:45 +00:00
void Worker : : ProcessMemAllocCallstack ( const QueueMemAlloc & ev )
{
m_lastMemActionCallstack = m_data . memory . data . size ( ) ;
ProcessMemAlloc ( ev ) ;
2018-06-19 20:08:47 +00:00
m_lastMemActionWasAlloc = true ;
2018-06-19 16:52:45 +00:00
}
void Worker : : ProcessMemFreeCallstack ( const QueueMemFree & ev )
{
2018-07-11 23:35:32 +00:00
if ( ProcessMemFree ( ev ) )
{
m_lastMemActionCallstack = m_data . memory . frees . back ( ) ;
m_lastMemActionWasAlloc = false ;
}
else
{
m_lastMemActionCallstack = std : : numeric_limits < uint64_t > : : max ( ) ;
}
2018-06-19 16:52:45 +00:00
}
2020-05-10 17:28:08 +00:00
void Worker : : ProcessCallstackMemory ( )
2018-06-19 16:52:45 +00:00
{
2020-05-10 17:28:08 +00:00
assert ( m_pendingCallstackPtr ! = 0 ) ;
2019-03-05 18:30:17 +00:00
m_pendingCallstackPtr = 0 ;
2018-06-19 19:34:36 +00:00
2018-07-11 23:35:32 +00:00
if ( m_lastMemActionCallstack ! = std : : numeric_limits < uint64_t > : : max ( ) )
2018-06-19 20:08:47 +00:00
{
2018-07-11 23:35:32 +00:00
auto & mem = m_data . memory . data [ m_lastMemActionCallstack ] ;
if ( m_lastMemActionWasAlloc )
{
2019-10-30 21:01:13 +00:00
mem . SetCsAlloc ( m_pendingCallstackId ) ;
2018-07-11 23:35:32 +00:00
}
else
{
2019-10-01 20:36:22 +00:00
mem . csFree . SetVal ( m_pendingCallstackId ) ;
2018-07-11 23:35:32 +00:00
}
2018-06-19 20:08:47 +00:00
}
2018-06-19 16:52:45 +00:00
}
2020-05-10 17:43:12 +00:00
void Worker : : ProcessCallstack ( )
2018-06-21 23:15:49 +00:00
{
2020-05-10 17:43:12 +00:00
assert ( m_pendingCallstackPtr ! = 0 ) ;
2019-03-05 18:30:17 +00:00
m_pendingCallstackPtr = 0 ;
2018-06-21 23:15:49 +00:00
2019-08-02 18:18:08 +00:00
auto nit = m_nextCallstack . find ( m_threadCtx ) ;
2018-06-21 23:15:49 +00:00
assert ( nit ! = m_nextCallstack . end ( ) ) ;
auto & next = nit - > second ;
switch ( next . type )
{
case NextCallstackType : : Zone :
2020-01-26 14:57:55 +00:00
{
2020-02-20 22:37:55 +00:00
auto & extra = RequestZoneExtra ( * next . zone ) ;
2020-01-26 14:57:55 +00:00
extra . callstack . SetVal ( m_pendingCallstackId ) ;
2018-06-21 23:15:49 +00:00
break ;
2020-01-26 14:57:55 +00:00
}
2018-06-21 23:56:32 +00:00
case NextCallstackType : : Gpu :
2019-10-01 19:48:52 +00:00
next . gpu - > callstack . SetVal ( m_pendingCallstackId ) ;
2018-06-21 23:56:32 +00:00
break ;
2018-08-20 00:07:31 +00:00
case NextCallstackType : : Crash :
2019-03-26 20:41:44 +00:00
m_data . crashEvent . callstack = m_pendingCallstackId ;
2018-08-20 00:07:31 +00:00
break ;
2019-11-14 23:42:44 +00:00
case NextCallstackType : : Message :
{
auto td = m_threadCtxData ;
if ( ! td ) td = m_threadCtxData = RetrieveThread ( m_threadCtx ) ;
assert ( td ) ;
td - > messages . back ( ) - > callstack . SetVal ( m_pendingCallstackId ) ;
break ;
}
2018-06-21 23:15:49 +00:00
default :
assert ( false ) ;
break ;
}
}
2020-05-10 17:56:36 +00:00
void Worker : : ProcessCallstackAlloc ( )
2019-03-05 01:04:45 +00:00
{
2020-05-10 17:56:36 +00:00
assert ( m_pendingCallstackPtr ! = 0 ) ;
2019-03-05 18:30:17 +00:00
m_pendingCallstackPtr = 0 ;
2019-03-05 01:04:45 +00:00
2019-08-02 18:18:08 +00:00
auto nit = m_nextCallstack . find ( m_threadCtx ) ;
2019-03-05 01:04:45 +00:00
assert ( nit ! = m_nextCallstack . end ( ) ) ;
auto & next = nit - > second ;
switch ( next . type )
{
case NextCallstackType : : Zone :
2020-01-26 14:57:55 +00:00
{
2020-02-20 22:37:55 +00:00
auto & extra = RequestZoneExtra ( * next . zone ) ;
2020-01-26 14:57:55 +00:00
extra . callstack . SetVal ( m_pendingCallstackId ) ;
2019-03-05 01:04:45 +00:00
break ;
2020-01-26 14:57:55 +00:00
}
2019-03-05 01:04:45 +00:00
case NextCallstackType : : Gpu :
2019-10-01 19:48:52 +00:00
next . gpu - > callstack . SetVal ( m_pendingCallstackId ) ;
2019-03-05 01:04:45 +00:00
break ;
case NextCallstackType : : Crash :
2019-03-26 20:41:44 +00:00
m_data . crashEvent . callstack = m_pendingCallstackId ;
2019-03-05 01:04:45 +00:00
break ;
2019-11-14 23:42:44 +00:00
case NextCallstackType : : Message :
{
auto td = m_threadCtxData ;
if ( ! td ) td = m_threadCtxData = RetrieveThread ( m_threadCtx ) ;
assert ( td ) ;
td - > messages . back ( ) - > callstack . SetVal ( m_pendingCallstackId ) ;
break ;
}
2019-03-05 01:04:45 +00:00
default :
assert ( false ) ;
break ;
}
}
2020-05-10 18:00:51 +00:00
void Worker : : ProcessCallstackSample ( const QueueCallstackSampleLean & ev )
2020-02-22 15:39:39 +00:00
{
2020-05-10 18:00:51 +00:00
assert ( m_pendingCallstackPtr ! = 0 ) ;
2020-02-22 15:39:39 +00:00
m_pendingCallstackPtr = 0 ;
m_data . samplesCnt + + ;
const auto refTime = m_refTimeCtx + ev . time ;
m_refTimeCtx = refTime ;
const auto t = TscTime ( refTime - m_data . baseTime ) ;
SampleData sd ;
sd . time . SetVal ( t ) ;
sd . callstack . SetVal ( m_pendingCallstackId ) ;
auto td = NoticeThread ( ev . thread ) ;
if ( td - > samples . empty ( ) )
{
td - > samples . push_back ( sd ) ;
}
else
{
2020-03-21 14:28:34 +00:00
assert ( td - > samples . back ( ) . time . Val ( ) < t ) ;
td - > samples . push_back_non_empty ( sd ) ;
2020-02-22 15:39:39 +00:00
}
2020-02-27 15:48:50 +00:00
# ifndef TRACY_NO_STATISTICS
2020-03-21 17:26:42 +00:00
const auto & cs = GetCallstack ( m_pendingCallstackId ) ;
2020-03-24 22:54:30 +00:00
{
auto & ip = cs [ 0 ] ;
auto frame = GetCallstackFrame ( ip ) ;
if ( frame )
{
const auto symAddr = frame - > data [ 0 ] . symAddr ;
auto it = m_data . instructionPointersMap . find ( symAddr ) ;
if ( it = = m_data . instructionPointersMap . end ( ) )
{
m_data . instructionPointersMap . emplace ( symAddr , unordered_flat_map < CallstackFrameId , uint32_t , CallstackFrameIdHash , CallstackFrameIdCompare > { { ip , 1 } } ) ;
}
else
{
auto fit = it - > second . find ( ip ) ;
if ( fit = = it - > second . end ( ) )
{
it - > second . emplace ( ip , 1 ) ;
}
else
{
fit - > second + + ;
}
}
}
else
{
auto it = m_data . pendingInstructionPointers . find ( ip ) ;
if ( it = = m_data . pendingInstructionPointers . end ( ) )
{
m_data . pendingInstructionPointers . emplace ( ip , 1 ) ;
}
else
{
it - > second + + ;
}
}
}
2020-05-31 12:17:54 +00:00
const auto framesKnown = UpdateSampleStatistics ( m_pendingCallstackId , 1 , true ) ;
assert ( td - > samples . size ( ) > td - > ghostIdx ) ;
if ( framesKnown & & td - > ghostIdx + 1 = = td - > samples . size ( ) )
2020-03-21 17:26:42 +00:00
{
2020-05-31 12:17:54 +00:00
td - > ghostIdx + + ;
2020-05-31 12:51:33 +00:00
m_data . ghostCnt + = AddGhostZone ( cs , & td - > ghostZones , t ) ;
2020-05-31 12:17:54 +00:00
}
else
{
m_data . ghostZonesPostponed = true ;
2020-03-21 17:26:42 +00:00
}
2020-02-27 15:48:50 +00:00
# endif
2020-02-22 15:39:39 +00:00
}
2019-01-20 18:11:48 +00:00
void Worker : : ProcessCallstackFrameSize ( const QueueCallstackFrameSize & ev )
2018-06-19 23:07:09 +00:00
{
2019-01-20 18:11:48 +00:00
assert ( ! m_callstackFrameStaging ) ;
assert ( m_pendingCallstackSubframes = = 0 ) ;
2018-06-20 21:42:00 +00:00
assert ( m_pendingCallstackFrames > 0 ) ;
m_pendingCallstackFrames - - ;
2019-01-20 18:11:48 +00:00
m_pendingCallstackSubframes = ev . size ;
2020-02-29 18:31:51 +00:00
# ifndef TRACY_NO_STATISTICS
2020-02-29 13:12:04 +00:00
m_data . newFramesWereReceived = true ;
2020-02-29 18:31:51 +00:00
# endif
2018-06-20 12:57:48 +00:00
2020-02-25 23:55:43 +00:00
auto iit = m_pendingCustomStrings . find ( ev . imageName ) ;
assert ( iit ! = m_pendingCustomStrings . end ( ) ) ;
2019-01-20 18:11:48 +00:00
// Frames may be duplicated due to recursion
2019-03-03 15:50:18 +00:00
auto fmit = m_data . callstackFrameMap . find ( PackPointer ( ev . ptr ) ) ;
2019-01-20 18:11:48 +00:00
if ( fmit = = m_data . callstackFrameMap . end ( ) )
{
m_callstackFrameStaging = m_slab . Alloc < CallstackFrameData > ( ) ;
m_callstackFrameStaging - > size = ev . size ;
m_callstackFrameStaging - > data = m_slab . Alloc < CallstackFrame > ( ev . size ) ;
2020-02-25 23:55:43 +00:00
m_callstackFrameStaging - > imageName = StringIdx ( iit - > second . idx ) ;
2019-01-20 18:11:48 +00:00
m_callstackFrameStagingPtr = ev . ptr ;
}
2020-02-25 23:55:43 +00:00
m_pendingCustomStrings . erase ( iit ) ;
2019-01-20 18:11:48 +00:00
}
void Worker : : ProcessCallstackFrame ( const QueueCallstackFrame & ev )
{
assert ( m_pendingCallstackSubframes > 0 ) ;
2018-06-19 23:26:05 +00:00
auto nit = m_pendingCustomStrings . find ( ev . name ) ;
assert ( nit ! = m_pendingCustomStrings . end ( ) ) ;
2020-02-29 12:58:11 +00:00
const auto nitidx = nit - > second . idx ;
m_pendingCustomStrings . erase ( nit ) ;
2018-06-19 23:26:05 +00:00
auto fit = m_pendingCustomStrings . find ( ev . file ) ;
assert ( fit ! = m_pendingCustomStrings . end ( ) ) ;
2020-02-29 12:58:11 +00:00
const auto fitidx = fit - > second . idx ;
m_pendingCustomStrings . erase ( fit ) ;
2018-06-19 23:07:09 +00:00
2019-01-20 18:11:48 +00:00
if ( m_callstackFrameStaging )
2018-06-19 23:07:09 +00:00
{
2019-01-20 18:11:48 +00:00
const auto idx = m_callstackFrameStaging - > size - m_pendingCallstackSubframes ;
2018-06-19 23:07:09 +00:00
2020-02-29 12:58:11 +00:00
const auto name = StringIdx ( nitidx ) ;
const auto file = StringIdx ( fitidx ) ;
2020-02-27 11:39:05 +00:00
m_callstackFrameStaging - > data [ idx ] . name = name ;
2020-02-27 13:35:00 +00:00
m_callstackFrameStaging - > data [ idx ] . file = file ;
2019-01-20 18:11:48 +00:00
m_callstackFrameStaging - > data [ idx ] . line = ev . line ;
2020-02-25 22:42:59 +00:00
m_callstackFrameStaging - > data [ idx ] . symAddr = ev . symAddr ;
2018-06-19 23:07:09 +00:00
2020-02-26 21:35:15 +00:00
if ( ev . symAddr ! = 0 & & m_data . symbolMap . find ( ev . symAddr ) = = m_data . symbolMap . end ( ) & & m_pendingSymbols . find ( ev . symAddr ) = = m_pendingSymbols . end ( ) )
{
2020-03-25 17:32:36 +00:00
uint32_t size = 0 ;
memcpy ( & size , ev . symLen , 3 ) ;
m_pendingSymbols . emplace ( ev . symAddr , SymbolPending { name , m_callstackFrameStaging - > imageName , file , ev . line , size , idx < m_callstackFrameStaging - > size - 1 } ) ;
2020-02-26 21:35:15 +00:00
Query ( ServerQuerySymbol , ev . symAddr ) ;
}
2020-05-23 12:53:32 +00:00
StringRef ref ( StringRef : : Idx , fitidx ) ;
auto cit = m_checkedFileStrings . find ( ref ) ;
if ( cit = = m_checkedFileStrings . end ( ) ) CacheSource ( ref ) ;
2020-03-24 22:54:30 +00:00
const auto frameId = PackPointer ( m_callstackFrameStagingPtr ) ;
# ifndef TRACY_NO_STATISTICS
auto it = m_data . pendingInstructionPointers . find ( frameId ) ;
if ( it ! = m_data . pendingInstructionPointers . end ( ) )
{
if ( ev . symAddr ! = 0 )
{
auto sit = m_data . instructionPointersMap . find ( ev . symAddr ) ;
if ( sit = = m_data . instructionPointersMap . end ( ) )
{
m_data . instructionPointersMap . emplace ( ev . symAddr , unordered_flat_map < CallstackFrameId , uint32_t , CallstackFrameIdHash , CallstackFrameIdCompare > { { it - > first , it - > second } } ) ;
}
else
{
assert ( sit - > second . find ( it - > first ) = = sit - > second . end ( ) ) ;
sit - > second . emplace ( it - > first , it - > second ) ;
}
}
m_data . pendingInstructionPointers . erase ( it ) ;
}
# endif
2019-01-20 18:11:48 +00:00
if ( - - m_pendingCallstackSubframes = = 0 )
{
2020-03-24 22:54:30 +00:00
assert ( m_data . callstackFrameMap . find ( frameId ) = = m_data . callstackFrameMap . end ( ) ) ;
m_data . callstackFrameMap . emplace ( frameId , m_callstackFrameStaging ) ;
2019-01-20 18:11:48 +00:00
m_callstackFrameStaging = nullptr ;
}
}
else
{
m_pendingCallstackSubframes - - ;
2018-06-19 23:07:09 +00:00
}
}
2020-02-27 11:49:48 +00:00
void Worker : : ProcessSymbolInformation ( const QueueSymbolInformation & ev )
2020-02-26 21:35:15 +00:00
{
auto it = m_pendingSymbols . find ( ev . symAddr ) ;
assert ( it ! = m_pendingSymbols . end ( ) ) ;
auto fit = m_pendingCustomStrings . find ( ev . file ) ;
assert ( fit ! = m_pendingCustomStrings . end ( ) ) ;
SymbolData sd ;
2020-02-27 11:39:05 +00:00
sd . name = it - > second . name ;
2020-02-26 21:35:15 +00:00
sd . file = StringIdx ( fit - > second . idx ) ;
sd . line = ev . line ;
2020-02-27 11:39:05 +00:00
sd . imageName = it - > second . imageName ;
2020-02-27 13:35:00 +00:00
sd . callFile = it - > second . file ;
sd . callLine = it - > second . line ;
2020-02-27 14:28:58 +00:00
sd . isInline = it - > second . isInline ;
2020-03-25 17:32:36 +00:00
sd . size . SetVal ( it - > second . size ) ;
2020-02-26 21:35:15 +00:00
m_data . symbolMap . emplace ( ev . symAddr , std : : move ( sd ) ) ;
2020-03-25 19:04:55 +00:00
if ( it - > second . size > 0 & & it - > second . size < = 64 * 1024 )
{
assert ( m_pendingSymbolCode . find ( ev . symAddr ) = = m_pendingSymbolCode . end ( ) ) ;
m_pendingSymbolCode . emplace ( ev . symAddr ) ;
Query ( ServerQuerySymbolCode , ev . symAddr , it - > second . size ) ;
}
2020-03-30 15:10:59 +00:00
if ( ! it - > second . isInline )
{
if ( ! m_data . newSymbolsWereAdded ) m_data . newSymbolsWereAdded = true ;
m_data . symbolLoc . push_back ( SymbolLocation { ev . symAddr , it - > second . size } ) ;
}
2020-04-08 10:44:12 +00:00
else
{
if ( ! m_data . newInlineSymbolsWereAdded ) m_data . newInlineSymbolsWereAdded = true ;
m_data . symbolLocInline . push_back ( ev . symAddr ) ;
}
2020-03-27 16:34:51 +00:00
2020-05-23 12:53:32 +00:00
StringRef ref ( StringRef : : Idx , fit - > second . idx ) ;
auto cit = m_checkedFileStrings . find ( ref ) ;
if ( cit = = m_checkedFileStrings . end ( ) ) CacheSource ( ref ) ;
2020-02-26 21:35:15 +00:00
m_pendingSymbols . erase ( it ) ;
2020-02-27 11:49:48 +00:00
m_pendingCustomStrings . erase ( fit ) ;
2020-02-26 21:35:15 +00:00
}
2020-04-01 20:37:19 +00:00
void Worker : : ProcessCodeInformation ( const QueueCodeInformation & ev )
{
assert ( m_pendingCodeInformation > 0 ) ;
m_pendingCodeInformation - - ;
auto fit = m_pendingCustomStrings . find ( ev . file ) ;
assert ( fit ! = m_pendingCustomStrings . end ( ) ) ;
if ( ev . line ! = 0 )
{
assert ( m_data . codeAddressToLocation . find ( ev . ptr ) = = m_data . codeAddressToLocation . end ( ) ) ;
2020-04-02 00:01:58 +00:00
const auto packed = PackFileLine ( fit - > second . idx , ev . line ) ;
m_data . codeAddressToLocation . emplace ( ev . ptr , packed ) ;
auto lit = m_data . locationCodeAddressList . find ( packed ) ;
if ( lit = = m_data . locationCodeAddressList . end ( ) )
{
m_data . locationCodeAddressList . emplace ( packed , Vector < uint64_t > ( ev . ptr ) ) ;
}
else
{
const bool needSort = lit - > second . back ( ) > ev . ptr ;
lit - > second . push_back ( ev . ptr ) ;
if ( needSort ) pdqsort_branchless ( lit - > second . begin ( ) , lit - > second . end ( ) ) ;
}
2020-05-23 12:53:32 +00:00
StringRef ref ( StringRef : : Idx , fit - > second . idx ) ;
auto cit = m_checkedFileStrings . find ( ref ) ;
if ( cit = = m_checkedFileStrings . end ( ) ) CacheSource ( ref ) ;
2020-04-01 20:37:19 +00:00
}
m_pendingCustomStrings . erase ( fit ) ;
}
2018-08-20 00:07:31 +00:00
void Worker : : ProcessCrashReport ( const QueueCrashReport & ev )
{
CheckString ( ev . text ) ;
2019-08-02 18:18:08 +00:00
auto & next = m_nextCallstack [ m_threadCtx ] ;
2018-08-20 00:07:31 +00:00
next . type = NextCallstackType : : Crash ;
2019-08-02 18:18:08 +00:00
m_data . crashEvent . thread = m_threadCtx ;
2019-08-15 15:52:36 +00:00
m_data . crashEvent . time = TscTime ( ev . time - m_data . baseTime ) ;
2019-03-26 20:41:44 +00:00
m_data . crashEvent . message = ev . text ;
m_data . crashEvent . callstack = 0 ;
2018-08-20 00:07:31 +00:00
}
2019-02-21 21:45:39 +00:00
void Worker : : ProcessSysTime ( const QueueSysTime & ev )
{
2019-08-15 15:52:36 +00:00
const auto time = TscTime ( ev . time - m_data . baseTime ) ;
2019-10-24 21:23:52 +00:00
if ( m_data . lastTime < time ) m_data . lastTime = time ;
2019-02-21 21:45:39 +00:00
const auto val = ev . sysTime ;
if ( ! m_sysTimePlot )
{
m_sysTimePlot = m_slab . AllocInit < PlotData > ( ) ;
m_sysTimePlot - > name = 0 ;
m_sysTimePlot - > type = PlotType : : SysTime ;
2019-11-05 17:02:08 +00:00
m_sysTimePlot - > format = PlotValueFormatting : : Percentage ;
2019-02-21 21:45:39 +00:00
m_sysTimePlot - > min = val ;
m_sysTimePlot - > max = val ;
m_sysTimePlot - > data . push_back ( { time , val } ) ;
m_data . plots . Data ( ) . push_back ( m_sysTimePlot ) ;
}
else
{
assert ( ! m_sysTimePlot - > data . empty ( ) ) ;
2019-11-03 13:50:11 +00:00
assert ( m_sysTimePlot - > data . back ( ) . time . Val ( ) < = time ) ;
2019-02-21 21:45:39 +00:00
if ( m_sysTimePlot - > min > val ) m_sysTimePlot - > min = val ;
else if ( m_sysTimePlot - > max < val ) m_sysTimePlot - > max = val ;
m_sysTimePlot - > data . push_back_non_empty ( { time , val } ) ;
}
}
2019-08-12 22:13:50 +00:00
void Worker : : ProcessContextSwitch ( const QueueContextSwitch & ev )
{
2019-10-25 17:13:11 +00:00
const auto refTime = m_refTimeCtx + ev . time ;
m_refTimeCtx = refTime ;
const auto time = TscTime ( refTime - m_data . baseTime ) ;
2019-10-24 21:23:52 +00:00
if ( m_data . lastTime < time ) m_data . lastTime = time ;
2019-08-12 22:13:50 +00:00
2019-10-15 14:08:20 +00:00
if ( ev . cpu > = m_data . cpuDataCount ) m_data . cpuDataCount = ev . cpu + 1 ;
2019-08-16 14:28:58 +00:00
auto & cs = m_data . cpuData [ ev . cpu ] . cs ;
2019-08-12 22:13:50 +00:00
if ( ev . oldThread ! = 0 )
{
auto it = m_data . ctxSwitch . find ( ev . oldThread ) ;
if ( it ! = m_data . ctxSwitch . end ( ) )
{
auto & data = it - > second - > v ;
assert ( ! data . empty ( ) ) ;
auto & item = data . back ( ) ;
2019-08-15 21:53:47 +00:00
assert ( item . Start ( ) < = time ) ;
2019-10-15 12:54:28 +00:00
assert ( item . End ( ) = = - 1 ) ;
2019-08-15 21:53:47 +00:00
item . SetEnd ( time ) ;
item . SetReason ( ev . reason ) ;
item . SetState ( ev . state ) ;
2019-08-14 15:11:42 +00:00
2019-08-17 23:50:49 +00:00
const auto dt = time - item . Start ( ) ;
it - > second - > runningTime + = dt ;
auto tdit = m_data . cpuThreadData . find ( ev . oldThread ) ;
if ( tdit = = m_data . cpuThreadData . end ( ) )
{
tdit = m_data . cpuThreadData . emplace ( ev . oldThread , CpuThreadData { } ) . first ;
}
tdit - > second . runningRegions + + ;
tdit - > second . runningTime + = dt ;
2019-08-12 22:13:50 +00:00
}
2019-08-16 14:28:58 +00:00
if ( ! cs . empty ( ) )
{
auto & cx = cs . back ( ) ;
2019-08-19 21:09:58 +00:00
assert ( m_data . externalThreadCompress . DecompressThread ( cx . Thread ( ) ) = = ev . oldThread ) ;
2019-08-16 14:28:58 +00:00
cx . SetEnd ( time ) ;
}
2019-08-12 22:13:50 +00:00
}
if ( ev . newThread ! = 0 )
{
auto it = m_data . ctxSwitch . find ( ev . newThread ) ;
if ( it = = m_data . ctxSwitch . end ( ) )
{
auto ctx = m_slab . AllocInit < ContextSwitch > ( ) ;
it = m_data . ctxSwitch . emplace ( ev . newThread , ctx ) . first ;
}
auto & data = it - > second - > v ;
2019-08-17 15:05:29 +00:00
ContextSwitchData * item = nullptr ;
2019-08-17 23:50:49 +00:00
bool migration = false ;
2019-08-17 15:05:29 +00:00
if ( ! data . empty ( ) & & data . back ( ) . Reason ( ) = = ContextSwitchData : : Wakeup )
{
item = & data . back ( ) ;
2019-08-17 23:50:49 +00:00
if ( data . size ( ) > 1 )
{
migration = data [ data . size ( ) - 2 ] . Cpu ( ) ! = ev . cpu ;
}
2019-08-17 15:05:29 +00:00
}
else
{
2019-11-02 15:21:46 +00:00
assert ( data . empty ( ) | | ( uint64_t ) data . back ( ) . End ( ) < = ( uint64_t ) time ) ;
2019-08-17 23:50:49 +00:00
if ( ! data . empty ( ) )
{
migration = data . back ( ) . Cpu ( ) ! = ev . cpu ;
}
2019-08-17 15:05:29 +00:00
item = & data . push_next ( ) ;
2019-10-30 21:25:46 +00:00
item - > SetWakeup ( time ) ;
2019-08-17 15:05:29 +00:00
}
item - > SetStart ( time ) ;
item - > SetEnd ( - 1 ) ;
item - > SetCpu ( ev . cpu ) ;
item - > SetReason ( - 1 ) ;
item - > SetState ( - 1 ) ;
2019-08-16 14:28:58 +00:00
auto & cx = cs . push_next ( ) ;
cx . SetStart ( time ) ;
2019-08-16 19:20:04 +00:00
cx . SetEnd ( - 1 ) ;
2019-08-19 21:09:58 +00:00
cx . SetThread ( m_data . externalThreadCompress . CompressThread ( ev . newThread ) ) ;
2019-08-16 17:22:23 +00:00
2019-08-18 12:56:17 +00:00
CheckExternalName ( ev . newThread ) ;
2019-08-17 23:50:49 +00:00
if ( migration )
{
auto tdit = m_data . cpuThreadData . find ( ev . newThread ) ;
if ( tdit = = m_data . cpuThreadData . end ( ) )
{
tdit = m_data . cpuThreadData . emplace ( ev . newThread , CpuThreadData { } ) . first ;
}
tdit - > second . migrations + + ;
}
2019-08-12 22:13:50 +00:00
}
}
2019-08-17 15:05:29 +00:00
void Worker : : ProcessThreadWakeup ( const QueueThreadWakeup & ev )
{
2019-10-25 17:13:11 +00:00
const auto refTime = m_refTimeCtx + ev . time ;
m_refTimeCtx = refTime ;
const auto time = TscTime ( refTime - m_data . baseTime ) ;
2019-10-24 21:23:52 +00:00
if ( m_data . lastTime < time ) m_data . lastTime = time ;
2019-08-17 15:05:29 +00:00
auto it = m_data . ctxSwitch . find ( ev . thread ) ;
if ( it = = m_data . ctxSwitch . end ( ) )
{
auto ctx = m_slab . AllocInit < ContextSwitch > ( ) ;
it = m_data . ctxSwitch . emplace ( ev . thread , ctx ) . first ;
}
auto & data = it - > second - > v ;
2020-02-10 00:26:31 +00:00
if ( ! data . empty ( ) & & ! data . back ( ) . IsEndValid ( ) ) return ; // wakeup of a running thread
2019-08-17 15:05:29 +00:00
auto & item = data . push_next ( ) ;
2019-10-30 21:25:46 +00:00
item . SetWakeup ( time ) ;
2019-08-17 15:05:29 +00:00
item . SetStart ( time ) ;
item . SetEnd ( - 1 ) ;
item . SetCpu ( 0 ) ;
item . SetReason ( ContextSwitchData : : Wakeup ) ;
item . SetState ( - 1 ) ;
}
2019-08-17 20:32:41 +00:00
void Worker : : ProcessTidToPid ( const QueueTidToPid & ev )
{
2020-01-14 01:06:36 +00:00
if ( m_data . tidToPid . find ( ev . tid ) = = m_data . tidToPid . end ( ) ) m_data . tidToPid . emplace ( ev . tid , ev . pid ) ;
2019-08-17 20:32:41 +00:00
}
2019-11-25 22:59:48 +00:00
void Worker : : ProcessParamSetup ( const QueueParamSetup & ev )
{
CheckString ( ev . name ) ;
m_params . push_back ( Parameter { ev . idx , StringRef ( StringRef : : Ptr , ev . name ) , bool ( ev . isBool ) , ev . val } ) ;
}
2019-11-29 21:41:41 +00:00
void Worker : : ProcessCpuTopology ( const QueueCpuTopology & ev )
{
auto package = m_data . cpuTopology . find ( ev . package ) ;
2020-01-28 20:49:36 +00:00
if ( package = = m_data . cpuTopology . end ( ) ) package = m_data . cpuTopology . emplace ( ev . package , unordered_flat_map < uint32_t , std : : vector < uint32_t > > { } ) . first ;
2019-11-29 21:41:41 +00:00
auto core = package - > second . find ( ev . core ) ;
if ( core = = package - > second . end ( ) ) core = package - > second . emplace ( ev . core , std : : vector < uint32_t > { } ) . first ;
core - > second . emplace_back ( ev . thread ) ;
2019-11-29 21:46:57 +00:00
assert ( m_data . cpuTopologyMap . find ( ev . thread ) = = m_data . cpuTopologyMap . end ( ) ) ;
m_data . cpuTopologyMap . emplace ( ev . thread , CpuThreadTopology { ev . package , ev . core } ) ;
2019-11-29 21:41:41 +00:00
}
2018-04-28 13:49:12 +00:00
void Worker : : MemAllocChanged ( int64_t time )
{
const auto val = ( double ) m_data . memory . usage ;
if ( ! m_data . memory . plot )
{
CreateMemAllocPlot ( ) ;
m_data . memory . plot - > min = val ;
m_data . memory . plot - > max = val ;
m_data . memory . plot - > data . push_back ( { time , val } ) ;
}
else
{
assert ( ! m_data . memory . plot - > data . empty ( ) ) ;
2019-11-03 13:50:11 +00:00
assert ( m_data . memory . plot - > data . back ( ) . time . Val ( ) < = time ) ;
2018-04-28 13:49:12 +00:00
if ( m_data . memory . plot - > min > val ) m_data . memory . plot - > min = val ;
else if ( m_data . memory . plot - > max < val ) m_data . memory . plot - > max = val ;
m_data . memory . plot - > data . push_back_non_empty ( { time , val } ) ;
}
}
void Worker : : CreateMemAllocPlot ( )
{
assert ( ! m_data . memory . plot ) ;
m_data . memory . plot = m_slab . AllocInit < PlotData > ( ) ;
m_data . memory . plot - > name = 0 ;
m_data . memory . plot - > type = PlotType : : Memory ;
2019-11-05 17:02:08 +00:00
m_data . memory . plot - > format = PlotValueFormatting : : Memory ;
2018-08-04 17:47:09 +00:00
m_data . memory . plot - > data . push_back ( { GetFrameBegin ( * m_data . framesBase , 0 ) , 0. } ) ;
2018-08-04 14:33:03 +00:00
m_data . plots . Data ( ) . push_back ( m_data . memory . plot ) ;
2018-04-01 00:03:34 +00:00
}
2018-04-29 11:40:04 +00:00
void Worker : : ReconstructMemAllocPlot ( )
{
2018-05-02 15:59:50 +00:00
auto & mem = m_data . memory ;
2020-01-20 22:16:33 +00:00
# ifdef NO_PARALLEL_SORT
2019-08-15 20:56:55 +00:00
pdqsort_branchless ( mem . frees . begin ( ) , mem . frees . end ( ) , [ & mem ] ( const auto & lhs , const auto & rhs ) { return mem . data [ lhs ] . TimeFree ( ) < mem . data [ rhs ] . TimeFree ( ) ; } ) ;
2018-05-12 20:41:18 +00:00
# else
2019-08-15 20:56:55 +00:00
std : : sort ( std : : execution : : par_unseq , mem . frees . begin ( ) , mem . frees . end ( ) , [ & mem ] ( const auto & lhs , const auto & rhs ) { return mem . data [ lhs ] . TimeFree ( ) < mem . data [ rhs ] . TimeFree ( ) ; } ) ;
2018-05-12 20:41:18 +00:00
# endif
2018-04-29 11:40:04 +00:00
2018-05-02 15:59:50 +00:00
const auto psz = mem . data . size ( ) + mem . frees . size ( ) + 1 ;
2018-04-29 11:40:04 +00:00
PlotData * plot ;
{
2019-05-28 17:21:53 +00:00
std : : lock_guard < std : : shared_mutex > lock ( m_data . lock ) ;
2018-04-29 11:40:04 +00:00
plot = m_slab . AllocInit < PlotData > ( ) ;
}
plot - > name = 0 ;
plot - > type = PlotType : : Memory ;
2019-11-05 17:02:08 +00:00
plot - > format = PlotValueFormatting : : Memory ;
2019-02-15 00:58:23 +00:00
plot - > data . reserve_exact ( psz , m_slab ) ;
2018-04-29 11:40:04 +00:00
2018-05-02 15:59:50 +00:00
auto aptr = mem . data . begin ( ) ;
auto aend = mem . data . end ( ) ;
auto fptr = mem . frees . begin ( ) ;
auto fend = mem . frees . end ( ) ;
2018-04-29 11:40:04 +00:00
double max = 0 ;
double usage = 0 ;
auto ptr = plot - > data . data ( ) ;
2018-08-04 17:47:09 +00:00
ptr - > time = GetFrameBegin ( * m_data . framesBase , 0 ) ;
2018-04-29 11:40:04 +00:00
ptr - > val = 0 ;
ptr + + ;
2018-04-30 11:44:44 +00:00
if ( aptr ! = aend & & fptr ! = fend )
2018-04-29 11:40:04 +00:00
{
2019-08-15 20:56:55 +00:00
auto atime = aptr - > TimeAlloc ( ) ;
auto ftime = mem . data [ * fptr ] . TimeFree ( ) ;
2018-04-30 11:44:44 +00:00
for ( ; ; )
2018-04-29 11:40:04 +00:00
{
2018-04-30 11:44:44 +00:00
if ( atime < ftime )
{
2019-10-30 21:01:13 +00:00
usage + = int64_t ( aptr - > Size ( ) ) ;
2018-04-30 11:44:44 +00:00
assert ( usage > = 0 ) ;
if ( max < usage ) max = usage ;
ptr - > time = atime ;
ptr - > val = usage ;
ptr + + ;
aptr + + ;
if ( aptr = = aend ) break ;
2019-08-15 20:56:55 +00:00
atime = aptr - > TimeAlloc ( ) ;
2018-04-30 11:44:44 +00:00
}
else
{
2019-10-30 21:01:13 +00:00
usage - = int64_t ( mem . data [ * fptr ] . Size ( ) ) ;
2018-04-30 11:44:44 +00:00
assert ( usage > = 0 ) ;
if ( max < usage ) max = usage ;
ptr - > time = ftime ;
ptr - > val = usage ;
ptr + + ;
fptr + + ;
if ( fptr = = fend ) break ;
2019-08-15 20:56:55 +00:00
ftime = mem . data [ * fptr ] . TimeFree ( ) ;
2018-04-30 11:44:44 +00:00
}
2018-04-29 11:40:04 +00:00
}
}
2018-04-30 11:44:44 +00:00
2018-04-29 11:40:04 +00:00
while ( aptr ! = aend )
{
2019-08-15 20:56:55 +00:00
assert ( aptr - > TimeFree ( ) < 0 ) ;
int64_t time = aptr - > TimeAlloc ( ) ;
2019-10-30 21:01:13 +00:00
usage + = int64_t ( aptr - > Size ( ) ) ;
2018-04-29 11:40:04 +00:00
assert ( usage > = 0 ) ;
if ( max < usage ) max = usage ;
ptr - > time = time ;
ptr - > val = usage ;
ptr + + ;
aptr + + ;
}
while ( fptr ! = fend )
{
2019-01-29 21:10:14 +00:00
const auto & memData = mem . data [ * fptr ] ;
2019-08-15 20:56:55 +00:00
int64_t time = memData . TimeFree ( ) ;
2019-10-30 21:01:13 +00:00
usage - = int64_t ( memData . Size ( ) ) ;
2018-04-29 11:40:04 +00:00
assert ( usage > = 0 ) ;
assert ( max > = usage ) ;
ptr - > time = time ;
ptr - > val = usage ;
ptr + + ;
fptr + + ;
}
plot - > min = 0 ;
plot - > max = max ;
2019-05-28 17:21:53 +00:00
std : : lock_guard < std : : shared_mutex > lock ( m_data . lock ) ;
2018-08-04 14:33:03 +00:00
m_data . plots . Data ( ) . insert ( m_data . plots . Data ( ) . begin ( ) , plot ) ;
2018-05-02 15:18:52 +00:00
m_data . memory . plot = plot ;
2018-04-29 11:40:04 +00:00
}
2019-11-04 23:40:41 +00:00
# ifndef TRACY_NO_STATISTICS
void Worker : : ReconstructContextSwitchUsage ( )
{
2019-11-05 00:28:02 +00:00
assert ( m_data . cpuDataCount ! = 0 ) ;
const auto cpucnt = m_data . cpuDataCount ;
auto & vec = m_data . ctxUsage ;
vec . push_back ( ContextSwitchUsage ( 0 , 0 , 0 ) ) ;
struct Cpu
{
bool startDone ;
Vector < ContextSwitchCpu > : : iterator it ;
Vector < ContextSwitchCpu > : : iterator end ;
} ;
std : : vector < Cpu > cpus ;
cpus . reserve ( cpucnt ) ;
for ( int i = 0 ; i < cpucnt ; i + + )
{
cpus . emplace_back ( Cpu { false , m_data . cpuData [ i ] . cs . begin ( ) , m_data . cpuData [ i ] . cs . end ( ) } ) ;
}
uint8_t other = 0 ;
uint8_t own = 0 ;
for ( ; ; )
{
int64_t nextTime = std : : numeric_limits < int64_t > : : max ( ) ;
bool atEnd = true ;
for ( int i = 0 ; i < cpucnt ; i + + )
{
if ( cpus [ i ] . it ! = cpus [ i ] . end )
{
atEnd = false ;
const auto ct = ! cpus [ i ] . startDone ? cpus [ i ] . it - > Start ( ) : cpus [ i ] . it - > End ( ) ;
if ( ct < nextTime ) nextTime = ct ;
}
}
if ( atEnd ) break ;
for ( int i = 0 ; i < cpucnt ; i + + )
{
while ( cpus [ i ] . it ! = cpus [ i ] . end )
{
const auto ct = ! cpus [ i ] . startDone ? cpus [ i ] . it - > Start ( ) : cpus [ i ] . it - > End ( ) ;
if ( nextTime ! = ct ) break ;
const auto isOwn = GetPidFromTid ( DecompressThreadExternal ( cpus [ i ] . it - > Thread ( ) ) ) = = m_pid ;
if ( ! cpus [ i ] . startDone )
{
if ( isOwn )
{
own + + ;
assert ( own < = cpucnt ) ;
}
else
{
other + + ;
assert ( other < = cpucnt ) ;
}
2020-02-10 00:26:31 +00:00
if ( ! cpus [ i ] . it - > IsEndValid ( ) )
2019-11-05 00:28:02 +00:00
{
cpus [ i ] . it + + ;
assert ( cpus [ i ] . it = cpus [ i ] . end ) ;
}
else
{
cpus [ i ] . startDone = true ;
}
}
else
{
if ( isOwn )
{
assert ( own > 0 ) ;
own - - ;
}
else
{
assert ( other > 0 ) ;
other - - ;
}
cpus [ i ] . startDone = false ;
cpus [ i ] . it + + ;
}
}
}
const auto & back = vec . back ( ) ;
if ( back . Other ( ) ! = other | | back . Own ( ) ! = own )
{
vec . push_back ( ContextSwitchUsage ( nextTime , other , own ) ) ;
}
}
2019-11-04 23:40:41 +00:00
std : : lock_guard < std : : shared_mutex > lock ( m_data . lock ) ;
m_data . ctxUsageReady = true ;
}
2020-02-27 15:48:50 +00:00
2020-05-31 12:05:16 +00:00
bool Worker : : UpdateSampleStatistics ( uint32_t callstack , uint32_t count , bool canPostpone )
2020-02-27 15:48:50 +00:00
{
const auto & cs = GetCallstack ( callstack ) ;
const auto cssz = cs . size ( ) ;
2020-02-29 12:45:50 +00:00
auto frames = ( const CallstackFrameData * * ) alloca ( cssz * sizeof ( CallstackFrameData * ) ) ;
2020-03-28 17:04:33 +00:00
for ( uint16_t i = 0 ; i < cssz ; i + + )
2020-02-27 15:48:50 +00:00
{
2020-02-29 12:45:50 +00:00
auto frame = GetCallstackFrame ( cs [ i ] ) ;
if ( ! frame )
{
if ( canPostpone )
{
auto it = m_data . postponedSamples . find ( callstack ) ;
if ( it = = m_data . postponedSamples . end ( ) )
{
m_data . postponedSamples . emplace ( callstack , count ) ;
}
else
{
it - > second + = count ;
}
}
2020-05-31 12:05:16 +00:00
return false ;
2020-02-29 12:45:50 +00:00
}
else
{
frames [ i ] = frame ;
}
}
if ( canPostpone )
{
auto it = m_data . postponedSamples . find ( callstack ) ;
if ( it ! = m_data . postponedSamples . end ( ) )
{
count + = it - > second ;
m_data . postponedSamples . erase ( it ) ;
}
}
2020-02-29 15:24:15 +00:00
UpdateSampleStatisticsImpl ( frames , cssz , count , cs ) ;
2020-05-31 12:05:16 +00:00
return true ;
2020-02-29 12:45:50 +00:00
}
2020-02-29 13:12:04 +00:00
void Worker : : UpdateSampleStatisticsPostponed ( decltype ( Worker : : DataBlock : : postponedSamples . begin ( ) ) & it )
{
const auto & cs = GetCallstack ( it - > first ) ;
const auto cssz = cs . size ( ) ;
auto frames = ( const CallstackFrameData * * ) alloca ( cssz * sizeof ( CallstackFrameData * ) ) ;
2020-03-28 17:04:33 +00:00
for ( uint16_t i = 0 ; i < cssz ; i + + )
2020-02-29 13:12:04 +00:00
{
auto frame = GetCallstackFrame ( cs [ i ] ) ;
if ( ! frame )
{
+ + it ;
return ;
}
frames [ i ] = frame ;
}
2020-02-29 15:24:15 +00:00
UpdateSampleStatisticsImpl ( frames , cssz , it - > second , cs ) ;
2020-02-29 13:12:04 +00:00
it = m_data . postponedSamples . erase ( it ) ;
}
2020-03-28 17:04:33 +00:00
void Worker : : UpdateSampleStatisticsImpl ( const CallstackFrameData * * frames , uint16_t framesCount , uint32_t count , const VarArray < CallstackFrameId > & cs )
2020-02-29 12:45:50 +00:00
{
2020-02-29 15:24:15 +00:00
const auto fexcl = frames [ 0 ] ;
const auto fxsz = fexcl - > size ;
2020-02-29 15:41:22 +00:00
const auto & frame0 = fexcl - > data [ 0 ] ;
auto sym0 = m_data . symbolStats . find ( frame0 . symAddr ) ;
if ( sym0 = = m_data . symbolStats . end ( ) ) sym0 = m_data . symbolStats . emplace ( frame0 . symAddr , SymbolStats { 0 , 0 , unordered_flat_map < uint32_t , uint32_t > ( ) } ) . first ;
sym0 - > second . excl + = count ;
for ( uint8_t f = 1 ; f < fxsz ; f + + )
2020-02-29 12:45:50 +00:00
{
2020-02-29 15:41:22 +00:00
const auto & frame = fexcl - > data [ f ] ;
auto sym = m_data . symbolStats . find ( frame . symAddr ) ;
if ( sym = = m_data . symbolStats . end ( ) ) sym = m_data . symbolStats . emplace ( frame . symAddr , SymbolStats { 0 , 0 , unordered_flat_map < uint32_t , uint32_t > ( ) } ) . first ;
sym - > second . incl + = count ;
2020-02-27 15:48:50 +00:00
}
2020-03-28 17:04:33 +00:00
for ( uint16_t c = 1 ; c < framesCount ; c + + )
2020-02-27 15:48:50 +00:00
{
2020-02-29 12:45:50 +00:00
const auto fincl = frames [ c ] ;
const auto fsz = fincl - > size ;
for ( uint8_t f = 0 ; f < fsz ; f + + )
2020-02-27 15:48:50 +00:00
{
2020-02-29 12:45:50 +00:00
const auto & frame = fincl - > data [ f ] ;
auto sym = m_data . symbolStats . find ( frame . symAddr ) ;
2020-02-29 15:41:22 +00:00
if ( sym = = m_data . symbolStats . end ( ) ) sym = m_data . symbolStats . emplace ( frame . symAddr , SymbolStats { 0 , 0 , unordered_flat_map < uint32_t , uint32_t > ( ) } ) . first ;
2020-02-29 12:45:50 +00:00
sym - > second . incl + = count ;
2020-02-27 15:48:50 +00:00
}
}
2020-02-29 15:24:15 +00:00
CallstackFrameId parentFrameId ;
if ( fxsz ! = 1 )
{
auto cfdata = ( CallstackFrame * ) alloca ( ( fxsz - 1 ) * sizeof ( CallstackFrame ) ) ;
for ( int i = 0 ; i < fxsz - 1 ; i + + )
{
cfdata [ i ] = fexcl - > data [ i + 1 ] ;
}
CallstackFrameData cfd ;
cfd . data = cfdata ;
cfd . size = fxsz - 1 ;
cfd . imageName = fexcl - > imageName ;
auto it = m_data . revParentFrameMap . find ( & cfd ) ;
if ( it = = m_data . revParentFrameMap . end ( ) )
{
auto frame = m_slab . Alloc < CallstackFrame > ( fxsz - 1 ) ;
2020-04-14 00:22:14 +00:00
memcpy ( frame , cfdata , ( fxsz - 1 ) * sizeof ( CallstackFrame ) ) ;
2020-02-29 15:24:15 +00:00
auto frameData = m_slab . AllocInit < CallstackFrameData > ( ) ;
frameData - > data = frame ;
frameData - > size = fxsz - 1 ;
2020-03-01 00:27:21 +00:00
frameData - > imageName = fexcl - > imageName ;
2020-02-29 15:24:15 +00:00
parentFrameId . idx = m_callstackParentNextIdx + + ;
parentFrameId . sel = 0 ;
parentFrameId . custom = 1 ;
2020-02-29 18:49:33 +00:00
m_data . parentCallstackFrameMap . emplace ( parentFrameId , frameData ) ;
2020-02-29 15:24:15 +00:00
m_data . revParentFrameMap . emplace ( frameData , parentFrameId ) ;
}
else
{
parentFrameId = it - > second ;
}
}
const auto sz = framesCount - ( fxsz = = 1 ) ;
const auto memsize = sizeof ( VarArray < CallstackFrameId > ) + sz * sizeof ( CallstackFrameId ) ;
auto mem = ( char * ) m_slab . AllocRaw ( memsize ) ;
auto data = ( CallstackFrameId * ) mem ;
auto dst = data ;
if ( fxsz = = 1 )
{
for ( int i = 0 ; i < sz ; i + + )
{
* dst + + = cs [ i + 1 ] ;
}
}
else
{
* dst + + = parentFrameId ;
for ( int i = 1 ; i < sz ; i + + )
{
* dst + + = cs [ i ] ;
}
}
auto arr = ( VarArray < CallstackFrameId > * ) ( mem + sz * sizeof ( CallstackFrameId ) ) ;
new ( arr ) VarArray < CallstackFrameId > ( sz , data ) ;
uint32_t idx ;
auto it = m_data . parentCallstackMap . find ( arr ) ;
if ( it = = m_data . parentCallstackMap . end ( ) )
{
idx = m_data . parentCallstackPayload . size ( ) ;
m_data . parentCallstackMap . emplace ( arr , idx ) ;
m_data . parentCallstackPayload . push_back ( arr ) ;
}
else
{
idx = it - > second ;
m_slab . Unalloc ( memsize ) ;
}
2020-02-29 15:41:22 +00:00
2020-02-29 16:08:02 +00:00
sym0 = m_data . symbolStats . find ( frame0 . symAddr ) ;
2020-02-29 15:41:22 +00:00
auto sit = sym0 - > second . parents . find ( idx ) ;
if ( sit = = sym0 - > second . parents . end ( ) )
{
2020-02-29 16:58:17 +00:00
sym0 - > second . parents . emplace ( idx , count ) ;
2020-02-29 15:41:22 +00:00
}
else
{
2020-02-29 16:58:17 +00:00
sit - > second + = count ;
2020-02-29 15:41:22 +00:00
}
2020-02-27 15:48:50 +00:00
}
2019-11-04 23:40:41 +00:00
# endif
2020-02-12 19:59:36 +00:00
int64_t Worker : : ReadTimeline ( FileRead & f , ZoneEvent * zone , int64_t refTime , int32_t & childIdx )
2018-02-13 13:57:47 +00:00
{
2020-01-26 15:18:16 +00:00
uint32_t sz ;
2018-04-30 23:47:56 +00:00
f . Read ( sz ) ;
2020-02-12 19:59:36 +00:00
return ReadTimelineHaveSize ( f , zone , refTime , childIdx , sz ) ;
2020-02-12 01:14:21 +00:00
}
2020-02-12 19:59:36 +00:00
int64_t Worker : : ReadTimelineHaveSize ( FileRead & f , ZoneEvent * zone , int64_t refTime , int32_t & childIdx , uint32_t sz )
2020-02-12 01:14:21 +00:00
{
2018-07-22 14:05:50 +00:00
if ( sz = = 0 )
{
2019-09-30 23:05:37 +00:00
zone - > SetChild ( - 1 ) ;
2020-02-12 19:59:36 +00:00
return refTime ;
2018-07-22 14:05:50 +00:00
}
else
2018-03-15 21:54:10 +00:00
{
2019-11-02 11:38:07 +00:00
const auto idx = childIdx ;
childIdx + + ;
zone - > SetChild ( idx ) ;
2020-02-12 19:59:36 +00:00
return ReadTimeline ( f , m_data . zoneChildren [ idx ] , sz , refTime , childIdx ) ;
2018-03-15 21:54:10 +00:00
}
}
2018-02-13 13:57:47 +00:00
2020-01-26 14:57:55 +00:00
void Worker : : ReadTimelinePre063 ( FileRead & f , ZoneEvent * zone , int64_t & refTime , int32_t & childIdx , int fileVer )
2019-08-12 17:18:17 +00:00
{
uint64_t sz ;
f . Read ( sz ) ;
if ( sz = = 0 )
{
2019-09-30 23:05:37 +00:00
zone - > SetChild ( - 1 ) ;
2019-08-12 17:18:17 +00:00
}
else
{
2020-01-26 14:57:55 +00:00
if ( fileVer > = FileVersion ( 0 , 5 , 10 ) )
{
const auto idx = childIdx ;
childIdx + + ;
zone - > SetChild ( idx ) ;
ReadTimelinePre063 ( f , m_data . zoneChildren [ idx ] , sz , refTime , childIdx , fileVer ) ;
}
else
{
const auto child = m_data . zoneChildren . size ( ) ;
zone - > SetChild ( child ) ;
m_data . zoneChildren . push_back ( Vector < short_ptr < ZoneEvent > > ( ) ) ;
Vector < short_ptr < ZoneEvent > > tmp ;
ReadTimelinePre063 ( f , tmp , sz , refTime , childIdx , fileVer ) ;
m_data . zoneChildren [ child ] = std : : move ( tmp ) ;
}
2019-08-12 17:18:17 +00:00
}
}
2019-11-02 11:38:07 +00:00
void Worker : : ReadTimeline ( FileRead & f , GpuEvent * zone , int64_t & refTime , int64_t & refGpuTime , int32_t & childIdx )
2018-03-15 21:54:10 +00:00
{
uint64_t sz ;
2018-04-30 23:47:56 +00:00
f . Read ( sz ) ;
2020-02-12 01:14:21 +00:00
ReadTimelineHaveSize ( f , zone , refTime , refGpuTime , childIdx , sz ) ;
}
void Worker : : ReadTimelineHaveSize ( FileRead & f , GpuEvent * zone , int64_t & refTime , int64_t & refGpuTime , int32_t & childIdx , uint64_t sz )
{
2018-07-22 17:47:01 +00:00
if ( sz = = 0 )
2018-03-15 21:54:10 +00:00
{
2019-10-30 22:50:37 +00:00
zone - > SetChild ( - 1 ) ;
2018-07-22 17:47:01 +00:00
}
else
{
2019-11-02 11:38:07 +00:00
const auto idx = childIdx ;
childIdx + + ;
zone - > SetChild ( idx ) ;
ReadTimeline ( f , m_data . gpuChildren [ idx ] , sz , refTime , refGpuTime , childIdx ) ;
2018-03-15 21:54:10 +00:00
}
}
2018-03-15 20:27:36 +00:00
2019-11-02 11:38:07 +00:00
void Worker : : ReadTimelinePre0510 ( FileRead & f , GpuEvent * zone , int64_t & refTime , int64_t & refGpuTime , int fileVer )
2018-06-17 17:05:22 +00:00
{
uint64_t sz ;
f . Read ( sz ) ;
2018-07-22 17:47:01 +00:00
if ( sz = = 0 )
{
2019-10-30 22:50:37 +00:00
zone - > SetChild ( - 1 ) ;
2018-07-22 17:47:01 +00:00
}
else
2018-06-17 17:05:22 +00:00
{
2019-10-30 22:55:21 +00:00
const auto child = m_data . gpuChildren . size ( ) ;
zone - > SetChild ( child ) ;
2019-11-02 14:52:34 +00:00
m_data . gpuChildren . push_back ( Vector < short_ptr < GpuEvent > > ( ) ) ;
Vector < short_ptr < GpuEvent > > tmp ;
2019-11-02 11:38:07 +00:00
ReadTimelinePre0510 ( f , tmp , sz , refTime , refGpuTime , fileVer ) ;
2019-10-30 22:55:21 +00:00
m_data . gpuChildren [ child ] = std : : move ( tmp ) ;
2018-06-17 17:05:22 +00:00
}
}
2018-06-21 23:30:08 +00:00
# ifndef TRACY_NO_STATISTICS
2019-11-09 22:39:28 +00:00
void Worker : : ReconstructZoneStatistics ( ZoneEvent & zone , uint16_t thread )
2019-11-08 22:53:43 +00:00
{
2020-01-23 18:03:03 +00:00
assert ( zone . IsEndValid ( ) ) ;
auto timeSpan = zone . End ( ) - zone . Start ( ) ;
if ( timeSpan > 0 )
2018-06-21 23:30:08 +00:00
{
2020-01-23 18:03:03 +00:00
auto it = m_data . sourceLocationZones . find ( zone . SrcLoc ( ) ) ;
assert ( it ! = m_data . sourceLocationZones . end ( ) ) ;
auto & slz = it - > second ;
auto & ztd = slz . zones . push_next ( ) ;
ztd . SetZone ( & zone ) ;
ztd . SetThread ( thread ) ;
if ( slz . min > timeSpan ) slz . min = timeSpan ;
if ( slz . max < timeSpan ) slz . max = timeSpan ;
slz . total + = timeSpan ;
slz . sumSq + = double ( timeSpan ) * timeSpan ;
2020-01-24 01:17:38 +00:00
if ( zone . HasChildren ( ) )
2018-06-21 23:30:08 +00:00
{
2020-01-23 18:03:03 +00:00
auto & children = GetZoneChildren ( zone . Child ( ) ) ;
assert ( children . is_magic ( ) ) ;
auto & c = * ( Vector < ZoneEvent > * ) ( & children ) ;
for ( auto & v : c )
2018-06-21 23:30:08 +00:00
{
2020-01-23 18:03:03 +00:00
const auto childSpan = std : : max ( int64_t ( 0 ) , v . End ( ) - v . Start ( ) ) ;
timeSpan - = childSpan ;
2018-06-21 23:30:08 +00:00
}
}
2020-01-23 18:03:03 +00:00
if ( slz . selfMin > timeSpan ) slz . selfMin = timeSpan ;
if ( slz . selfMax < timeSpan ) slz . selfMax = timeSpan ;
slz . selfTotal + = timeSpan ;
2018-06-21 23:30:08 +00:00
}
2019-11-08 22:53:43 +00:00
}
2018-07-29 12:16:13 +00:00
# else
2019-11-08 22:53:43 +00:00
void Worker : : CountZoneStatistics ( ZoneEvent * zone )
{
2019-11-08 22:59:20 +00:00
auto cnt = GetSourceLocationZonesCnt ( zone - > SrcLoc ( ) ) ;
( * cnt ) + + ;
2018-06-21 23:30:08 +00:00
}
2019-11-08 22:53:43 +00:00
# endif
2018-06-21 23:30:08 +00:00
2020-02-12 19:59:36 +00:00
int64_t Worker : : ReadTimeline ( FileRead & f , Vector < short_ptr < ZoneEvent > > & _vec , uint32_t size , int64_t refTime , int32_t & childIdx )
2018-03-15 21:54:10 +00:00
{
assert ( size ! = 0 ) ;
2020-02-12 19:03:14 +00:00
const auto lp = s_loadProgress . subProgress . load ( std : : memory_order_relaxed ) ;
s_loadProgress . subProgress . store ( lp + size , std : : memory_order_relaxed ) ;
2019-11-09 22:34:05 +00:00
auto & vec = * ( Vector < ZoneEvent > * ) ( & _vec ) ;
vec . set_magic ( ) ;
2019-02-15 00:58:23 +00:00
vec . reserve_exact ( size , m_slab ) ;
2019-11-09 22:34:05 +00:00
auto zone = vec . begin ( ) ;
2020-02-13 17:11:54 +00:00
auto end = vec . end ( ) - 1 ;
int16_t srcloc ;
int64_t tstart , tend ;
uint32_t childSz , extra ;
f . Read4 ( srcloc , tstart , extra , childSz ) ;
while ( zone ! = end )
2018-02-13 13:57:47 +00:00
{
2020-02-11 23:36:42 +00:00
refTime + = tstart ;
2020-02-12 19:16:14 +00:00
zone - > SetStartSrcLoc ( refTime , srcloc ) ;
2020-02-13 17:11:54 +00:00
zone - > extra = extra ;
2020-02-12 19:59:36 +00:00
refTime = ReadTimelineHaveSize ( f , zone , refTime , childIdx , childSz ) ;
2020-02-13 17:11:54 +00:00
f . Read5 ( tend , srcloc , tstart , extra , childSz ) ;
2020-02-12 19:59:36 +00:00
refTime + = tend ;
zone - > SetEnd ( refTime ) ;
2019-03-13 00:46:05 +00:00
# ifdef TRACY_NO_STATISTICS
2019-11-08 22:53:43 +00:00
CountZoneStatistics ( zone ) ;
2019-03-13 00:46:05 +00:00
# endif
2020-02-13 17:11:54 +00:00
zone + + ;
2018-06-21 23:30:08 +00:00
}
2020-02-13 17:11:54 +00:00
refTime + = tstart ;
zone - > SetStartSrcLoc ( refTime , srcloc ) ;
zone - > extra = extra ;
refTime = ReadTimelineHaveSize ( f , zone , refTime , childIdx , childSz ) ;
f . Read ( tend ) ;
refTime + = tend ;
zone - > SetEnd ( refTime ) ;
# ifdef TRACY_NO_STATISTICS
CountZoneStatistics ( zone ) ;
# endif
2020-02-12 19:59:36 +00:00
return refTime ;
2018-06-21 23:30:08 +00:00
}
2018-03-18 22:37:07 +00:00
2020-01-26 14:57:55 +00:00
void Worker : : ReadTimelinePre063 ( FileRead & f , Vector < short_ptr < ZoneEvent > > & _vec , uint64_t size , int64_t & refTime , int32_t & childIdx , int fileVer )
2019-08-12 17:18:17 +00:00
{
2020-01-26 14:57:55 +00:00
assert ( fileVer < FileVersion ( 0 , 6 , 3 ) ) ;
2019-08-12 17:18:17 +00:00
assert ( size ! = 0 ) ;
2020-02-12 19:03:14 +00:00
const auto lp = s_loadProgress . subProgress . load ( std : : memory_order_relaxed ) ;
s_loadProgress . subProgress . store ( lp + size , std : : memory_order_relaxed ) ;
2019-11-09 22:34:05 +00:00
auto & vec = * ( Vector < ZoneEvent > * ) ( & _vec ) ;
vec . set_magic ( ) ;
2019-08-12 17:18:17 +00:00
vec . reserve_exact ( size , m_slab ) ;
2019-11-09 22:34:05 +00:00
auto zone = vec . begin ( ) ;
auto end = vec . end ( ) ;
2019-08-12 17:18:17 +00:00
do
{
2019-09-29 18:32:42 +00:00
if ( fileVer > = FileVersion ( 0 , 5 , 2 ) )
{
int16_t srcloc ;
f . Read ( srcloc ) ;
zone - > SetSrcLoc ( srcloc ) ;
2019-09-30 23:05:37 +00:00
f . Read ( & zone - > _end_child1 , sizeof ( zone - > _end_child1 ) ) ;
2019-09-29 18:32:42 +00:00
}
else
{
2019-09-30 23:05:37 +00:00
f . Read ( & zone - > _end_child1 , sizeof ( zone - > _end_child1 ) ) ;
2019-09-29 18:32:42 +00:00
int16_t srcloc ;
f . Read ( srcloc ) ;
zone - > SetSrcLoc ( srcloc ) ;
2019-11-21 20:48:35 +00:00
if ( fileVer = = FileVersion ( 0 , 5 , 0 ) )
2019-09-29 18:32:42 +00:00
{
f . Skip ( 4 ) ;
}
else
{
f . Skip ( 2 ) ;
}
}
2020-01-26 14:57:55 +00:00
ZoneExtra extra ;
2019-10-01 19:48:52 +00:00
if ( fileVer < = FileVersion ( 0 , 5 , 7 ) )
2019-08-15 15:42:26 +00:00
{
2019-10-01 19:48:52 +00:00
__StringIdxOld str ;
f . Read ( str ) ;
if ( str . active )
{
2020-01-26 14:57:55 +00:00
extra . text . SetIdx ( str . idx ) ;
2019-10-01 19:48:52 +00:00
}
else
{
2020-01-26 14:57:55 +00:00
new ( & extra . text ) StringIdx ( ) ;
2019-10-01 19:48:52 +00:00
}
2020-01-26 14:57:55 +00:00
f . Read ( extra . callstack ) ;
2019-10-01 19:48:52 +00:00
f . Skip ( 1 ) ;
f . Read ( str ) ;
if ( str . active )
{
2020-01-26 14:57:55 +00:00
extra . name . SetIdx ( str . idx ) ;
2019-10-01 19:48:52 +00:00
}
else
{
2020-01-26 14:57:55 +00:00
new ( & extra . name ) StringIdx ( ) ;
2019-10-01 19:48:52 +00:00
}
2019-08-15 15:42:26 +00:00
}
else
{
2020-01-26 14:57:55 +00:00
f . Read ( & extra . text , sizeof ( extra . text ) ) ;
f . Read ( & extra . callstack , sizeof ( extra . callstack ) ) ;
2019-11-02 11:38:07 +00:00
if ( fileVer < = FileVersion ( 0 , 5 , 8 ) )
{
f . Skip ( 1 ) ;
}
2020-01-26 14:57:55 +00:00
f . Read ( & extra . name , sizeof ( extra . name ) ) ;
}
zone - > extra = 0 ;
if ( extra . callstack . Val ( ) ! = 0 | | extra . name . Active ( ) | | extra . text . Active ( ) )
{
2020-02-20 22:39:40 +00:00
memcpy ( & AllocZoneExtra ( * zone ) , & extra , sizeof ( ZoneExtra ) ) ;
2019-08-15 15:42:26 +00:00
}
2019-09-30 23:05:37 +00:00
refTime + = zone - > _end_child1 ;
2019-08-15 19:30:37 +00:00
zone - > SetStart ( refTime - m_data . baseTime ) ;
2020-01-26 14:57:55 +00:00
ReadTimelinePre063 ( f , zone , refTime , childIdx , fileVer ) ;
2019-09-30 23:05:37 +00:00
int64_t end = ReadTimeOffset ( f , refTime ) ;
if ( end > = 0 ) end - = m_data . baseTime ;
zone - > SetEnd ( end ) ;
2019-08-12 17:18:17 +00:00
# ifdef TRACY_NO_STATISTICS
2019-11-08 22:53:43 +00:00
CountZoneStatistics ( zone ) ;
2019-08-12 17:18:17 +00:00
# endif
}
2019-11-09 22:34:05 +00:00
while ( + + zone ! = end ) ;
2019-08-12 17:18:17 +00:00
}
2019-11-10 00:36:13 +00:00
void Worker : : ReadTimeline ( FileRead & f , Vector < short_ptr < GpuEvent > > & _vec , uint64_t size , int64_t & refTime , int64_t & refGpuTime , int32_t & childIdx )
2018-02-13 13:57:47 +00:00
{
2018-03-15 21:54:10 +00:00
assert ( size ! = 0 ) ;
2020-02-12 19:03:14 +00:00
const auto lp = s_loadProgress . subProgress . load ( std : : memory_order_relaxed ) ;
s_loadProgress . subProgress . store ( lp + size , std : : memory_order_relaxed ) ;
2019-11-10 00:36:13 +00:00
auto & vec = * ( Vector < GpuEvent > * ) ( & _vec ) ;
vec . set_magic ( ) ;
2019-02-15 00:58:23 +00:00
vec . reserve_exact ( size , m_slab ) ;
2019-11-10 00:36:13 +00:00
auto zone = vec . begin ( ) ;
auto end = vec . end ( ) ;
2019-02-16 19:53:07 +00:00
do
2018-02-13 13:57:47 +00:00
{
2019-10-30 22:50:37 +00:00
int64_t tcpu , tgpu ;
2019-10-13 12:36:59 +00:00
int16_t srcloc ;
uint16_t thread ;
2020-02-12 01:14:21 +00:00
uint64_t childSz ;
f . Read6 ( tcpu , tgpu , srcloc , zone - > callstack , thread , childSz ) ;
2020-02-11 23:34:09 +00:00
zone - > SetSrcLoc ( srcloc ) ;
2019-10-13 12:36:59 +00:00
zone - > SetThread ( thread ) ;
2019-10-30 22:50:37 +00:00
refTime + = tcpu ;
refGpuTime + = tgpu ;
2019-10-13 12:36:59 +00:00
zone - > SetCpuStart ( refTime ) ;
2019-10-30 22:50:37 +00:00
zone - > SetGpuStart ( refGpuTime ) ;
2018-12-30 22:06:03 +00:00
2020-02-12 01:14:21 +00:00
ReadTimelineHaveSize ( f , zone , refTime , refGpuTime , childIdx , childSz ) ;
2018-12-30 22:06:03 +00:00
2019-10-30 22:50:37 +00:00
f . Read2 ( tcpu , tgpu ) ;
refTime + = tcpu ;
refGpuTime + = tgpu ;
zone - > SetCpuEnd ( refTime ) ;
zone - > SetGpuEnd ( refGpuTime ) ;
2018-02-13 13:57:47 +00:00
}
2019-11-10 00:36:13 +00:00
while ( + + zone ! = end ) ;
2018-02-13 13:57:47 +00:00
}
2019-11-10 00:36:13 +00:00
void Worker : : ReadTimelinePre0510 ( FileRead & f , Vector < short_ptr < GpuEvent > > & _vec , uint64_t size , int64_t & refTime , int64_t & refGpuTime , int fileVer )
2018-06-17 17:05:22 +00:00
{
assert ( size ! = 0 ) ;
2020-02-12 19:03:14 +00:00
const auto lp = s_loadProgress . subProgress . load ( std : : memory_order_relaxed ) ;
s_loadProgress . subProgress . store ( lp + size , std : : memory_order_relaxed ) ;
2019-11-10 00:36:13 +00:00
auto & vec = * ( Vector < GpuEvent > * ) ( & _vec ) ;
vec . set_magic ( ) ;
2019-02-15 00:58:23 +00:00
vec . reserve_exact ( size , m_slab ) ;
2019-11-10 00:36:13 +00:00
auto zone = vec . begin ( ) ;
auto end = vec . end ( ) ;
do
2018-06-17 17:05:22 +00:00
{
2019-11-21 20:48:35 +00:00
if ( fileVer < = FileVersion ( 0 , 5 , 1 ) )
2019-08-15 15:42:26 +00:00
{
2019-10-30 22:50:37 +00:00
int64_t tcpu , tgpu ;
f . Read2 ( tcpu , tgpu ) ;
2019-10-13 12:36:59 +00:00
int16_t srcloc ;
f . Read ( srcloc ) ;
zone - > SetSrcLoc ( srcloc ) ;
2019-08-15 15:42:26 +00:00
f . Skip ( 2 ) ;
f . Read ( zone - > callstack ) ;
2019-10-01 19:48:52 +00:00
f . Skip ( 1 ) ;
2019-10-13 12:36:59 +00:00
uint16_t thread ;
f . Read ( thread ) ;
zone - > SetThread ( thread ) ;
2019-10-30 22:50:37 +00:00
refTime + = tcpu ;
refGpuTime + = tgpu ;
tgpu = refGpuTime ;
if ( tgpu ! = std : : numeric_limits < int64_t > : : max ( ) ) tgpu - = m_data . baseTime ;
2019-10-13 12:36:59 +00:00
zone - > SetCpuStart ( refTime - m_data . baseTime ) ;
2019-10-30 22:50:37 +00:00
zone - > SetGpuStart ( tgpu ) ;
2019-08-15 15:42:26 +00:00
}
2019-10-01 19:48:52 +00:00
else
{
2019-10-30 22:50:37 +00:00
int64_t tcpu , tgpu ;
f . Read2 ( tcpu , tgpu ) ;
2019-10-13 12:36:59 +00:00
int16_t srcloc ;
f . Read ( srcloc ) ;
zone - > SetSrcLoc ( srcloc ) ;
2019-10-01 19:48:52 +00:00
f . Read ( & zone - > callstack , sizeof ( zone - > callstack ) ) ;
2019-11-02 11:38:07 +00:00
if ( fileVer < = FileVersion ( 0 , 5 , 8 ) )
{
f . Skip ( 1 ) ;
}
2019-10-13 12:36:59 +00:00
uint16_t thread ;
f . Read ( thread ) ;
zone - > SetThread ( thread ) ;
2019-10-30 22:50:37 +00:00
refTime + = tcpu ;
refGpuTime + = tgpu ;
2019-10-13 12:36:59 +00:00
zone - > SetCpuStart ( refTime ) ;
2019-10-30 22:50:37 +00:00
zone - > SetGpuStart ( refGpuTime ) ;
2019-10-01 19:48:52 +00:00
}
2019-11-02 11:38:07 +00:00
ReadTimelinePre0510 ( f , zone , refTime , refGpuTime , fileVer ) ;
2019-11-21 20:48:35 +00:00
int64_t cpuEnd = ReadTimeOffset ( f , refTime ) ;
if ( cpuEnd > 0 ) cpuEnd - = m_data . baseTime ;
zone - > SetCpuEnd ( cpuEnd ) ;
int64_t gpuEnd = ReadTimeOffset ( f , refGpuTime ) ;
if ( gpuEnd > 0 ) gpuEnd - = m_data . baseTime ;
zone - > SetGpuEnd ( gpuEnd ) ;
2018-06-17 17:05:22 +00:00
}
2019-11-10 00:36:13 +00:00
while ( + + zone ! = end ) ;
2018-06-17 17:05:22 +00:00
}
2019-08-01 21:14:09 +00:00
void Worker : : Disconnect ( )
{
Query ( ServerQueryDisconnect , 0 ) ;
m_disconnect = true ;
}
2018-02-13 13:57:47 +00:00
void Worker : : Write ( FileWrite & f )
{
2018-04-21 11:45:48 +00:00
f . Write ( FileHeader , sizeof ( FileHeader ) ) ;
2018-02-13 13:57:47 +00:00
f . Write ( & m_delay , sizeof ( m_delay ) ) ;
f . Write ( & m_resolution , sizeof ( m_resolution ) ) ;
f . Write ( & m_timerMul , sizeof ( m_timerMul ) ) ;
f . Write ( & m_data . lastTime , sizeof ( m_data . lastTime ) ) ;
2018-07-10 20:56:41 +00:00
f . Write ( & m_data . frameOffset , sizeof ( m_data . frameOffset ) ) ;
2019-08-17 20:19:04 +00:00
f . Write ( & m_pid , sizeof ( m_pid ) ) ;
2020-02-25 22:46:16 +00:00
f . Write ( & m_samplingPeriod , sizeof ( m_samplingPeriod ) ) ;
2020-03-25 20:48:24 +00:00
f . Write ( & m_data . cpuArch , sizeof ( m_data . cpuArch ) ) ;
2020-05-06 16:59:54 +00:00
f . Write ( & m_data . cpuId , sizeof ( m_data . cpuId ) ) ;
f . Write ( m_data . cpuManufacturer , 12 ) ;
2018-02-13 13:57:47 +00:00
uint64_t sz = m_captureName . size ( ) ;
f . Write ( & sz , sizeof ( sz ) ) ;
f . Write ( m_captureName . c_str ( ) , sz ) ;
2018-08-28 22:57:11 +00:00
sz = m_captureProgram . size ( ) ;
f . Write ( & sz , sizeof ( sz ) ) ;
f . Write ( m_captureProgram . c_str ( ) , sz ) ;
f . Write ( & m_captureTime , sizeof ( m_captureTime ) ) ;
2018-08-19 16:28:48 +00:00
sz = m_hostInfo . size ( ) ;
f . Write ( & sz , sizeof ( sz ) ) ;
f . Write ( m_hostInfo . c_str ( ) , sz ) ;
2019-11-29 21:41:41 +00:00
sz = m_data . cpuTopology . size ( ) ;
f . Write ( & sz , sizeof ( sz ) ) ;
for ( auto & package : m_data . cpuTopology )
{
sz = package . second . size ( ) ;
f . Write ( & package . first , sizeof ( package . first ) ) ;
f . Write ( & sz , sizeof ( sz ) ) ;
for ( auto & core : package . second )
{
sz = core . second . size ( ) ;
f . Write ( & core . first , sizeof ( core . first ) ) ;
f . Write ( & sz , sizeof ( sz ) ) ;
for ( auto & thread : core . second )
{
f . Write ( & thread , sizeof ( thread ) ) ;
}
}
}
2019-03-26 20:41:44 +00:00
f . Write ( & m_data . crashEvent , sizeof ( m_data . crashEvent ) ) ;
2018-08-20 00:27:24 +00:00
2018-08-04 17:47:09 +00:00
sz = m_data . frames . Data ( ) . size ( ) ;
2018-02-13 13:57:47 +00:00
f . Write ( & sz , sizeof ( sz ) ) ;
2018-08-04 17:47:09 +00:00
for ( auto & fd : m_data . frames . Data ( ) )
{
2018-12-30 22:06:03 +00:00
int64_t refTime = 0 ;
2018-08-04 17:47:09 +00:00
f . Write ( & fd - > name , sizeof ( fd - > name ) ) ;
2018-08-05 00:09:59 +00:00
f . Write ( & fd - > continuous , sizeof ( fd - > continuous ) ) ;
2018-08-04 17:47:09 +00:00
sz = fd - > frames . size ( ) ;
f . Write ( & sz , sizeof ( sz ) ) ;
2018-08-05 00:09:59 +00:00
if ( fd - > continuous )
{
for ( auto & fe : fd - > frames )
{
2018-12-30 22:06:03 +00:00
WriteTimeOffset ( f , refTime , fe . start ) ;
2019-06-06 21:08:19 +00:00
f . Write ( & fe . frameImage , sizeof ( fe . frameImage ) ) ;
2018-08-05 00:09:59 +00:00
}
}
else
{
2018-12-30 22:06:03 +00:00
for ( auto & fe : fd - > frames )
{
WriteTimeOffset ( f , refTime , fe . start ) ;
WriteTimeOffset ( f , refTime , fe . end ) ;
2019-06-06 21:08:19 +00:00
f . Write ( & fe . frameImage , sizeof ( fe . frameImage ) ) ;
2018-12-30 22:06:03 +00:00
}
2018-08-05 00:09:59 +00:00
}
2018-08-04 17:47:09 +00:00
}
2018-02-13 13:57:47 +00:00
sz = m_data . stringData . size ( ) ;
f . Write ( & sz , sizeof ( sz ) ) ;
for ( auto & v : m_data . stringData )
{
uint64_t ptr = ( uint64_t ) v ;
f . Write ( & ptr , sizeof ( ptr ) ) ;
sz = strlen ( v ) ;
f . Write ( & sz , sizeof ( sz ) ) ;
f . Write ( v , sz ) ;
}
sz = m_data . strings . size ( ) ;
f . Write ( & sz , sizeof ( sz ) ) ;
for ( auto & v : m_data . strings )
{
f . Write ( & v . first , sizeof ( v . first ) ) ;
uint64_t ptr = ( uint64_t ) v . second ;
f . Write ( & ptr , sizeof ( ptr ) ) ;
}
sz = m_data . threadNames . size ( ) ;
f . Write ( & sz , sizeof ( sz ) ) ;
for ( auto & v : m_data . threadNames )
{
f . Write ( & v . first , sizeof ( v . first ) ) ;
uint64_t ptr = ( uint64_t ) v . second ;
f . Write ( & ptr , sizeof ( ptr ) ) ;
}
2019-08-16 17:24:38 +00:00
sz = m_data . externalNames . size ( ) ;
f . Write ( & sz , sizeof ( sz ) ) ;
for ( auto & v : m_data . externalNames )
{
f . Write ( & v . first , sizeof ( v . first ) ) ;
2019-08-16 17:49:16 +00:00
uint64_t ptr = ( uint64_t ) v . second . first ;
f . Write ( & ptr , sizeof ( ptr ) ) ;
ptr = ( uint64_t ) v . second . second ;
2019-08-16 17:24:38 +00:00
f . Write ( & ptr , sizeof ( ptr ) ) ;
}
2019-08-19 20:56:02 +00:00
m_data . localThreadCompress . Save ( f ) ;
2019-08-19 21:09:58 +00:00
m_data . externalThreadCompress . Save ( f ) ;
2018-07-29 13:19:44 +00:00
2018-02-13 13:57:47 +00:00
sz = m_data . sourceLocation . size ( ) ;
f . Write ( & sz , sizeof ( sz ) ) ;
for ( auto & v : m_data . sourceLocation )
{
f . Write ( & v . first , sizeof ( v . first ) ) ;
2019-11-01 19:17:25 +00:00
f . Write ( & v . second , sizeof ( SourceLocationBase ) ) ;
2018-02-13 13:57:47 +00:00
}
sz = m_data . sourceLocationExpand . size ( ) ;
f . Write ( & sz , sizeof ( sz ) ) ;
for ( auto & v : m_data . sourceLocationExpand )
{
f . Write ( & v , sizeof ( v ) ) ;
}
sz = m_data . sourceLocationPayload . size ( ) ;
f . Write ( & sz , sizeof ( sz ) ) ;
for ( auto & v : m_data . sourceLocationPayload )
{
2019-11-02 13:28:59 +00:00
f . Write ( v , sizeof ( SourceLocationBase ) ) ;
2018-02-13 13:57:47 +00:00
}
2018-07-29 12:58:01 +00:00
# ifndef TRACY_NO_STATISTICS
sz = m_data . sourceLocationZones . size ( ) ;
f . Write ( & sz , sizeof ( sz ) ) ;
for ( auto & v : m_data . sourceLocationZones )
{
2019-08-15 15:42:26 +00:00
int16_t id = v . first ;
2018-07-29 12:58:01 +00:00
uint64_t cnt = v . second . zones . size ( ) ;
f . Write ( & id , sizeof ( id ) ) ;
f . Write ( & cnt , sizeof ( cnt ) ) ;
}
# else
sz = m_data . sourceLocationZonesCnt . size ( ) ;
f . Write ( & sz , sizeof ( sz ) ) ;
for ( auto & v : m_data . sourceLocationZonesCnt )
{
2019-08-15 15:42:26 +00:00
int16_t id = v . first ;
2018-07-29 12:58:01 +00:00
uint64_t cnt = v . second ;
f . Write ( & id , sizeof ( id ) ) ;
f . Write ( & cnt , sizeof ( cnt ) ) ;
}
# endif
2018-02-13 13:57:47 +00:00
sz = m_data . lockMap . size ( ) ;
f . Write ( & sz , sizeof ( sz ) ) ;
for ( auto & v : m_data . lockMap )
{
f . Write ( & v . first , sizeof ( v . first ) ) ;
2020-03-08 12:47:38 +00:00
f . Write ( & v . second - > customName , sizeof ( v . second - > customName ) ) ;
2019-03-16 01:09:50 +00:00
f . Write ( & v . second - > srcloc , sizeof ( v . second - > srcloc ) ) ;
f . Write ( & v . second - > type , sizeof ( v . second - > type ) ) ;
f . Write ( & v . second - > valid , sizeof ( v . second - > valid ) ) ;
f . Write ( & v . second - > timeAnnounce , sizeof ( v . second - > timeAnnounce ) ) ;
f . Write ( & v . second - > timeTerminate , sizeof ( v . second - > timeTerminate ) ) ;
sz = v . second - > threadList . size ( ) ;
2018-02-13 13:57:47 +00:00
f . Write ( & sz , sizeof ( sz ) ) ;
2019-03-16 01:09:50 +00:00
for ( auto & t : v . second - > threadList )
2018-02-13 13:57:47 +00:00
{
f . Write ( & t , sizeof ( t ) ) ;
}
2019-03-16 01:09:50 +00:00
int64_t refTime = v . second - > timeAnnounce ;
sz = v . second - > timeline . size ( ) ;
2018-02-13 13:57:47 +00:00
f . Write ( & sz , sizeof ( sz ) ) ;
2019-03-16 01:09:50 +00:00
for ( auto & lev : v . second - > timeline )
2018-02-13 13:57:47 +00:00
{
2019-08-15 18:39:16 +00:00
WriteTimeOffset ( f , refTime , lev . ptr - > Time ( ) ) ;
const int16_t srcloc = lev . ptr - > SrcLoc ( ) ;
f . Write ( & srcloc , sizeof ( srcloc ) ) ;
2019-03-16 13:18:43 +00:00
f . Write ( & lev . ptr - > thread , sizeof ( lev . ptr - > thread ) ) ;
f . Write ( & lev . ptr - > type , sizeof ( lev . ptr - > type ) ) ;
2018-02-13 13:57:47 +00:00
}
}
{
2018-12-30 22:06:03 +00:00
int64_t refTime = 0 ;
sz = m_data . messages . size ( ) ;
f . Write ( & sz , sizeof ( sz ) ) ;
for ( auto & v : m_data . messages )
{
2019-11-02 15:32:42 +00:00
const auto ptr = ( uint64_t ) ( MessageData * ) v ;
2018-12-30 22:06:03 +00:00
f . Write ( & ptr , sizeof ( ptr ) ) ;
WriteTimeOffset ( f , refTime , v - > time ) ;
f . Write ( & v - > ref , sizeof ( v - > ref ) ) ;
2019-05-10 18:32:47 +00:00
f . Write ( & v - > color , sizeof ( v - > color ) ) ;
2019-11-14 23:42:44 +00:00
f . Write ( & v - > callstack , sizeof ( v - > callstack ) ) ;
2018-12-30 22:06:03 +00:00
}
2018-02-13 13:57:47 +00:00
}
2020-01-26 14:57:55 +00:00
sz = m_data . zoneExtra . size ( ) ;
f . Write ( & sz , sizeof ( sz ) ) ;
f . Write ( m_data . zoneExtra . data ( ) , sz * sizeof ( ZoneExtra ) ) ;
2019-03-27 00:46:54 +00:00
sz = 0 ;
for ( auto & v : m_data . threads ) sz + = v - > count ;
f . Write ( & sz , sizeof ( sz ) ) ;
2019-11-02 11:38:07 +00:00
sz = m_data . zoneChildren . size ( ) ;
f . Write ( & sz , sizeof ( sz ) ) ;
2018-02-13 13:57:47 +00:00
sz = m_data . threads . size ( ) ;
f . Write ( & sz , sizeof ( sz ) ) ;
for ( auto & thread : m_data . threads )
{
2018-12-30 22:06:03 +00:00
int64_t refTime = 0 ;
2018-02-13 13:57:47 +00:00
f . Write ( & thread - > id , sizeof ( thread - > id ) ) ;
f . Write ( & thread - > count , sizeof ( thread - > count ) ) ;
2018-12-30 22:06:03 +00:00
WriteTimeline ( f , thread - > timeline , refTime ) ;
2018-02-13 13:57:47 +00:00
sz = thread - > messages . size ( ) ;
f . Write ( & sz , sizeof ( sz ) ) ;
for ( auto & v : thread - > messages )
{
2019-11-02 15:17:20 +00:00
auto ptr = uint64_t ( ( MessageData * ) v ) ;
2018-02-13 13:57:47 +00:00
f . Write ( & ptr , sizeof ( ptr ) ) ;
}
2020-02-22 16:13:53 +00:00
sz = thread - > samples . size ( ) ;
f . Write ( & sz , sizeof ( sz ) ) ;
refTime = 0 ;
for ( auto & v : thread - > samples )
{
WriteTimeOffset ( f , refTime , v . time . Val ( ) ) ;
f . Write ( & v . callstack , sizeof ( v . callstack ) ) ;
}
2018-02-13 13:57:47 +00:00
}
2019-03-27 00:46:54 +00:00
sz = 0 ;
for ( auto & v : m_data . gpuData ) sz + = v - > count ;
f . Write ( & sz , sizeof ( sz ) ) ;
2019-11-02 11:38:07 +00:00
sz = m_data . gpuChildren . size ( ) ;
f . Write ( & sz , sizeof ( sz ) ) ;
2018-02-13 13:57:47 +00:00
sz = m_data . gpuData . size ( ) ;
f . Write ( & sz , sizeof ( sz ) ) ;
for ( auto & ctx : m_data . gpuData )
{
f . Write ( & ctx - > thread , sizeof ( ctx - > thread ) ) ;
f . Write ( & ctx - > accuracyBits , sizeof ( ctx - > accuracyBits ) ) ;
f . Write ( & ctx - > count , sizeof ( ctx - > count ) ) ;
2018-06-17 16:27:16 +00:00
f . Write ( & ctx - > period , sizeof ( ctx - > period ) ) ;
2020-05-27 16:16:53 +00:00
f . Write ( & ctx - > type , sizeof ( ctx - > type ) ) ;
2019-09-23 15:27:49 +00:00
sz = ctx - > threadData . size ( ) ;
f . Write ( & sz , sizeof ( sz ) ) ;
for ( auto & td : ctx - > threadData )
{
int64_t refTime = 0 ;
int64_t refGpuTime = 0 ;
uint64_t tid = td . first ;
f . Write ( & tid , sizeof ( tid ) ) ;
WriteTimeline ( f , td . second . timeline , refTime , refGpuTime ) ;
}
2018-02-13 13:57:47 +00:00
}
2018-08-04 14:33:03 +00:00
sz = m_data . plots . Data ( ) . size ( ) ;
2019-02-21 21:53:26 +00:00
for ( auto & plot : m_data . plots . Data ( ) ) { if ( plot - > type = = PlotType : : Memory ) sz - - ; }
2018-02-13 13:57:47 +00:00
f . Write ( & sz , sizeof ( sz ) ) ;
2018-08-04 14:33:03 +00:00
for ( auto & plot : m_data . plots . Data ( ) )
2018-02-13 13:57:47 +00:00
{
2019-02-21 21:53:26 +00:00
if ( plot - > type = = PlotType : : Memory ) continue ;
f . Write ( & plot - > type , sizeof ( plot - > type ) ) ;
2019-11-05 17:02:08 +00:00
f . Write ( & plot - > format , sizeof ( plot - > format ) ) ;
2018-02-13 13:57:47 +00:00
f . Write ( & plot - > name , sizeof ( plot - > name ) ) ;
f . Write ( & plot - > min , sizeof ( plot - > min ) ) ;
f . Write ( & plot - > max , sizeof ( plot - > max ) ) ;
2018-12-30 22:06:03 +00:00
int64_t refTime = 0 ;
2018-02-13 13:57:47 +00:00
sz = plot - > data . size ( ) ;
f . Write ( & sz , sizeof ( sz ) ) ;
2018-12-30 22:06:03 +00:00
for ( auto & v : plot - > data )
{
2019-11-03 13:50:11 +00:00
WriteTimeOffset ( f , refTime , v . time . Val ( ) ) ;
2018-12-30 22:06:03 +00:00
f . Write ( & v . val , sizeof ( v . val ) ) ;
}
2018-02-13 13:57:47 +00:00
}
2018-04-02 00:05:16 +00:00
{
2018-12-30 22:06:03 +00:00
int64_t refTime = 0 ;
sz = m_data . memory . data . size ( ) ;
f . Write ( & sz , sizeof ( sz ) ) ;
sz = m_data . memory . active . size ( ) ;
f . Write ( & sz , sizeof ( sz ) ) ;
sz = m_data . memory . frees . size ( ) ;
f . Write ( & sz , sizeof ( sz ) ) ;
for ( auto & mem : m_data . memory . data )
{
2019-10-30 21:01:13 +00:00
const auto ptr = mem . Ptr ( ) ;
const auto size = mem . Size ( ) ;
const Int24 csAlloc = mem . CsAlloc ( ) ;
f . Write ( & ptr , sizeof ( ptr ) ) ;
f . Write ( & size , sizeof ( size ) ) ;
f . Write ( & csAlloc , sizeof ( csAlloc ) ) ;
2018-12-30 22:06:03 +00:00
f . Write ( & mem . csFree , sizeof ( mem . csFree ) ) ;
2019-08-15 20:56:55 +00:00
int64_t timeAlloc = mem . TimeAlloc ( ) ;
uint16_t threadAlloc = mem . ThreadAlloc ( ) ;
int64_t timeFree = mem . TimeFree ( ) ;
uint16_t threadFree = mem . ThreadFree ( ) ;
WriteTimeOffset ( f , refTime , timeAlloc ) ;
int64_t freeOffset = timeFree < 0 ? timeFree : timeFree - timeAlloc ;
f . Write ( & freeOffset , sizeof ( freeOffset ) ) ;
f . Write ( & threadAlloc , sizeof ( threadAlloc ) ) ;
f . Write ( & threadFree , sizeof ( threadFree ) ) ;
2018-12-30 22:06:03 +00:00
}
f . Write ( & m_data . memory . high , sizeof ( m_data . memory . high ) ) ;
f . Write ( & m_data . memory . low , sizeof ( m_data . memory . low ) ) ;
f . Write ( & m_data . memory . usage , sizeof ( m_data . memory . usage ) ) ;
2018-04-02 00:05:16 +00:00
}
2018-06-19 19:39:52 +00:00
2018-06-19 19:52:54 +00:00
sz = m_data . callstackPayload . size ( ) - 1 ;
2018-06-19 19:39:52 +00:00
f . Write ( & sz , sizeof ( sz ) ) ;
2018-06-19 23:54:27 +00:00
for ( size_t i = 1 ; i < = sz ; i + + )
2018-06-19 19:39:52 +00:00
{
2018-06-19 19:52:54 +00:00
auto cs = m_data . callstackPayload [ i ] ;
2020-03-28 17:04:33 +00:00
uint16_t csz = cs - > size ( ) ;
2018-06-19 19:39:52 +00:00
f . Write ( & csz , sizeof ( csz ) ) ;
2019-03-03 15:50:18 +00:00
f . Write ( cs - > data ( ) , sizeof ( CallstackFrameId ) * csz ) ;
2018-06-19 19:39:52 +00:00
}
2018-06-19 23:59:25 +00:00
sz = m_data . callstackFrameMap . size ( ) ;
f . Write ( & sz , sizeof ( sz ) ) ;
for ( auto & frame : m_data . callstackFrameMap )
{
2019-03-03 15:50:18 +00:00
f . Write ( & frame . first , sizeof ( CallstackFrameId ) ) ;
2019-01-20 18:11:48 +00:00
f . Write ( & frame . second - > size , sizeof ( frame . second - > size ) ) ;
2020-02-25 23:55:43 +00:00
f . Write ( & frame . second - > imageName , sizeof ( frame . second - > imageName ) ) ;
2019-01-20 18:11:48 +00:00
f . Write ( frame . second - > data , sizeof ( CallstackFrame ) * frame . second - > size ) ;
2018-06-19 23:59:25 +00:00
}
2019-06-06 21:08:19 +00:00
2019-07-12 16:45:35 +00:00
sz = m_data . appInfo . size ( ) ;
f . Write ( & sz , sizeof ( sz ) ) ;
2019-12-19 16:30:37 +00:00
if ( sz ! = 0 ) f . Write ( m_data . appInfo . data ( ) , sizeof ( m_data . appInfo [ 0 ] ) * sz ) ;
2019-07-12 16:45:35 +00:00
2019-06-06 21:08:19 +00:00
{
2020-04-14 18:07:30 +00:00
TextureCompression texcomp ;
sz = m_data . frameImage . size ( ) ;
f . Write ( & sz , sizeof ( sz ) ) ;
for ( auto & fi : m_data . frameImage )
{
f . Write ( & fi - > w , sizeof ( fi - > w ) ) ;
f . Write ( & fi - > h , sizeof ( fi - > h ) ) ;
f . Write ( & fi - > flip , sizeof ( fi - > flip ) ) ;
const auto image = texcomp . Unpack ( * fi ) ;
f . Write ( image , fi - > w * fi - > h / 2 ) ;
}
2019-06-06 21:08:19 +00:00
}
2019-08-12 22:56:57 +00:00
// Only save context switches relevant to active threads.
2020-01-28 20:49:36 +00:00
std : : vector < unordered_flat_map < uint64_t , ContextSwitch * > : : const_iterator > ctxValid ;
2019-08-12 22:56:57 +00:00
ctxValid . reserve ( m_data . ctxSwitch . size ( ) ) ;
for ( auto it = m_data . ctxSwitch . begin ( ) ; it ! = m_data . ctxSwitch . end ( ) ; + + it )
{
2020-03-30 21:41:21 +00:00
auto td = RetrieveThread ( it - > first ) ;
2020-03-31 00:20:34 +00:00
if ( td & & ( td - > count > 0 | | ! td - > samples . empty ( ) ) )
2019-08-12 22:56:57 +00:00
{
ctxValid . emplace_back ( it ) ;
}
}
sz = ctxValid . size ( ) ;
f . Write ( & sz , sizeof ( sz ) ) ;
for ( auto & ctx : ctxValid )
{
f . Write ( & ctx - > first , sizeof ( ctx - > first ) ) ;
sz = ctx - > second - > v . size ( ) ;
f . Write ( & sz , sizeof ( sz ) ) ;
int64_t refTime = 0 ;
for ( auto & cs : ctx - > second - > v )
{
2019-10-30 21:25:46 +00:00
WriteTimeOffset ( f , refTime , cs . WakeupVal ( ) ) ;
2019-08-15 21:53:47 +00:00
WriteTimeOffset ( f , refTime , cs . Start ( ) ) ;
WriteTimeOffset ( f , refTime , cs . End ( ) ) ;
uint8_t cpu = cs . Cpu ( ) ;
int8_t reason = cs . Reason ( ) ;
int8_t state = cs . State ( ) ;
f . Write ( & cpu , sizeof ( cpu ) ) ;
f . Write ( & reason , sizeof ( reason ) ) ;
f . Write ( & state , sizeof ( state ) ) ;
2019-08-12 22:56:57 +00:00
}
}
2019-08-16 14:51:02 +00:00
sz = GetContextSwitchPerCpuCount ( ) ;
f . Write ( & sz , sizeof ( sz ) ) ;
for ( int i = 0 ; i < 256 ; i + + )
{
sz = m_data . cpuData [ i ] . cs . size ( ) ;
f . Write ( & sz , sizeof ( sz ) ) ;
int64_t refTime = 0 ;
for ( auto & cx : m_data . cpuData [ i ] . cs )
{
WriteTimeOffset ( f , refTime , cx . Start ( ) ) ;
WriteTimeOffset ( f , refTime , cx . End ( ) ) ;
2019-08-19 21:09:58 +00:00
uint16_t thread = cx . Thread ( ) ;
2019-08-16 14:51:02 +00:00
f . Write ( & thread , sizeof ( thread ) ) ;
}
}
2019-08-17 20:36:21 +00:00
sz = m_data . tidToPid . size ( ) ;
f . Write ( & sz , sizeof ( sz ) ) ;
for ( auto & v : m_data . tidToPid )
{
f . Write ( & v . first , sizeof ( v . first ) ) ;
f . Write ( & v . second , sizeof ( v . second ) ) ;
}
2019-08-17 23:53:38 +00:00
sz = m_data . cpuThreadData . size ( ) ;
f . Write ( & sz , sizeof ( sz ) ) ;
for ( auto & v : m_data . cpuThreadData )
{
f . Write ( & v . first , sizeof ( v . first ) ) ;
f . Write ( & v . second , sizeof ( v . second ) ) ;
}
2020-02-26 21:53:18 +00:00
2020-04-08 10:49:58 +00:00
sz = m_data . symbolLoc . size ( ) ;
f . Write ( & sz , sizeof ( sz ) ) ;
sz = m_data . symbolLocInline . size ( ) ;
f . Write ( & sz , sizeof ( sz ) ) ;
2020-02-26 21:53:18 +00:00
sz = m_data . symbolMap . size ( ) ;
f . Write ( & sz , sizeof ( sz ) ) ;
for ( auto & v : m_data . symbolMap )
{
f . Write ( & v . first , sizeof ( v . first ) ) ;
f . Write ( & v . second , sizeof ( v . second ) ) ;
}
2020-03-25 19:52:59 +00:00
sz = m_data . symbolCode . size ( ) ;
f . Write ( & sz , sizeof ( sz ) ) ;
for ( auto & v : m_data . symbolCode )
{
f . Write ( & v . first , sizeof ( v . first ) ) ;
f . Write ( & v . second . len , sizeof ( v . second . len ) ) ;
2020-03-25 21:50:13 +00:00
f . Write ( v . second . data , v . second . len ) ;
2020-03-25 19:52:59 +00:00
}
2020-04-02 10:12:10 +00:00
sz = m_data . locationCodeAddressList . size ( ) ;
f . Write ( & sz , sizeof ( sz ) ) ;
for ( auto & v : m_data . locationCodeAddressList )
{
f . Write ( & v . first , sizeof ( v . first ) ) ;
uint16_t lsz = uint16_t ( v . second . size ( ) ) ;
f . Write ( & lsz , sizeof ( lsz ) ) ;
uint64_t ref = 0 ;
const uint64_t * ptr = v . second . data ( ) ;
for ( uint16_t i = 0 ; i < lsz ; i + + )
{
uint64_t diff = * ptr + + - ref ;
ref + = diff ;
f . Write ( & diff , sizeof ( diff ) ) ;
}
}
2020-05-23 13:43:42 +00:00
sz = m_data . sourceFileCache . size ( ) ;
f . Write ( & sz , sizeof ( sz ) ) ;
for ( auto & v : m_data . sourceFileCache )
{
uint32_t s32 = strlen ( v . first ) ;
f . Write ( & s32 , sizeof ( s32 ) ) ;
f . Write ( v . first , s32 ) ;
f . Write ( & v . second . len , sizeof ( v . second . len ) ) ;
f . Write ( v . second . data , v . second . len ) ;
}
2018-02-13 13:57:47 +00:00
}
2019-11-02 15:17:20 +00:00
void Worker : : WriteTimeline ( FileWrite & f , const Vector < short_ptr < ZoneEvent > > & vec , int64_t & refTime )
2018-02-13 13:57:47 +00:00
{
2020-01-26 15:18:16 +00:00
uint32_t sz = uint32_t ( vec . size ( ) ) ;
2018-02-13 13:57:47 +00:00
f . Write ( & sz , sizeof ( sz ) ) ;
2019-11-10 15:34:38 +00:00
if ( vec . is_magic ( ) )
{
WriteTimelineImpl < VectorAdapterDirect < ZoneEvent > > ( f , * ( Vector < ZoneEvent > * ) ( & vec ) , refTime ) ;
}
else
{
WriteTimelineImpl < VectorAdapterPointer < ZoneEvent > > ( f , vec , refTime ) ;
}
}
2018-02-13 13:57:47 +00:00
2019-11-10 15:34:38 +00:00
template < typename Adapter , typename V >
void Worker : : WriteTimelineImpl ( FileWrite & f , const V & vec , int64_t & refTime )
{
Adapter a ;
for ( auto & val : vec )
2018-02-13 13:57:47 +00:00
{
2019-11-10 15:34:38 +00:00
auto & v = a ( val ) ;
int16_t srcloc = v . SrcLoc ( ) ;
2019-08-15 18:12:09 +00:00
f . Write ( & srcloc , sizeof ( srcloc ) ) ;
2019-11-10 15:34:38 +00:00
int64_t start = v . Start ( ) ;
2019-08-15 18:12:09 +00:00
WriteTimeOffset ( f , refTime , start ) ;
2020-01-26 14:57:55 +00:00
f . Write ( & v . extra , sizeof ( v . extra ) ) ;
2020-02-20 23:36:45 +00:00
if ( ! v . HasChildren ( ) )
2018-07-22 14:05:50 +00:00
{
2020-01-26 15:18:16 +00:00
const uint32_t sz = 0 ;
2018-07-22 14:05:50 +00:00
f . Write ( & sz , sizeof ( sz ) ) ;
}
else
{
2019-11-10 15:34:38 +00:00
WriteTimeline ( f , GetZoneChildren ( v . Child ( ) ) , refTime ) ;
2018-07-22 14:05:50 +00:00
}
2019-11-10 15:34:38 +00:00
WriteTimeOffset ( f , refTime , v . End ( ) ) ;
2018-02-13 13:57:47 +00:00
}
}
2019-11-02 14:52:34 +00:00
void Worker : : WriteTimeline ( FileWrite & f , const Vector < short_ptr < GpuEvent > > & vec , int64_t & refTime , int64_t & refGpuTime )
2018-02-13 13:57:47 +00:00
{
uint64_t sz = vec . size ( ) ;
f . Write ( & sz , sizeof ( sz ) ) ;
2019-11-10 15:34:38 +00:00
if ( vec . is_magic ( ) )
{
WriteTimelineImpl < VectorAdapterDirect < GpuEvent > > ( f , * ( Vector < GpuEvent > * ) ( & vec ) , refTime , refGpuTime ) ;
}
else
{
WriteTimelineImpl < VectorAdapterPointer < GpuEvent > > ( f , vec , refTime , refGpuTime ) ;
}
}
2018-02-13 13:57:47 +00:00
2019-11-10 15:34:38 +00:00
template < typename Adapter , typename V >
void Worker : : WriteTimelineImpl ( FileWrite & f , const V & vec , int64_t & refTime , int64_t & refGpuTime )
{
Adapter a ;
for ( auto & val : vec )
2018-02-13 13:57:47 +00:00
{
2019-11-10 15:34:38 +00:00
auto & v = a ( val ) ;
WriteTimeOffset ( f , refTime , v . CpuStart ( ) ) ;
WriteTimeOffset ( f , refGpuTime , v . GpuStart ( ) ) ;
const int16_t srcloc = v . SrcLoc ( ) ;
2019-10-13 12:36:59 +00:00
f . Write ( & srcloc , sizeof ( srcloc ) ) ;
2019-11-10 15:34:38 +00:00
f . Write ( & v . callstack , sizeof ( v . callstack ) ) ;
const uint16_t thread = v . Thread ( ) ;
2019-10-13 12:36:59 +00:00
f . Write ( & thread , sizeof ( thread ) ) ;
2018-12-30 22:06:03 +00:00
2019-11-10 15:34:38 +00:00
if ( v . Child ( ) < 0 )
2018-07-22 17:47:01 +00:00
{
2019-11-10 15:34:38 +00:00
const uint64_t sz = 0 ;
2018-07-22 17:47:01 +00:00
f . Write ( & sz , sizeof ( sz ) ) ;
}
else
{
2019-11-10 15:34:38 +00:00
WriteTimeline ( f , GetGpuChildren ( v . Child ( ) ) , refTime , refGpuTime ) ;
2018-07-22 17:47:01 +00:00
}
2018-12-30 22:06:03 +00:00
2019-11-10 15:34:38 +00:00
WriteTimeOffset ( f , refTime , v . CpuEnd ( ) ) ;
WriteTimeOffset ( f , refGpuTime , v . GpuEnd ( ) ) ;
2018-02-13 13:57:47 +00:00
}
}
2019-01-15 17:42:15 +00:00
static const char * s_failureReasons [ ] = {
" <unknown reason> " ,
2019-01-15 17:56:26 +00:00
" Invalid order of zone begin and end events. " ,
2020-04-30 17:05:13 +00:00
" Zone is ended twice. " ,
2019-01-16 00:17:01 +00:00
" Zone text transfer destination doesn't match active zone. " ,
" Zone name transfer destination doesn't match active zone. " ,
2019-02-28 18:32:42 +00:00
" Memory free event without a matching allocation. " ,
" Discontinuous frame begin/end mismatch. " ,
2019-06-09 11:44:53 +00:00
" Frame image offset is invalid. " ,
" Multiple frame images were sent for a single frame. " ,
2019-01-15 17:42:15 +00:00
} ;
2019-01-15 17:56:17 +00:00
static_assert ( sizeof ( s_failureReasons ) / sizeof ( * s_failureReasons ) = = ( int ) Worker : : Failure : : NUM_FAILURES , " Missing failure reason description. " ) ;
2019-01-15 17:42:15 +00:00
const char * Worker : : GetFailureString ( Worker : : Failure failure )
{
return s_failureReasons [ ( int ) failure ] ;
}
2019-11-25 22:59:48 +00:00
void Worker : : SetParameter ( size_t paramIdx , int32_t val )
{
assert ( paramIdx < m_params . size ( ) ) ;
m_params [ paramIdx ] . val = val ;
const auto idx = uint64_t ( m_params [ paramIdx ] . idx ) ;
const auto v = uint64_t ( uint32_t ( val ) ) ;
2020-01-28 20:57:44 +00:00
Query ( ServerQueryParameter , ( idx < < 32 ) | v ) ;
2019-11-25 22:59:48 +00:00
}
2019-11-29 21:46:57 +00:00
const Worker : : CpuThreadTopology * Worker : : GetThreadTopology ( uint32_t cpuThread ) const
{
auto it = m_data . cpuTopologyMap . find ( cpuThread ) ;
if ( it = = m_data . cpuTopologyMap . end ( ) ) return nullptr ;
return & it - > second ;
}
2020-02-20 22:39:40 +00:00
ZoneExtra & Worker : : AllocZoneExtra ( ZoneEvent & ev )
2020-01-26 14:57:55 +00:00
{
assert ( ev . extra = = 0 ) ;
ev . extra = uint32_t ( m_data . zoneExtra . size ( ) ) ;
auto & extra = m_data . zoneExtra . push_next ( ) ;
memset ( & extra , 0 , sizeof ( extra ) ) ;
2020-02-20 22:39:40 +00:00
return extra ;
2020-01-26 14:57:55 +00:00
}
2020-02-20 22:37:55 +00:00
ZoneExtra & Worker : : RequestZoneExtra ( ZoneEvent & ev )
{
2020-02-20 22:39:40 +00:00
if ( ! HasZoneExtra ( ev ) )
{
return AllocZoneExtra ( ev ) ;
}
else
{
return GetZoneExtraMutable ( ev ) ;
}
2020-02-20 22:37:55 +00:00
}
2020-05-23 12:09:47 +00:00
void Worker : : CacheSource ( const StringRef & str )
{
assert ( str . active ) ;
assert ( m_checkedFileStrings . find ( str ) = = m_checkedFileStrings . end ( ) ) ;
m_checkedFileStrings . emplace ( str ) ;
auto file = GetString ( str ) ;
if ( SourceFileValid ( file , GetCaptureTime ( ) ) )
{
// Possible duplication of pointer and index strings
if ( m_data . sourceFileCache . find ( file ) = = m_data . sourceFileCache . end ( ) )
{
FILE * f = fopen ( file , " rb " ) ;
fseek ( f , 0 , SEEK_END ) ;
const auto sz = ftell ( f ) ;
fseek ( f , 0 , SEEK_SET ) ;
2020-05-23 15:07:23 +00:00
auto src = ( char * ) m_slab . AllocBig ( sz ) ;
2020-05-23 12:09:47 +00:00
fread ( src , 1 , sz , f ) ;
fclose ( f ) ;
2020-05-23 15:07:23 +00:00
m_data . sourceFileCache . emplace ( file , MemoryBlock { src , uint32_t ( sz ) } ) ;
2020-05-23 12:09:47 +00:00
}
}
}
2020-05-23 12:22:50 +00:00
uint64_t Worker : : GetSourceFileCacheSize ( ) const
{
uint64_t cnt = 0 ;
for ( auto & v : m_data . sourceFileCache )
{
cnt + = v . second . len ;
}
return cnt ;
}
2020-05-23 13:08:26 +00:00
Worker : : MemoryBlock Worker : : GetSourceFileFromCache ( const char * file ) const
{
auto it = m_data . sourceFileCache . find ( file ) ;
if ( it = = m_data . sourceFileCache . end ( ) ) return MemoryBlock { } ;
return it - > second ;
}
2018-02-13 13:57:47 +00:00
}