#include #include #include "TracyCallstack.hpp" #include "TracyFastVector.hpp" #ifdef TRACY_HAS_CALLSTACK #if TRACY_HAS_CALLSTACK == 1 # ifndef NOMINMAX # define NOMINMAX # endif # include # include # ifdef _MSC_VER # pragma warning( push ) # pragma warning( disable : 4091 ) # endif # include # ifdef _MSC_VER # pragma warning( pop ) # endif #elif TRACY_HAS_CALLSTACK == 2 || TRACY_HAS_CALLSTACK == 3 || TRACY_HAS_CALLSTACK == 4 || TRACY_HAS_CALLSTACK == 6 # include "../libbacktrace/backtrace.hpp" # include # include #elif TRACY_HAS_CALLSTACK == 5 # include # include #endif namespace tracy { static inline char* CopyString( const char* src, size_t sz ) { assert( strlen( src ) == sz ); auto dst = (char*)tracy_malloc( sz + 1 ); memcpy( dst, src, sz ); dst[sz] = '\0'; return dst; } static inline char* CopyString( const char* src ) { return CopyString( src, strlen( src ) ); } #if TRACY_HAS_CALLSTACK == 1 enum { MaxCbTrace = 16 }; enum { MaxNameSize = 8*1024 }; int cb_num; CallstackEntry cb_data[MaxCbTrace]; extern "C" { typedef unsigned long (__stdcall *t_RtlWalkFrameChain)( void**, unsigned long, unsigned long ); t_RtlWalkFrameChain RtlWalkFrameChain = 0; } #if defined __MINGW32__ && API_VERSION_NUMBER < 12 extern "C" { // Actual required API_VERSION_NUMBER is unknown because it is undocumented. These functions are not present in at least v11. DWORD IMAGEAPI SymAddrIncludeInlineTrace(HANDLE hProcess, DWORD64 Address); BOOL IMAGEAPI SymQueryInlineTrace(HANDLE hProcess, DWORD64 StartAddress, DWORD StartContext, DWORD64 StartRetAddress, DWORD64 CurAddress, LPDWORD CurContext, LPDWORD CurFrameIndex); BOOL IMAGEAPI SymFromInlineContext(HANDLE hProcess, DWORD64 Address, ULONG InlineContext, PDWORD64 Displacement, PSYMBOL_INFO Symbol); BOOL IMAGEAPI SymGetLineFromInlineContext(HANDLE hProcess, DWORD64 qwAddr, ULONG InlineContext, DWORD64 qwModuleBaseAddress, PDWORD pdwDisplacement, PIMAGEHLP_LINE64 Line64); }; #endif struct ModuleCache { uint64_t start; uint64_t end; char* name; uint32_t nameLen; }; static FastVector* s_modCache; void InitCallstack() { #ifdef UNICODE RtlWalkFrameChain = (t_RtlWalkFrameChain)GetProcAddress( GetModuleHandle( L"ntdll.dll" ), "RtlWalkFrameChain" ); #else RtlWalkFrameChain = (t_RtlWalkFrameChain)GetProcAddress( GetModuleHandle( "ntdll.dll" ), "RtlWalkFrameChain" ); #endif SymInitialize( GetCurrentProcess(), nullptr, true ); SymSetOptions( SYMOPT_LOAD_LINES ); HMODULE mod[1024]; DWORD needed; HANDLE proc = GetCurrentProcess(); #ifndef __CYGWIN__ s_modCache = new FastVector( 512 ); if( EnumProcessModules( proc, mod, sizeof( mod ), &needed ) != 0 ) { const auto sz = needed / sizeof( HMODULE ); for( size_t i=0; i 0 ) { auto ptr = name + res; while( ptr > name && *ptr != '\\' && *ptr != '/' ) ptr--; if( ptr > name ) ptr++; const auto namelen = name + res - ptr; auto cache = s_modCache->push_next(); cache->start = base; cache->end = base + info.SizeOfImage; cache->name = (char*)tracy_malloc( namelen+3 ); cache->name[0] = '['; memcpy( cache->name+1, ptr, namelen ); cache->name[namelen+1] = ']'; cache->name[namelen+2] = '\0'; cache->nameLen = namelen+2; } } } } #endif } TRACY_API tracy_force_inline uintptr_t* CallTrace( int depth ) { auto trace = (uintptr_t*)tracy_malloc( ( 1 + depth ) * sizeof( uintptr_t ) ); const auto num = RtlWalkFrameChain( (void**)( trace + 1 ), depth, 0 ); *trace = num; return trace; } const char* DecodeCallstackPtrFast( uint64_t ptr ) { static char ret[MaxNameSize]; const auto proc = GetCurrentProcess(); char buf[sizeof( SYMBOL_INFO ) + MaxNameSize]; auto si = (SYMBOL_INFO*)buf; si->SizeOfStruct = sizeof( SYMBOL_INFO ); si->MaxNameLen = MaxNameSize; if( SymFromAddr( proc, ptr, nullptr, si ) == 0 ) { *ret = '\0'; } else { memcpy( ret, si->Name, si->NameLen ); ret[si->NameLen] = '\0'; } return ret; } static void GetModuleName( uint64_t addr, char* buf, ULONG& len ) { if( ( addr & 0x8000000000000000 ) != 0 ) { memcpy( buf, "[kernel]", 9 ); len = 8; return; } #ifndef __CYGWIN__ for( auto& v : *s_modCache ) { if( addr >= v.start && addr < v.end ) { memcpy( buf, v.name, v.nameLen+1 ); len = v.nameLen; return; } } HMODULE mod[1024]; DWORD needed; HANDLE proc = GetCurrentProcess(); if( EnumProcessModules( proc, mod, sizeof( mod ), &needed ) != 0 ) { const auto sz = needed / sizeof( HMODULE ); for( size_t i=0; i= base && addr < base + info.SizeOfImage ) { char name[1024]; const auto res = GetModuleFileNameA( mod[i], name, 1021 ); if( res > 0 ) { auto ptr = name + res; while( ptr > name && *ptr != '\\' && *ptr != '/' ) ptr--; if( ptr > name ) ptr++; const auto namelen = name + res - ptr; buf[0] = '['; memcpy( buf+1, ptr, namelen ); buf[namelen+1] = ']'; buf[namelen+2] = '\0'; len = namelen+2; auto cache = s_modCache->push_next(); cache->start = base; cache->end = base + info.SizeOfImage; cache->name = (char*)tracy_malloc( namelen+3 ); memcpy( cache->name, buf, namelen+3 ); cache->nameLen = namelen+2; return; } } } } } #endif memcpy( buf, "[unknown]", 10 ); len = 9; } SymbolData DecodeSymbolAddress( uint64_t ptr ) { SymbolData sym; const auto proc = GetCurrentProcess(); char buf[sizeof( SYMBOL_INFO ) + MaxNameSize]; auto si = (SYMBOL_INFO*)buf; si->SizeOfStruct = sizeof( SYMBOL_INFO ); si->MaxNameLen = MaxNameSize; const auto symValid = SymFromAddr( proc, ptr, nullptr, si ) != 0; IMAGEHLP_LINE64 line; DWORD displacement = 0; line.SizeOfStruct = sizeof(IMAGEHLP_LINE64); const char* filename; if (SymGetLineFromAddr64(proc, ptr, &displacement, &line) == 0) { filename = "[unknown]"; sym.line = 0; } else { filename = line.FileName; sym.line = line.LineNumber; } sym.name = symValid ? CopyString( si->Name, si->NameLen ) : CopyString( "[unknown]", 9 ); sym.file = CopyString( filename ); return sym; } CallstackEntryData DecodeCallstackPtr( uint64_t ptr ) { int write; const auto proc = GetCurrentProcess(); #ifndef __CYGWIN__ DWORD inlineNum = SymAddrIncludeInlineTrace( proc, ptr ); if( inlineNum > MaxCbTrace - 1 ) inlineNum = MaxCbTrace - 1; DWORD ctx = 0; DWORD idx; BOOL doInline = FALSE; if( inlineNum != 0 ) doInline = SymQueryInlineTrace( proc, ptr, 0, ptr, ptr, &ctx, &idx ); if( doInline ) { write = inlineNum; cb_num = 1 + inlineNum; } else #endif { write = 0; cb_num = 1; } char buf[sizeof( SYMBOL_INFO ) + MaxNameSize]; auto si = (SYMBOL_INFO*)buf; si->SizeOfStruct = sizeof( SYMBOL_INFO ); si->MaxNameLen = MaxNameSize; char moduleName[1024]; ULONG moduleNameLen; GetModuleName( ptr, moduleName, moduleNameLen ); const auto symValid = SymFromAddr( proc, ptr, nullptr, si ) != 0; IMAGEHLP_LINE64 line; DWORD displacement = 0; line.SizeOfStruct = sizeof(IMAGEHLP_LINE64); { const char* filename; if (SymGetLineFromAddr64(proc, ptr, &displacement, &line) == 0) { filename = "[unknown]"; cb_data[write].line = 0; } else { filename = line.FileName; cb_data[write].line = line.LineNumber; } cb_data[write].name = symValid ? CopyString( si->Name, si->NameLen ) : CopyString( moduleName, moduleNameLen ); cb_data[write].file = CopyString( filename ); cb_data[write].symAddr = symValid ? si->Address : 0; } #ifndef __CYGWIN__ if( doInline ) { for( DWORD i=0; iName, si->NameLen ) : CopyString( moduleName, moduleNameLen ); cb.file = CopyString( filename ); cb.symAddr = symInlineValid ? si->Address : 0; ctx++; } } #endif return { cb_data, uint8_t( cb_num ), CopyString( moduleName, moduleNameLen ) }; } #elif TRACY_HAS_CALLSTACK == 2 || TRACY_HAS_CALLSTACK == 3 || TRACY_HAS_CALLSTACK == 4 || TRACY_HAS_CALLSTACK == 6 enum { MaxCbTrace = 16 }; struct backtrace_state* cb_bts; int cb_num; CallstackEntry cb_data[MaxCbTrace]; int cb_fixup; void InitCallstack() { cb_bts = backtrace_create_state( nullptr, 0, nullptr, nullptr ); } static int FastCallstackDataCb( void* data, uintptr_t pc, const char* fn, int lineno, const char* function ) { if( function ) { strcpy( (char*)data, function ); } else { const char* symname = nullptr; auto vptr = (void*)pc; Dl_info dlinfo; if( dladdr( vptr, &dlinfo ) ) { symname = dlinfo.dli_sname; } if( symname ) { strcpy( (char*)data, symname ); } else { *(char*)data = '\0'; } } return 1; } static void FastCallstackErrorCb( void* data, const char* /*msg*/, int /*errnum*/ ) { *(char*)data = '\0'; } const char* DecodeCallstackPtrFast( uint64_t ptr ) { static char ret[1024]; backtrace_pcinfo( cb_bts, ptr, FastCallstackDataCb, FastCallstackErrorCb, ret ); return ret; } static int SymbolAddressDataCb( void* data, uintptr_t pc, const char* fn, int lineno, const char* function ) { auto& sym = *(SymbolData*)data; enum { DemangleBufLen = 64*1024 }; char demangled[DemangleBufLen]; if( !fn && !function ) { const char* symname = nullptr; const char* symloc = nullptr; auto vptr = (void*)pc; Dl_info dlinfo; if( dladdr( vptr, &dlinfo ) ) { symloc = dlinfo.dli_fname; symname = dlinfo.dli_sname; if( symname && symname[0] == '_' ) { size_t len = DemangleBufLen; int status; abi::__cxa_demangle( symname, demangled, &len, &status ); if( status == 0 ) { symname = demangled; } } } if( !symname ) symname = "[unknown]"; if( !symloc ) symloc = "[unknown]"; sym.name = CopyString( symname ); sym.file = CopyString( symloc ); sym.line = 0; } else { if( !fn ) fn = "[unknown]"; if( !function ) { function = "[unknown]"; } else { if( function[0] == '_' ) { size_t len = DemangleBufLen; int status; abi::__cxa_demangle( function, demangled, &len, &status ); if( status == 0 ) { function = demangled; } } } sym.name = CopyString( function ); sym.file = CopyString( fn ); sym.line = lineno; } return 1; } static void SymbolAddressErrorCb( void* data, const char* /*msg*/, int /*errnum*/ ) { memset( data, 0, sizeof( SymbolData ) ); } SymbolData DecodeSymbolAddress( uint64_t ptr ) { SymbolData sym; backtrace_pcinfo( cb_bts, ptr, SymbolAddressDataCb, SymbolAddressErrorCb, &sym ); return sym; } static int CallstackDataCb( void* /*data*/, uintptr_t pc, const char* fn, int lineno, const char* function ) { enum { DemangleBufLen = 64*1024 }; char demangled[DemangleBufLen]; cb_data[cb_num].symAddr = (uint64_t)pc; if( !fn && !function ) { const char* symname = nullptr; const char* symloc = nullptr; auto vptr = (void*)pc; ptrdiff_t symoff = 0; Dl_info dlinfo; if( dladdr( vptr, &dlinfo ) ) { symloc = dlinfo.dli_fname; symname = dlinfo.dli_sname; symoff = (char*)pc - (char*)dlinfo.dli_saddr; if( symname && symname[0] == '_' ) { size_t len = DemangleBufLen; int status; abi::__cxa_demangle( symname, demangled, &len, &status ); if( status == 0 ) { symname = demangled; } } } if( !symname ) symname = "[unknown]"; if( !symloc ) symloc = "[unknown]"; if( symoff == 0 ) { cb_data[cb_num].name = CopyString( symname ); } else { char buf[32]; const auto offlen = sprintf( buf, " + %td", symoff ); const auto namelen = strlen( symname ); auto name = (char*)tracy_malloc( namelen + offlen + 1 ); memcpy( name, symname, namelen ); memcpy( name + namelen, buf, offlen ); name[namelen + offlen] = '\0'; cb_data[cb_num].name = name; } char buf[32]; const auto addrlen = sprintf( buf, " [%p]", (void*)pc ); const auto loclen = strlen( symloc ); auto loc = (char*)tracy_malloc( loclen + addrlen + 1 ); memcpy( loc, symloc, loclen ); memcpy( loc + loclen, buf, addrlen ); loc[loclen + addrlen] = '\0'; cb_data[cb_num].file = loc; cb_data[cb_num].line = 0; } else { if( !fn ) fn = "[unknown]"; if( !function ) { function = "[unknown]"; } else { if( function[0] == '_' ) { size_t len = DemangleBufLen; int status; abi::__cxa_demangle( function, demangled, &len, &status ); if( status == 0 ) { function = demangled; } } } cb_data[cb_num].name = CopyString( function ); cb_data[cb_num].file = CopyString( fn ); cb_data[cb_num].line = lineno; } if( ++cb_num >= MaxCbTrace ) { return 1; } else { return 0; } } static void CallstackErrorCb( void* /*data*/, const char* /*msg*/, int /*errnum*/ ) { for( int i=0; i 0 ); for( int i=0; i