summaryrefslogtreecommitdiff
path: root/external/vpc/tier0/memdbg.cpp
diff options
context:
space:
mode:
authorFluorescentCIAAfricanAmerican <[email protected]>2020-04-22 12:56:21 -0400
committerFluorescentCIAAfricanAmerican <[email protected]>2020-04-22 12:56:21 -0400
commit3bf9df6b2785fa6d951086978a3e66f49427166a (patch)
tree2c0f1f0c63c4832882bc93814ebd2c2b1c6224e5 /external/vpc/tier0/memdbg.cpp
downloadarchived-source-engine-2018-hl2-src-master.tar.xz
archived-source-engine-2018-hl2-src-master.zip
Diffstat (limited to 'external/vpc/tier0/memdbg.cpp')
-rw-r--r--external/vpc/tier0/memdbg.cpp2762
1 files changed, 2762 insertions, 0 deletions
diff --git a/external/vpc/tier0/memdbg.cpp b/external/vpc/tier0/memdbg.cpp
new file mode 100644
index 0000000..ad9c153
--- /dev/null
+++ b/external/vpc/tier0/memdbg.cpp
@@ -0,0 +1,2762 @@
+//===== Copyright � 1996-2005, Valve Corporation, All rights reserved. ======//
+//
+// Purpose: Memory allocation!
+//
+// $NoKeywords: $
+//===========================================================================//
+
+
+#include "pch_tier0.h"
+
+#if !defined(STEAM) && !defined(NO_MALLOC_OVERRIDE)
+
+//#include <malloc.h>
+#include <string.h>
+#include "tier0/dbg.h"
+#include "tier0/stackstats.h"
+#include "tier0/memalloc.h"
+#include "tier0/fasttimer.h"
+#include "mem_helpers.h"
+#ifdef PLATFORM_WINDOWS_PC
+#undef WIN32_LEAN_AND_MEAN
+#include <windows.h>
+#include <crtdbg.h>
+#endif
+#ifdef OSX
+#include <malloc/malloc.h>
+#include <stdlib.h>
+#endif
+
+#include <map>
+#include <set>
+#include <limits.h>
+#include "tier0/threadtools.h"
+#ifdef _X360
+#include "xbox/xbox_console.h"
+#endif
+
+#ifdef _PS3
+#include "sys/memory.h"
+#include "tls_ps3.h"
+#include "ps3/ps3_helpers.h"
+#include "memoverride_ps3.h"
+#endif
+
+#ifdef USE_LIGHT_MEM_DEBUG
+#undef USE_MEM_DEBUG
+#endif
+
+#if (!defined( POSIX ) && (defined(_DEBUG) || defined(USE_MEM_DEBUG)))
+#pragma message ("USE_MEM_DEBUG is enabled in a release build. Don't check this in!")
+#endif
+
+#include "mem_impl_type.h"
+
+#if MEM_IMPL_TYPE_DBG
+
+#if defined(_WIN32) && ( !defined(_X360) && !defined(_WIN64) )
+//be sure to disable frame pointer omission for all projects. "vpc /nofpo" when using stack traces
+//#define USE_STACK_TRACES
+// or:
+//#define USE_STACK_TRACES_DETAILED
+const size_t STACK_TRACE_LENGTH = 32;
+#endif
+
+//prevent stupid bugs from checking one and not the other
+#if defined( USE_STACK_TRACES_DETAILED ) && !defined( USE_STACK_TRACES )
+#define USE_STACK_TRACES //don't comment me. I'm a safety check
+#endif
+
+#if defined( USE_STACK_TRACES )
+#define SORT_STACK_TRACE_DESCRIPTION_DUMPS
+#endif
+
+#if (defined( USE_STACK_TRACES )) && !(defined( TIER0_FPO_DISABLED ) || defined( _DEBUG ))
+#error Stack traces will not work unless FPO is disabled for every function traced through. Rebuild everything with FPO disabled "vpc /nofpo"
+#endif
+
+//-----------------------------------------------------------------------------
+
+#ifdef _PS3
+MemOverrideRawCrtFunctions_t *g_pMemOverrideRawCrtFns;
+#define DebugAlloc (g_pMemOverrideRawCrtFns->pfn_malloc)
+#define DebugFree (g_pMemOverrideRawCrtFns->pfn_free)
+#elif defined( _X360 )
+#define DebugAlloc DmAllocatePool
+#define DebugFree DmFreePool
+#else
+#define DebugAlloc malloc
+#define DebugFree free
+#endif
+
+#ifdef _WIN32
+int g_DefaultHeapFlags = _CrtSetDbgFlag( _CrtSetDbgFlag(_CRTDBG_REPORT_FLAG) | _CRTDBG_ALLOC_MEM_DF );
+#else
+int g_DefaultHeapFlags = 0;
+#endif // win32
+
+#if defined( _MEMTEST )
+static char s_szStatsMapName[32];
+static char s_szStatsComment[256];
+#endif
+
+#pragma optimize( "", off )
+//-----------------------------------------------------------------------------
+
+#if defined( USE_STACK_TRACES )
+
+bool GetModuleFromAddress( void *address, char *pResult, int iLength )
+{
+ return GetModuleNameFromAddress( address, pResult, iLength );
+}
+
+bool GetCallerModule( char *pDest, int iLength )
+{
+ void *pCaller;
+ GetCallStack_Fast( &pCaller, 1, 2 );
+
+ return ( pCaller != 0 && GetModuleFromAddress( pCaller, pDest, iLength ) );
+}
+
+//
+// Note: StackDescribe function is non-reentrant:
+// Reason: Stack description is stored in a static buffer.
+// Solution: Passing caller-allocated buffers would allow the
+// function to become reentrant, however the current only client (FindOrCreateFilename)
+// is synchronized with a heap mutex, after retrieving stack description the
+// heap memory will be allocated to copy the text.
+//
+
+char * StackDescribe( void * const *ppAddresses, int nMaxAddresses )
+{
+ static char s_chStackDescription[ 32 * 1024 ];
+ char *pchBuffer = s_chStackDescription;
+
+#if defined( SORT_STACK_TRACE_DESCRIPTION_DUMPS ) //Assuming StackDescribe is called iteratively on a sorted set of stacks (as in DumpStackStats()). We can save work by skipping unchanged parts at the beginning of the string.
+ static void *LastCallStack[STACK_TRACE_LENGTH] = { NULL };
+ static char *pEndPos[STACK_TRACE_LENGTH] = { NULL };
+ bool bUseExistingString = true;
+#else
+ s_chStackDescription[ 0 ] = 0;
+#endif
+
+ int k;
+ for ( k = 0; k < nMaxAddresses; ++ k )
+ {
+ if ( !ppAddresses[k] )
+ break;
+
+#if defined( SORT_STACK_TRACE_DESCRIPTION_DUMPS )
+ if( bUseExistingString && (k < STACK_TRACE_LENGTH) )
+ {
+ if( ppAddresses[k] == LastCallStack[k] )
+ {
+ pchBuffer = pEndPos[k];
+ continue;
+ }
+ else
+ {
+ //everything from here on is invalidated
+ bUseExistingString = false;
+ for( int clearEntries = k; clearEntries < STACK_TRACE_LENGTH; ++clearEntries ) //wipe out unused entries
+ {
+ LastCallStack[clearEntries] = NULL;
+ pEndPos[clearEntries] = NULL;
+ }
+ //fall through to existing code
+
+ if( k == 0 )
+ *pchBuffer = '\0';
+ else
+ sprintf( pchBuffer, "<--" );
+ }
+ }
+#endif
+ {
+ pchBuffer += strlen( pchBuffer );
+
+ char szTemp[MAX_PATH];
+ szTemp[0] = '\0';
+ uint32 iLine = 0;
+ uint32 iLineDisplacement = 0;
+ uint64 iSymbolDisplacement = 0;
+ if ( GetFileAndLineFromAddress( ppAddresses[k], szTemp, MAX_PATH, iLine, &iLineDisplacement ) )
+ {
+ char const *pchFileName = szTemp + strlen( szTemp );
+ for ( size_t numSlashesAllowed = 2; pchFileName > szTemp; --pchFileName )
+ {
+ if ( *pchFileName == '\\' )
+ {
+ if ( numSlashesAllowed-- )
+ continue;
+ else
+ break;
+ }
+ }
+ sprintf( pchBuffer, iLineDisplacement ? "%s:%d+0x%I32X" : "%s:%d", pchFileName, iLine, iLineDisplacement );
+ }
+ else if ( GetSymbolNameFromAddress( ppAddresses[k], szTemp, MAX_PATH, &iSymbolDisplacement ) )
+ {
+ sprintf( pchBuffer, ( iSymbolDisplacement > 0 && !( iSymbolDisplacement >> 63 ) ) ? "%s+0x%llX" : "%s", szTemp, iSymbolDisplacement );
+ }
+ else
+ {
+ sprintf( pchBuffer, "#0x%08p", ppAddresses[k] );
+ }
+
+ pchBuffer += strlen( pchBuffer );
+ sprintf( pchBuffer, "<--" );
+
+#if defined( SORT_STACK_TRACE_DESCRIPTION_DUMPS )
+ if( k < STACK_TRACE_LENGTH )
+ {
+ LastCallStack[k] = ppAddresses[k];
+ pEndPos[k] = pchBuffer;
+ }
+#endif
+ }
+ }
+ *pchBuffer = 0;
+
+#if defined( SORT_STACK_TRACE_DESCRIPTION_DUMPS )
+ for( ; k < STACK_TRACE_LENGTH; ++k ) //wipe out unused entries
+ {
+ LastCallStack[k] = NULL;
+ pEndPos[k] = NULL;
+ }
+#endif
+
+ return s_chStackDescription;
+}
+
+#else
+
+#define GetModuleFromAddress( address, pResult, iLength ) ( ( *pResult = 0 ), 0)
+#define GetCallerModule( pDest, iLength ) false
+
+#endif
+
+
+//-----------------------------------------------------------------------------
+
+// NOTE: This exactly mirrors the dbg header in the MSDEV crt
+// eventually when we write our own allocator, we can kill this
+struct CrtDbgMemHeader_t
+{
+ unsigned char m_Reserved[8];
+ const char *m_pFileName;
+ int m_nLineNumber;
+ unsigned char m_Reserved2[16];
+};
+
+struct Sentinal_t
+{
+ DWORD value[4];
+};
+
+Sentinal_t g_HeadSentinelAllocated =
+{
+ 0xeee1beef,
+ 0xeee1f00d,
+ 0xbd122969,
+ 0xbeefbeef,
+};
+
+Sentinal_t g_HeadSentinelFree =
+{
+ 0xdeadbeef,
+ 0xbaadf00d,
+ 0xbd122969,
+ 0xdeadbeef,
+};
+
+Sentinal_t g_TailSentinel =
+{
+ 0xbaadf00d,
+ 0xbd122969,
+ 0xdeadbeef,
+ 0xbaadf00d,
+};
+
+const byte g_FreeFill = 0xdd;
+
+enum DbgMemHeaderBlockType_t
+{
+ BLOCKTYPE_FREE,
+ BLOCKTYPE_ALLOCATED
+};
+
+struct DbgMemHeader_t
+#if !defined( _DEBUG ) || defined( _PS3 )
+ : CrtDbgMemHeader_t
+#endif
+{
+ size_t nLogicalSize;
+#if defined( USE_STACK_TRACES )
+ unsigned int nStatIndex;
+ byte reserved[16 - (sizeof(unsigned int) * 2)]; // MS allocator always returns mem aligned on 16 bytes, which some of our code depends on
+#else
+ byte reserved[16 - sizeof(unsigned int)]; // MS allocator always returns mem aligned on 16 bytes, which some of our code depends on
+#endif
+ Sentinal_t sentinal;
+};
+
+const int g_nRecentFrees = ( IsPC() ) ? 8192 : 512;
+DbgMemHeader_t ** GetRecentFrees() { static DbgMemHeader_t **g_pRecentFrees = (DbgMemHeader_t**)
+#ifdef _PS3
+g_pMemOverrideRawCrtFns->pfn_calloc
+#else
+calloc
+#endif
+( g_nRecentFrees, sizeof(DbgMemHeader_t *) );
+return g_pRecentFrees; }
+uint32 volatile g_iNextFreeSlot;
+
+uint32 volatile g_break_BytesFree = 0xffffffff;
+
+void LMDReportInvalidBlock( DbgMemHeader_t *pHeader, const char *pszMessage )
+{
+ char szMsg[256];
+ if ( pHeader )
+ {
+ sprintf( szMsg, "HEAP IS CORRUPT: %s (block 0x%x, %d bytes)\n", pszMessage, (size_t)( ((byte*) pHeader) + sizeof( DbgMemHeader_t ) ), pHeader->nLogicalSize );
+ }
+ else
+ {
+ sprintf( szMsg, "HEAP IS CORRUPT: %s\n", pszMessage );
+ }
+ Assert( !"HEAP IS CORRUPT!" );
+ DebuggerBreak();
+}
+
+void LMDValidateBlock( DbgMemHeader_t *pHeader, bool bFreeList )
+{
+ if ( memcmp( &pHeader->sentinal, bFreeList ? &g_HeadSentinelFree : &g_HeadSentinelAllocated, sizeof(Sentinal_t) ) != 0 )
+ {
+ LMDReportInvalidBlock( pHeader, "Head sentinel corrupt" );
+ }
+ if ( memcmp( ((Sentinal_t *)(( ((byte*) pHeader) + sizeof( DbgMemHeader_t ) + pHeader->nLogicalSize ))), &g_TailSentinel, sizeof(Sentinal_t) ) != 0 )
+ {
+ LMDReportInvalidBlock( pHeader, "Tail sentinel corrupt" );
+ }
+ if ( bFreeList )
+ {
+ byte *pCur = (byte *)pHeader + sizeof(DbgMemHeader_t);
+ byte *pLimit = pCur + pHeader->nLogicalSize;
+ while ( pCur != pLimit )
+ {
+ if ( *pCur++ != g_FreeFill )
+ {
+ LMDReportInvalidBlock( pHeader, "Write after free" );
+ }
+ }
+ }
+}
+
+
+//-----------------------------------------------------------------------------
+
+#if defined( _DEBUG ) && !defined( POSIX )
+#define GetCrtDbgMemHeader( pMem ) ((CrtDbgMemHeader_t*)((DbgMemHeader_t*)pMem - 1) - 1)
+#elif defined( OSX )
+DbgMemHeader_t *GetCrtDbgMemHeader( void *pMem );
+#else
+#define GetCrtDbgMemHeader( pMem ) ((DbgMemHeader_t*)(pMem) - 1)
+#endif
+
+#if defined( USE_STACK_TRACES )
+#define GetAllocationStatIndex_Internal( pMem ) ( ((DbgMemHeader_t*)pMem - 1)->nStatIndex )
+#endif
+
+#ifdef OSX
+DbgMemHeader_t *GetCrtDbgMemHeader( void *pMem )
+{
+ size_t msize = malloc_size( pMem );
+ return (DbgMemHeader_t *)( (char *)pMem + msize - sizeof(DbgMemHeader_t) );
+}
+#endif
+
+
+inline void *InternalMalloc( size_t nSize, const char *pFileName, int nLine )
+{
+#if defined( POSIX ) || defined( _PS3 )
+ void *pAllocedMem = NULL;
+#ifdef OSX
+ pAllocedMem = malloc_zone_malloc( malloc_default_zone(), nSize + sizeof(DbgMemHeader_t) + sizeof( Sentinal_t ) );
+ DbgMemHeader_t *pInternalMem = GetCrtDbgMemHeader( pAllocedMem );
+#elif defined( _PS3 )
+ pAllocedMem = (g_pMemOverrideRawCrtFns->pfn_malloc)( nSize + sizeof(DbgMemHeader_t) + sizeof( Sentinal_t ) );
+ DbgMemHeader_t *pInternalMem = (DbgMemHeader_t *)pAllocedMem;
+ *((void**)pInternalMem->m_Reserved2) = pAllocedMem;
+#else
+ pAllocedMem = malloc( nSize + sizeof(DbgMemHeader_t) + sizeof( Sentinal_t ) );
+ DbgMemHeader_t *pInternalMem = (DbgMemHeader_t *)pAllocedMem;
+#endif
+
+ pInternalMem->m_pFileName = pFileName;
+ pInternalMem->m_nLineNumber = nLine;
+ pInternalMem->nLogicalSize = nSize;
+ *((int*)pInternalMem->m_Reserved) = 0xf00df00d;
+
+ pInternalMem->sentinal = g_HeadSentinelAllocated;
+ *( (Sentinal_t *)( ((byte*)pInternalMem) + sizeof( DbgMemHeader_t ) + nSize ) ) = g_TailSentinel;
+ LMDValidateBlock( pInternalMem, false );
+
+#ifdef OSX
+ return pAllocedMem;
+#else
+ return pInternalMem + 1;
+#endif
+
+#else // WIN32
+ DbgMemHeader_t *pInternalMem;
+#if !defined( _DEBUG )
+ pInternalMem = (DbgMemHeader_t *)malloc( nSize + sizeof(DbgMemHeader_t) );
+ pInternalMem->m_pFileName = pFileName;
+ pInternalMem->m_nLineNumber = nLine;
+#else
+ pInternalMem = (DbgMemHeader_t *)_malloc_dbg( nSize + sizeof(DbgMemHeader_t), _NORMAL_BLOCK, pFileName, nLine );
+#endif
+
+ pInternalMem->nLogicalSize = nSize;
+ return pInternalMem + 1;
+#endif // WIN32
+}
+
+#ifdef MEMALLOC_SUPPORTS_ALIGNED_ALLOCATIONS
+inline void *InternalMallocAligned( size_t nSize, size_t align, const char *pFileName, int nLine )
+{
+#if defined( POSIX ) || defined( _PS3 )
+ void *pAllocedMem = NULL;
+#ifdef OSX
+ pAllocedMem = malloc_zone_malloc( malloc_default_zone(), nSize + sizeof(DbgMemHeader_t) + sizeof( Sentinal_t ) );
+ DbgMemHeader_t *pInternalMem = GetCrtDbgMemHeader( pAllocedMem );
+#elif defined( _PS3 )
+ size_t numWastedAlignPages = ( sizeof( DbgMemHeader_t ) / align );
+ if ( align * numWastedAlignPages < sizeof( DbgMemHeader_t ) )
+ ++ numWastedAlignPages;
+ size_t nSizeRequired = nSize + numWastedAlignPages*align + sizeof( Sentinal_t );
+ pAllocedMem = (g_pMemOverrideRawCrtFns->pfn_memalign)( align, nSizeRequired );
+ DbgMemHeader_t *pInternalMem = GetCrtDbgMemHeader( ((char*)pAllocedMem) + numWastedAlignPages*align );
+ *((void**)pInternalMem->m_Reserved2) = pAllocedMem;
+#else
+ pAllocedMem = malloc( nSize + sizeof(DbgMemHeader_t) + sizeof( Sentinal_t ) );
+ DbgMemHeader_t *pInternalMem = (DbgMemHeader_t *)pAllocedMem;
+#endif
+
+ pInternalMem->m_pFileName = pFileName;
+ pInternalMem->m_nLineNumber = nLine;
+ pInternalMem->nLogicalSize = nSize;
+ *((int*)pInternalMem->m_Reserved) = 0xf00df00d;
+
+ pInternalMem->sentinal = g_HeadSentinelAllocated;
+ *( (Sentinal_t *)( ((byte*)pInternalMem) + sizeof( DbgMemHeader_t ) + nSize ) ) = g_TailSentinel;
+ LMDValidateBlock( pInternalMem, false );
+
+#ifdef OSX
+ return pAllocedMem;
+#else
+ return pInternalMem + 1;
+#endif
+
+#else // WIN32
+ DbgMemHeader_t *pInternalMem;
+#if !defined( _DEBUG )
+ pInternalMem = (DbgMemHeader_t *)malloc( nSize + sizeof(DbgMemHeader_t) );
+ pInternalMem->m_pFileName = pFileName;
+ pInternalMem->m_nLineNumber = nLine;
+#else
+ pInternalMem = (DbgMemHeader_t *)_malloc_dbg( nSize + sizeof(DbgMemHeader_t), _NORMAL_BLOCK, pFileName, nLine );
+#endif
+
+ pInternalMem->nLogicalSize = nSize;
+ return pInternalMem + 1;
+#endif // WIN32
+}
+#endif
+
+inline void *InternalRealloc( void *pMem, size_t nNewSize, const char *pFileName, int nLine )
+{
+ if ( !pMem )
+ return InternalMalloc( nNewSize, pFileName, nLine );
+
+#ifdef POSIX
+ void *pNewAllocedMem = NULL;
+#ifdef OSX
+ pNewAllocedMem = (DbgMemHeader_t *)malloc_zone_realloc( malloc_default_zone(), pMem, nNewSize + sizeof(DbgMemHeader_t) + sizeof( Sentinal_t ) );
+ DbgMemHeader_t *pInternalMem = GetCrtDbgMemHeader( pNewAllocedMem );
+#elif defined( _PS3 )
+ DbgMemHeader_t *pInternalMem = GetCrtDbgMemHeader( pMem );
+ pNewAllocedMem = (DbgMemHeader_t *)(g_pMemOverrideRawCrtFns->pfn_realloc)( *((void**)pInternalMem->m_Reserved2), nNewSize + sizeof(DbgMemHeader_t) + sizeof( Sentinal_t ) );
+ pInternalMem = (DbgMemHeader_t *)pNewAllocedMem;
+ *((void**)pInternalMem->m_Reserved2) = pNewAllocedMem;
+#else
+ DbgMemHeader_t *pInternalMem = GetCrtDbgMemHeader( pMem );
+ pNewAllocedMem = (DbgMemHeader_t *)realloc( pInternalMem, nNewSize + sizeof(DbgMemHeader_t) + sizeof( Sentinal_t ) );
+ pInternalMem = (DbgMemHeader_t *)pNewAllocedMem;
+#endif
+
+ pInternalMem->m_pFileName = pFileName;
+ pInternalMem->m_nLineNumber = nLine;
+ pInternalMem->nLogicalSize = static_cast<unsigned int>( nNewSize );
+ *((int*)pInternalMem->m_Reserved) = 0xf00df00d;
+
+ pInternalMem->sentinal = g_HeadSentinelAllocated;
+ *( (Sentinal_t *)( ((byte*)pInternalMem) + sizeof( DbgMemHeader_t ) + nNewSize ) ) = g_TailSentinel;
+ LMDValidateBlock( pInternalMem, false );
+
+#ifdef OSX
+ return pNewAllocedMem;
+#else
+ return pInternalMem + 1;
+#endif
+
+#else // WIN32
+ DbgMemHeader_t *pInternalMem = (DbgMemHeader_t *)pMem - 1;
+#if !defined( _DEBUG )
+ pInternalMem = (DbgMemHeader_t *)realloc( pInternalMem, nNewSize + sizeof(DbgMemHeader_t) );
+ pInternalMem->m_pFileName = pFileName;
+ pInternalMem->m_nLineNumber = nLine;
+#else
+ pInternalMem = (DbgMemHeader_t *)_realloc_dbg( pInternalMem, nNewSize + sizeof(DbgMemHeader_t), _NORMAL_BLOCK, pFileName, nLine );
+#endif
+
+ pInternalMem->nLogicalSize = nNewSize;
+ return pInternalMem + 1;
+#endif // WIN32
+}
+
+#ifdef MEMALLOC_SUPPORTS_ALIGNED_ALLOCATIONS
+inline void *InternalReallocAligned( void *pMem, size_t nNewSize, size_t align, const char *pFileName, int nLine )
+{
+ if ( !pMem )
+ return InternalMallocAligned( nNewSize, align, pFileName, nLine );
+
+#ifdef POSIX
+ void *pNewAllocedMem = NULL;
+#ifdef OSX
+ pNewAllocedMem = (DbgMemHeader_t *)malloc_zone_realloc( malloc_default_zone(), pMem, nNewSize + sizeof(DbgMemHeader_t) + sizeof( Sentinal_t ) );
+ DbgMemHeader_t *pInternalMem = GetCrtDbgMemHeader( pNewAllocedMem );
+#elif defined( _PS3 )
+ size_t numWastedAlignPages = ( sizeof( DbgMemHeader_t ) / align );
+ if ( align * numWastedAlignPages < sizeof( DbgMemHeader_t ) )
+ ++ numWastedAlignPages;
+ size_t nSizeRequired = nNewSize + numWastedAlignPages*align + sizeof( Sentinal_t );
+
+ DbgMemHeader_t *pInternalMem = GetCrtDbgMemHeader( pMem );
+ pNewAllocedMem = (DbgMemHeader_t *)(g_pMemOverrideRawCrtFns->pfn_reallocalign)( *((void**)pInternalMem->m_Reserved2), nSizeRequired, align );
+ pInternalMem = GetCrtDbgMemHeader( ((char*)pNewAllocedMem) + numWastedAlignPages*align );
+ *((void**)pInternalMem->m_Reserved2) = pNewAllocedMem;
+#else
+ DbgMemHeader_t *pInternalMem = GetCrtDbgMemHeader( pMem );
+ pNewAllocedMem = (DbgMemHeader_t *)realloc( pInternalMem, nNewSize + sizeof(DbgMemHeader_t) + sizeof( Sentinal_t ) );
+ pInternalMem = (DbgMemHeader_t *)pNewAllocedMem;
+#endif
+
+ pInternalMem->m_pFileName = pFileName;
+ pInternalMem->m_nLineNumber = nLine;
+ pInternalMem->nLogicalSize = static_cast<unsigned int>( nNewSize );
+ *((int*)pInternalMem->m_Reserved) = 0xf00df00d;
+
+ pInternalMem->sentinal = g_HeadSentinelAllocated;
+ *( (Sentinal_t *)( ((byte*)pInternalMem) + sizeof( DbgMemHeader_t ) + nNewSize ) ) = g_TailSentinel;
+ LMDValidateBlock( pInternalMem, false );
+
+#ifdef OSX
+ return pNewAllocedMem;
+#else
+ return pInternalMem + 1;
+#endif
+
+#else // WIN32
+ DbgMemHeader_t *pInternalMem = (DbgMemHeader_t *)pMem - 1;
+#if !defined( _DEBUG )
+ pInternalMem = (DbgMemHeader_t *)realloc( pInternalMem, nNewSize + sizeof(DbgMemHeader_t) );
+ pInternalMem->m_pFileName = pFileName;
+ pInternalMem->m_nLineNumber = nLine;
+#else
+ pInternalMem = (DbgMemHeader_t *)_realloc_dbg( pInternalMem, nNewSize + sizeof(DbgMemHeader_t), _NORMAL_BLOCK, pFileName, nLine );
+#endif
+
+ pInternalMem->nLogicalSize = nNewSize;
+ return pInternalMem + 1;
+#endif // WIN32
+}
+#endif
+
+inline void InternalFree( void *pMem )
+{
+ if ( !pMem )
+ return;
+
+ DbgMemHeader_t *pInternalMem = (DbgMemHeader_t *)pMem - 1;
+
+#if defined( POSIX )
+ // Record it in recent free blocks list
+ DbgMemHeader_t **pRecentFrees = GetRecentFrees();
+ uint32 iNextSlot = ThreadInterlockedIncrement( &g_iNextFreeSlot );
+ iNextSlot %= g_nRecentFrees;
+
+ if ( memcmp( &pInternalMem->sentinal, &g_HeadSentinelAllocated, sizeof( Sentinal_t ) ) != 0 )
+ {
+ Assert( !"Double Free or Corrupt Block Header!" );
+ DebuggerBreak();
+ }
+ LMDValidateBlock( pInternalMem, false );
+ if ( g_break_BytesFree == pInternalMem->nLogicalSize )
+ {
+ DebuggerBreak();
+ }
+ pInternalMem->sentinal = g_HeadSentinelFree;
+ memset( pMem, g_FreeFill, pInternalMem->nLogicalSize );
+
+ DbgMemHeader_t *pToFree = pInternalMem;
+ if ( pInternalMem->nLogicalSize < 16*1024 )
+ {
+ pToFree = pRecentFrees[iNextSlot];
+ pRecentFrees[iNextSlot] = pInternalMem;
+
+ if ( pToFree )
+ {
+ LMDValidateBlock( pToFree, true );
+ }
+ }
+
+ // Validate several last frees
+ for ( uint32 k = iNextSlot - 1, iteration = 0; iteration < 10; ++ iteration, -- k )
+ {
+ if ( DbgMemHeader_t *pLastFree = pRecentFrees[ k % g_nRecentFrees ] )
+ {
+ LMDValidateBlock( pLastFree, true );
+ }
+ }
+
+ if ( !pToFree )
+ return;
+
+#ifdef OSX
+ malloc_zone_free( malloc_default_zone(), pToFree );
+#elif defined( _PS3 )
+ (g_pMemOverrideRawCrtFns->pfn_free)( *((void**)pToFree->m_Reserved2) );
+#elif LINUX
+ free( pToFree );
+#else
+ free( pToFree );
+#endif
+#elif defined( _DEBUG )
+ _free_dbg( pInternalMem, _NORMAL_BLOCK );
+#else
+ free( pInternalMem );
+#endif
+}
+
+inline size_t InternalMSize( void *pMem )
+{
+#if defined( _PS3 )
+ DbgMemHeader_t *pInternalMem = GetCrtDbgMemHeader( pMem );
+ return pInternalMem->nLogicalSize;
+#elif defined(POSIX)
+ DbgMemHeader_t *pInternalMem = GetCrtDbgMemHeader( pMem );
+ return pInternalMem->nLogicalSize;
+#elif !defined(_DEBUG)
+ DbgMemHeader_t *pInternalMem = GetCrtDbgMemHeader( pMem );
+ return _msize( pInternalMem ) - sizeof(DbgMemHeader_t);
+#else
+ DbgMemHeader_t *pInternalMem = (DbgMemHeader_t *)pMem - 1;
+ return _msize_dbg( pInternalMem, _NORMAL_BLOCK ) - sizeof(DbgMemHeader_t);
+#endif
+}
+
+inline size_t InternalLogicalSize( void *pMem )
+{
+#if defined(POSIX)
+ DbgMemHeader_t *pInternalMem = GetCrtDbgMemHeader( pMem );
+#elif !defined(_DEBUG)
+ DbgMemHeader_t *pInternalMem = (DbgMemHeader_t *)pMem - 1;
+#else
+ DbgMemHeader_t *pInternalMem = (DbgMemHeader_t *)pMem - 1;
+#endif
+ return pInternalMem->nLogicalSize;
+}
+
+#ifndef _DEBUG
+#define _CrtDbgReport( nRptType, szFile, nLine, szModule, pMsg ) 0
+#endif
+
+//-----------------------------------------------------------------------------
+
+
+// Custom allocator protects this module from recursing on operator new
+template <class T>
+class CNoRecurseAllocator
+{
+public:
+ // type definitions
+ typedef T value_type;
+ typedef T* pointer;
+ typedef const T* const_pointer;
+ typedef T& reference;
+ typedef const T& const_reference;
+ typedef std::size_t size_type;
+ typedef std::ptrdiff_t difference_type;
+
+ CNoRecurseAllocator() {}
+ CNoRecurseAllocator(const CNoRecurseAllocator&) {}
+ template <class U> CNoRecurseAllocator(const CNoRecurseAllocator<U>&) {}
+ ~CNoRecurseAllocator(){}
+
+ // rebind allocator to type U
+ template <class U > struct rebind { typedef CNoRecurseAllocator<U> other; };
+
+ // return address of values
+ pointer address (reference value) const { return &value; }
+
+ const_pointer address (const_reference value) const { return &value;}
+ size_type max_size() const { return INT_MAX; }
+
+ pointer allocate(size_type num, const void* = 0) { return (pointer)DebugAlloc(num * sizeof(T)); }
+ void deallocate (pointer p, size_type num) { DebugFree(p); }
+ void construct(pointer p, const T& value) { new((void*)p)T(value); }
+ void destroy (pointer p) { p->~T(); }
+};
+
+template <class T1, class T2>
+bool operator==(const CNoRecurseAllocator<T1>&, const CNoRecurseAllocator<T2>&)
+{
+ return true;
+}
+
+template <class T1, class T2>
+bool operator!=(const CNoRecurseAllocator<T1>&, const CNoRecurseAllocator<T2>&)
+{
+ return false;
+}
+
+class CStringLess
+{
+public:
+ bool operator()(const char *pszLeft, const char *pszRight ) const
+ {
+ return ( V_tier0_stricmp( pszLeft, pszRight ) < 0 );
+ }
+};
+
+//-----------------------------------------------------------------------------
+
+#pragma warning( disable:4074 ) // warning C4074: initializers put in compiler reserved initialization area
+#pragma init_seg( compiler )
+
+//-----------------------------------------------------------------------------
+// NOTE! This should never be called directly from leaf code
+// Just use new,delete,malloc,free etc. They will call into this eventually
+//-----------------------------------------------------------------------------
+class CDbgMemAlloc : public IMemAlloc
+{
+public:
+ CDbgMemAlloc();
+ virtual ~CDbgMemAlloc();
+
+ // Release versions
+ virtual void *Alloc( size_t nSize );
+ virtual void *Realloc( void *pMem, size_t nSize );
+ virtual void Free( void *pMem );
+ virtual void *Expand_NoLongerSupported( void *pMem, size_t nSize );
+
+#ifdef MEMALLOC_SUPPORTS_ALIGNED_ALLOCATIONS
+ virtual void *AllocAlign( size_t nSize, size_t align );
+ virtual void *AllocAlign( size_t nSize, size_t align, const char *pFileName, int nLine );
+ virtual void *ReallocAlign( void *pMem, size_t nSize, size_t align );
+ virtual void *ReallocAlign( void *pMem, size_t nSize, size_t align, const char *pFileName, int nLine );
+#endif
+
+ // Debug versions
+ virtual void *Alloc( size_t nSize, const char *pFileName, int nLine );
+ virtual void *Realloc( void *pMem, size_t nSize, const char *pFileName, int nLine );
+ virtual void Free( void *pMem, const char *pFileName, int nLine );
+ virtual void *Expand_NoLongerSupported( void *pMem, size_t nSize, const char *pFileName, int nLine );
+
+ virtual void *RegionAlloc( int region, size_t nSize ) { return Alloc( nSize ); }
+ virtual void *RegionAlloc( int region, size_t nSize, const char *pFileName, int nLine ) { return Alloc( nSize, pFileName, nLine ); }
+
+ // Returns the size of a particular allocation (NOTE: may be larger than the size requested!)
+ virtual size_t GetSize( void *pMem );
+
+ // Force file + line information for an allocation
+ virtual void PushAllocDbgInfo( const char *pFileName, int nLine );
+ virtual void PopAllocDbgInfo();
+
+ virtual int32 CrtSetBreakAlloc( int32 lNewBreakAlloc );
+ virtual int CrtSetReportMode( int nReportType, int nReportMode );
+ virtual int CrtIsValidHeapPointer( const void *pMem );
+ virtual int CrtIsValidPointer( const void *pMem, unsigned int size, int access );
+ virtual int CrtCheckMemory( void );
+ virtual int CrtSetDbgFlag( int nNewFlag );
+ virtual void CrtMemCheckpoint( _CrtMemState *pState );
+
+ // handles storing allocation info for coroutines
+ virtual uint32 GetDebugInfoSize();
+ virtual void SaveDebugInfo( void *pvDebugInfo );
+ virtual void RestoreDebugInfo( const void *pvDebugInfo );
+ virtual void InitDebugInfo( void *pvDebugInfo, const char *pchRootFileName, int nLine );
+
+ // FIXME: Remove when we have our own allocator
+ virtual void* CrtSetReportFile( int nRptType, void* hFile );
+ virtual void* CrtSetReportHook( void* pfnNewHook );
+ virtual int CrtDbgReport( int nRptType, const char * szFile,
+ int nLine, const char * szModule, const char * szFormat );
+
+ virtual int heapchk();
+
+ virtual bool IsDebugHeap() { return true; }
+
+ virtual int GetVersion() { return MEMALLOC_VERSION; }
+
+ virtual void CompactHeap()
+ {
+#if defined( _X360 ) && defined( _DEBUG )
+ HeapCompact( GetProcessHeap(), 0 );
+#endif
+ }
+
+ virtual void CompactIncremental() {}
+ virtual void OutOfMemory( size_t nBytesAttempted = 0 ) {}
+
+ virtual MemAllocFailHandler_t SetAllocFailHandler( MemAllocFailHandler_t pfnMemAllocFailHandler ) { return NULL; } // debug heap doesn't attempt retries
+
+ void SetStatsExtraInfo( const char *pMapName, const char *pComment )
+ {
+#if defined( _MEMTEST )
+ strncpy( s_szStatsMapName, pMapName, sizeof( s_szStatsMapName ) );
+ s_szStatsMapName[sizeof( s_szStatsMapName ) - 1] = '\0';
+
+ strncpy( s_szStatsComment, pComment, sizeof( s_szStatsComment ) );
+ s_szStatsComment[sizeof( s_szStatsComment ) - 1] = '\0';
+#endif
+ }
+
+ virtual size_t MemoryAllocFailed();
+ void SetCRTAllocFailed( size_t nMemSize );
+
+ enum
+ {
+ BYTE_COUNT_16 = 0,
+ BYTE_COUNT_32,
+ BYTE_COUNT_128,
+ BYTE_COUNT_2048,
+ BYTE_COUNT_GREATER,
+
+ NUM_BYTE_COUNT_BUCKETS
+ };
+
+private:
+ struct MemInfo_t
+ {
+#if defined( USE_STACK_TRACES )
+ DECLARE_CALLSTACKSTATSTRUCT();
+ DECLARE_CALLSTACKSTATSTRUCT_FIELDDESCRIPTION();
+#endif
+
+ MemInfo_t()
+ {
+ memset( this, 0, sizeof(*this) );
+ }
+
+ // Size in bytes
+ size_t m_nCurrentSize;
+ size_t m_nPeakSize;
+ size_t m_nTotalSize;
+ size_t m_nOverheadSize;
+ size_t m_nPeakOverheadSize;
+
+ // Count in terms of # of allocations
+ int m_nCurrentCount;
+ int m_nPeakCount;
+ int m_nTotalCount;
+
+ int m_nSumTargetRange;
+ int m_nCurTargetRange;
+ int m_nMaxTargetRange;
+
+ // Count in terms of # of allocations of a particular size
+ int m_pCount[NUM_BYTE_COUNT_BUCKETS];
+
+ // Time spent allocating + deallocating (microseconds)
+ int64 m_nTime;
+ };
+
+ struct MemInfoKey_FileLine_t
+ {
+ MemInfoKey_FileLine_t( const char *pFileName, int line ) : m_pFileName(pFileName), m_nLine(line) {}
+ bool operator<( const MemInfoKey_FileLine_t &key ) const
+ {
+ int iret = V_tier0_stricmp( m_pFileName, key.m_pFileName );
+ if ( iret < 0 )
+ return true;
+
+ if ( iret > 0 )
+ return false;
+
+ return m_nLine < key.m_nLine;
+ }
+
+ const char *m_pFileName;
+ int m_nLine;
+ };
+
+ // NOTE: Deliberately using STL here because the UTL stuff
+ // is a client of this library; want to avoid circular dependency
+
+ // Maps file name to info
+ typedef std::map< MemInfoKey_FileLine_t, MemInfo_t, std::less<MemInfoKey_FileLine_t>, CNoRecurseAllocator<std::pair<const MemInfoKey_FileLine_t, MemInfo_t> > > StatMap_FileLine_t;
+ typedef StatMap_FileLine_t::iterator StatMapIter_FileLine_t;
+ typedef StatMap_FileLine_t::value_type StatMapEntry_FileLine_t;
+
+ typedef std::set<const char *, CStringLess, CNoRecurseAllocator<const char *> > Filenames_t;
+
+ // Heap reporting method
+ typedef void (*HeapReportFunc_t)( char const *pFormat, ... );
+
+private:
+ // Returns the actual debug info
+ virtual void GetActualDbgInfo( const char *&pFileName, int &nLine );
+
+ // Finds the file in our map
+ MemInfo_t &FindOrCreateEntry( const char *pFileName, int line );
+ const char *FindOrCreateFilename( const char *pFileName );
+
+#if defined( USE_STACK_TRACES )
+ int GetCallStackForIndex( unsigned int index, void **pCallStackOut, int iMaxEntriesOut );
+ friend int GetAllocationCallStack( void *mem, void **pCallStackOut, int iMaxEntriesOut );
+#endif
+
+ // Updates stats
+ virtual void RegisterAllocation( const char *pFileName, int nLine, size_t nLogicalSize, size_t nActualSize, unsigned nTime );
+ virtual void RegisterDeallocation( const char *pFileName, int nLine, size_t nLogicalSize, size_t nActualSize, unsigned nTime );
+#if defined( USE_STACK_TRACES )
+ void RegisterAllocation( unsigned int nStatIndex, size_t nLogicalSize, size_t nActualSize, unsigned nTime );
+ void RegisterDeallocation( unsigned int nStatIndex, size_t nLogicalSize, size_t nActualSize, unsigned nTime );
+#endif
+ void RegisterAllocation( MemInfo_t &info, size_t nLogicalSize, size_t nActualSize, unsigned nTime );
+ void RegisterDeallocation( MemInfo_t &info, size_t nLogicalSize, size_t nActualSize, unsigned nTime );
+
+ // Gets the allocation file name
+ const char *GetAllocatonFileName( void *pMem );
+ int GetAllocatonLineNumber( void *pMem );
+
+ // FIXME: specify a spew output func for dumping stats
+ // Stat output
+ void DumpMemInfo( const char *pAllocationName, int line, const MemInfo_t &info );
+ void DumpFileStats();
+#if defined( USE_STACK_TRACES )
+ void DumpMemInfo( void * const CallStack[STACK_TRACE_LENGTH], const MemInfo_t &info );
+ void DumpCallStackFlow( char const *pchFileBase );
+#endif
+ virtual void DumpStats();
+ virtual void DumpStatsFileBase( char const *pchFileBase );
+ virtual void DumpBlockStats( void *p );
+ virtual void GlobalMemoryStatus( size_t *pUsedMemory, size_t *pFreeMemory );
+
+ virtual size_t ComputeMemoryUsedBy( char const *pchSubStr );
+
+ virtual IVirtualMemorySection * AllocateVirtualMemorySection( size_t numMaxBytes )
+ {
+#if defined( _GAMECONSOLE ) || defined( _WIN32 )
+ extern IVirtualMemorySection * VirtualMemoryManager_AllocateVirtualMemorySection( size_t numMaxBytes );
+ return VirtualMemoryManager_AllocateVirtualMemorySection( numMaxBytes );
+#else
+ return NULL;
+#endif
+ }
+
+ virtual int GetGenericMemoryStats( GenericMemoryStat_t **ppMemoryStats )
+ {
+ // TODO: reuse code from GlobalMemoryStatus (though this is only really useful when using CStdMemAlloc...)
+ return 0;
+ }
+
+private:
+ StatMap_FileLine_t m_StatMap_FileLine;
+#if defined( USE_STACK_TRACES )
+ typedef CCallStackStatsGatherer<MemInfo_t, STACK_TRACE_LENGTH, GetCallStack_Fast, CCallStackStatsGatherer_StatMutexPool<128>, CNoRecurseAllocator> CallStackStatsType_t;
+ CallStackStatsType_t m_CallStackStats;
+#endif
+
+ MemInfo_t m_GlobalInfo;
+ CFastTimer m_Timer;
+ bool m_bInitialized;
+ Filenames_t m_Filenames;
+
+ HeapReportFunc_t m_OutputFunc;
+
+ static size_t s_pCountSizes[NUM_BYTE_COUNT_BUCKETS];
+ static const char *s_pCountHeader[NUM_BYTE_COUNT_BUCKETS];
+
+ size_t m_sMemoryAllocFailed;
+};
+
+static char const *g_pszUnknown = "unknown";
+
+#if defined( USE_STACK_TRACES )
+BEGIN_STATSTRUCTDESCRIPTION( CDbgMemAlloc::MemInfo_t )
+ WRITE_STATSTRUCT_FIELDDESCRIPTION();
+END_STATSTRUCTDESCRIPTION()
+
+
+BEGIN_STATSTRUCTFIELDDESCRIPTION( CDbgMemAlloc::MemInfo_t )
+ DEFINE_STATSTRUCTFIELD( m_nCurrentSize, BasicStatStructFieldDesc, ( BSSFT_SIZE_T, BSSFCM_ADD ) )
+ DEFINE_STATSTRUCTFIELD( m_nPeakSize, BasicStatStructFieldDesc, ( BSSFT_SIZE_T, BSSFCM_ADD ) )
+ DEFINE_STATSTRUCTFIELD( m_nTotalSize, BasicStatStructFieldDesc, ( BSSFT_SIZE_T, BSSFCM_ADD ) )
+ DEFINE_STATSTRUCTFIELD( m_nOverheadSize, BasicStatStructFieldDesc, ( BSSFT_SIZE_T, BSSFCM_ADD ) )
+ DEFINE_STATSTRUCTFIELD( m_nPeakOverheadSize, BasicStatStructFieldDesc, ( BSSFT_SIZE_T, BSSFCM_ADD ) )
+ DEFINE_STATSTRUCTFIELD( m_nCurrentCount, BasicStatStructFieldDesc, ( BSSFT_INT, BSSFCM_ADD ) )
+ DEFINE_STATSTRUCTFIELD( m_nPeakCount, BasicStatStructFieldDesc, ( BSSFT_INT, BSSFCM_ADD ) )
+ DEFINE_STATSTRUCTFIELD( m_nTotalCount, BasicStatStructFieldDesc, ( BSSFT_INT, BSSFCM_ADD ) )
+ DEFINE_STATSTRUCTFIELD( m_nSumTargetRange, BasicStatStructFieldDesc, ( BSSFT_INT, BSSFCM_ADD ) )
+ DEFINE_STATSTRUCTFIELD( m_nCurTargetRange, BasicStatStructFieldDesc, ( BSSFT_INT, BSSFCM_ADD ) )
+ DEFINE_STATSTRUCTFIELD( m_nMaxTargetRange, BasicStatStructFieldDesc, ( BSSFT_INT, BSSFCM_ADD ) )
+ DEFINE_STATSTRUCTFIELD_ARRAYENTRY( m_pCount, BYTE_COUNT_16, BasicStatStructFieldDesc, ( BSSFT_INT, BSSFCM_ADD ) )
+ DEFINE_STATSTRUCTFIELD_ARRAYENTRY( m_pCount, BYTE_COUNT_32, BasicStatStructFieldDesc, ( BSSFT_INT, BSSFCM_ADD ) )
+ DEFINE_STATSTRUCTFIELD_ARRAYENTRY( m_pCount, BYTE_COUNT_128, BasicStatStructFieldDesc, ( BSSFT_INT, BSSFCM_ADD ) )
+ DEFINE_STATSTRUCTFIELD_ARRAYENTRY( m_pCount, BYTE_COUNT_2048, BasicStatStructFieldDesc, ( BSSFT_INT, BSSFCM_ADD ) )
+ DEFINE_STATSTRUCTFIELD_ARRAYENTRY( m_pCount, BYTE_COUNT_GREATER, BasicStatStructFieldDesc, ( BSSFT_INT, BSSFCM_ADD ) )
+ DEFINE_STATSTRUCTFIELD( m_nTime, BasicStatStructFieldDesc, ( BSSFT_INT64, BSSFCM_ADD ) )
+END_STATSTRUCTFIELDDESCRIPTION()
+#endif
+
+
+//-----------------------------------------------------------------------------
+
+const int DBG_INFO_STACK_DEPTH = 32;
+
+struct DbgInfoStack_t
+{
+ const char *m_pFileName;
+ int m_nLine;
+};
+
+#ifdef _PS3
+#ifndef _CERT
+extern TLSGlobals * ( *g_pfnElfGetTlsGlobals )();
+#define IfDbgInfoIsReady() if ( TLSGlobals *IfDbgInfoIsReady_pTlsGlobals = g_pfnElfGetTlsGlobals ? g_pfnElfGetTlsGlobals() : NULL )
+#else
+#define IfDbgInfoIsReady() if ( TLSGlobals *IfDbgInfoIsReady_pTlsGlobals = GetTLSGlobals() )
+#endif
+#define g_DbgInfoStack ( ( DbgInfoStack_t *& ) IfDbgInfoIsReady_pTlsGlobals->pMallocDbgInfoStack )
+#define g_nDbgInfoStackDepth ( IfDbgInfoIsReady_pTlsGlobals->nMallocDbgInfoStackDepth )
+#else
+CTHREADLOCALPTR( DbgInfoStack_t) g_DbgInfoStack CONSTRUCT_EARLY;
+CTHREADLOCALINT g_nDbgInfoStackDepth CONSTRUCT_EARLY;
+#define IfDbgInfoIsReady() if (true)
+#endif
+
+#ifdef _PS3
+struct CDbgMemAlloc_GetRawCrtMemOverrideFuncs_Early
+{
+ CDbgMemAlloc_GetRawCrtMemOverrideFuncs_Early()
+ {
+ malloc_managed_size mms;
+ mms.current_inuse_size = 0x12345678;
+ mms.current_system_size = 0x09ABCDEF;
+ mms.max_system_size = 0;
+ int iResult = malloc_stats( &mms );
+ g_pMemOverrideRawCrtFns = reinterpret_cast< MemOverrideRawCrtFunctions_t * >( iResult );
+ }
+}
+g_CDbgMemAlloc_GetRawCrtMemOverrideFuncs_Early CONSTRUCT_EARLY;
+#endif
+
+//-----------------------------------------------------------------------------
+// Singleton...
+//-----------------------------------------------------------------------------
+static CDbgMemAlloc s_DbgMemAlloc CONSTRUCT_EARLY;
+
+#ifdef _PS3
+
+IMemAlloc *g_pMemAllocInternalPS3 = &s_DbgMemAlloc;
+PLATFORM_OVERRIDE_MEM_ALLOC_INTERNAL_PS3_IMPL
+
+#else // !_PS3
+
+#ifndef TIER0_VALIDATE_HEAP
+IMemAlloc *g_pMemAlloc CONSTRUCT_EARLY = &s_DbgMemAlloc;
+#else
+IMemAlloc *g_pActualAlloc = &s_DbgMemAlloc;
+#endif
+
+#endif // _PS3
+
+
+//-----------------------------------------------------------------------------
+
+CThreadMutex g_DbgMemMutex CONSTRUCT_EARLY;
+
+#define HEAP_LOCK() AUTO_LOCK( g_DbgMemMutex )
+
+
+//-----------------------------------------------------------------------------
+// Byte count buckets
+//-----------------------------------------------------------------------------
+size_t CDbgMemAlloc::s_pCountSizes[CDbgMemAlloc::NUM_BYTE_COUNT_BUCKETS] =
+{
+ 16, 32, 128, 2048, INT_MAX
+};
+
+const char *CDbgMemAlloc::s_pCountHeader[CDbgMemAlloc::NUM_BYTE_COUNT_BUCKETS] =
+{
+ "<=16 byte allocations",
+ "17-32 byte allocations",
+ "33-128 byte allocations",
+ "129-2048 byte allocations",
+ ">2048 byte allocations"
+};
+
+
+size_t g_TargetCountRangeMin = 0, g_TargetCountRangeMax = 0;
+
+//-----------------------------------------------------------------------------
+// Standard output
+//-----------------------------------------------------------------------------
+static FILE* s_DbgFile;
+
+static void DefaultHeapReportFunc( char const *pFormat, ... )
+{
+ va_list args;
+ va_start( args, pFormat );
+ vfprintf( s_DbgFile, pFormat, args );
+ va_end( args );
+}
+
+//-----------------------------------------------------------------------------
+// Constructor
+//-----------------------------------------------------------------------------
+CDbgMemAlloc::CDbgMemAlloc() : m_sMemoryAllocFailed( (size_t)0 )
+{
+ CClockSpeedInit::Init();
+
+ m_OutputFunc = DefaultHeapReportFunc;
+ m_bInitialized = true;
+
+ if ( !IsDebug() && !IsX360() )
+ {
+ Plat_DebugString( "USE_MEM_DEBUG is enabled in a release build. Don't check this in!\n" );
+ }
+
+#ifdef _PS3
+ g_pMemAllocInternalPS3 = &s_DbgMemAlloc;
+ PLATFORM_OVERRIDE_MEM_ALLOC_INTERNAL_PS3.m_pMemAllocCached = &s_DbgMemAlloc;
+ malloc_managed_size mms;
+ mms.current_inuse_size = 0x12345678;
+ mms.current_system_size = 0x09ABCDEF;
+ mms.max_system_size = reinterpret_cast< size_t >( this );
+ int iResult = malloc_stats( &mms );
+ g_pMemOverrideRawCrtFns = reinterpret_cast< MemOverrideRawCrtFunctions_t * >( iResult );
+#endif
+}
+
+CDbgMemAlloc::~CDbgMemAlloc()
+{
+ Filenames_t::const_iterator iter = m_Filenames.begin();
+ while(iter != m_Filenames.end())
+ {
+ char *pFileName = (char*)(*iter);
+ free( pFileName );
+ iter++;
+ }
+ m_bInitialized = false;
+}
+
+
+//-----------------------------------------------------------------------------
+// Release versions
+//-----------------------------------------------------------------------------
+
+void *CDbgMemAlloc::Alloc( size_t nSize )
+{
+/*
+ // NOTE: Uncomment this to find unknown allocations
+ const char *pFileName = g_pszUnknown;
+ int nLine;
+ GetActualDbgInfo( pFileName, nLine );
+ if (pFileName == g_pszUnknown)
+ {
+ int x = 3;
+ }
+*/
+ char szModule[MAX_PATH];
+ if ( GetCallerModule( szModule, MAX_PATH ) )
+ {
+ return Alloc( nSize, szModule, 0 );
+ }
+ else
+ {
+ return Alloc( nSize, g_pszUnknown, 0 );
+ }
+// return malloc( nSize );
+}
+
+#ifdef MEMALLOC_SUPPORTS_ALIGNED_ALLOCATIONS
+void *CDbgMemAlloc::AllocAlign( size_t nSize, size_t align )
+{
+/*
+ // NOTE: Uncomment this to find unknown allocations
+ const char *pFileName = g_pszUnknown;
+ int nLine;
+ GetActualDbgInfo( pFileName, nLine );
+ if (pFileName == g_pszUnknown)
+ {
+ int x = 3;
+ }
+*/
+ char szModule[MAX_PATH];
+ if ( GetCallerModule( szModule, MAX_PATH ) )
+ {
+ return AllocAlign( nSize, align, szModule, 0 );
+ }
+ else
+ {
+ return AllocAlign( nSize, align, g_pszUnknown, 0 );
+ }
+// return malloc( nSize );
+}
+#endif
+
+void *CDbgMemAlloc::Realloc( void *pMem, size_t nSize )
+{
+/*
+ // NOTE: Uncomment this to find unknown allocations
+ const char *pFileName = g_pszUnknown;
+ int nLine;
+ GetActualDbgInfo( pFileName, nLine );
+ if (pFileName == g_pszUnknown)
+ {
+ int x = 3;
+ }
+*/
+ // FIXME: Should these gather stats?
+ char szModule[MAX_PATH];
+ if ( GetCallerModule( szModule, MAX_PATH ) )
+ {
+ return Realloc( pMem, nSize, szModule, 0 );
+ }
+ else
+ {
+ return Realloc( pMem, nSize, g_pszUnknown, 0 );
+ }
+// return realloc( pMem, nSize );
+}
+
+void CDbgMemAlloc::Free( void *pMem )
+{
+ // FIXME: Should these gather stats?
+ Free( pMem, g_pszUnknown, 0 );
+// free( pMem );
+}
+
+void *CDbgMemAlloc::Expand_NoLongerSupported( void *pMem, size_t nSize )
+{
+ return NULL;
+}
+
+
+//-----------------------------------------------------------------------------
+// Force file + line information for an allocation
+//-----------------------------------------------------------------------------
+void CDbgMemAlloc::PushAllocDbgInfo( const char *pFileName, int nLine )
+{
+ IfDbgInfoIsReady()
+ {
+
+ if ( g_DbgInfoStack == NULL )
+ {
+ g_DbgInfoStack = (DbgInfoStack_t *)DebugAlloc( sizeof(DbgInfoStack_t) * DBG_INFO_STACK_DEPTH );
+ g_nDbgInfoStackDepth = -1;
+ }
+
+ ++g_nDbgInfoStackDepth;
+ Assert( g_nDbgInfoStackDepth < DBG_INFO_STACK_DEPTH );
+ g_DbgInfoStack[g_nDbgInfoStackDepth].m_pFileName = FindOrCreateFilename( pFileName );
+ g_DbgInfoStack[g_nDbgInfoStackDepth].m_nLine = nLine;
+
+ }
+}
+
+void CDbgMemAlloc::PopAllocDbgInfo()
+{
+ IfDbgInfoIsReady()
+ {
+
+ if ( g_DbgInfoStack == NULL )
+ {
+ g_DbgInfoStack = (DbgInfoStack_t *)DebugAlloc( sizeof(DbgInfoStack_t) * DBG_INFO_STACK_DEPTH );
+ g_nDbgInfoStackDepth = -1;
+ }
+
+ --g_nDbgInfoStackDepth;
+ Assert( g_nDbgInfoStackDepth >= -1 );
+
+ }
+}
+
+
+//-----------------------------------------------------------------------------
+// handles storing allocation info for coroutines
+//-----------------------------------------------------------------------------
+uint32 CDbgMemAlloc::GetDebugInfoSize()
+{
+ return sizeof( DbgInfoStack_t ) * DBG_INFO_STACK_DEPTH + sizeof( int32 );
+}
+
+void CDbgMemAlloc::SaveDebugInfo( void *pvDebugInfo )
+{
+ IfDbgInfoIsReady()
+ {
+ if ( g_DbgInfoStack == NULL )
+ {
+ g_DbgInfoStack = (DbgInfoStack_t *)DebugAlloc( sizeof(DbgInfoStack_t) * DBG_INFO_STACK_DEPTH );
+ g_nDbgInfoStackDepth = -1;
+ }
+
+ int32 *pnStackDepth = (int32*) pvDebugInfo;
+ *pnStackDepth = g_nDbgInfoStackDepth;
+ memcpy( pnStackDepth+1, &g_DbgInfoStack[0], sizeof( DbgInfoStack_t ) * DBG_INFO_STACK_DEPTH );
+ }
+}
+
+void CDbgMemAlloc::RestoreDebugInfo( const void *pvDebugInfo )
+{
+ IfDbgInfoIsReady()
+ {
+ if ( g_DbgInfoStack == NULL )
+ {
+ g_DbgInfoStack = (DbgInfoStack_t *)DebugAlloc( sizeof(DbgInfoStack_t) * DBG_INFO_STACK_DEPTH );
+ g_nDbgInfoStackDepth = -1;
+ }
+
+ const int32 *pnStackDepth = (const int32*) pvDebugInfo;
+ g_nDbgInfoStackDepth = *pnStackDepth;
+ memcpy( &g_DbgInfoStack[0], pnStackDepth+1, sizeof( DbgInfoStack_t ) * DBG_INFO_STACK_DEPTH );
+ }
+}
+
+void CDbgMemAlloc::InitDebugInfo( void *pvDebugInfo, const char *pchRootFileName, int nLine )
+{
+ int32 *pnStackDepth = (int32*) pvDebugInfo;
+
+ if( pchRootFileName )
+ {
+ *pnStackDepth = 0;
+
+ DbgInfoStack_t *pStackRoot = (DbgInfoStack_t *)(pnStackDepth + 1);
+ pStackRoot->m_pFileName = FindOrCreateFilename( pchRootFileName );
+ pStackRoot->m_nLine = nLine;
+ }
+ else
+ {
+ *pnStackDepth = -1;
+ }
+
+}
+
+
+//-----------------------------------------------------------------------------
+// Returns the actual debug info
+//-----------------------------------------------------------------------------
+void CDbgMemAlloc::GetActualDbgInfo( const char *&pFileName, int &nLine )
+{
+#if defined( USE_STACK_TRACES_DETAILED )
+ return;
+#endif
+
+ IfDbgInfoIsReady()
+ {
+
+ if ( g_DbgInfoStack == NULL )
+ {
+ g_DbgInfoStack = (DbgInfoStack_t *)DebugAlloc( sizeof(DbgInfoStack_t) * DBG_INFO_STACK_DEPTH );
+ g_nDbgInfoStackDepth = -1;
+ }
+
+ if ( g_nDbgInfoStackDepth >= 0 && g_DbgInfoStack[0].m_pFileName)
+ {
+ pFileName = g_DbgInfoStack[0].m_pFileName;
+ nLine = g_DbgInfoStack[0].m_nLine;
+ }
+
+ }
+}
+
+
+//-----------------------------------------------------------------------------
+//
+//-----------------------------------------------------------------------------
+const char *CDbgMemAlloc::FindOrCreateFilename( const char *pFileName )
+{
+ // If we created it for the first time, actually *allocate* the filename memory
+ HEAP_LOCK();
+ // This is necessary for shutdown conditions: the file name is stored
+ // in some piece of memory in a DLL; if that DLL becomes unloaded,
+ // we'll have a pointer to crap memory
+
+ if ( !pFileName )
+ {
+ pFileName = g_pszUnknown;
+ }
+
+#if defined( USE_STACK_TRACES_DETAILED )
+{
+
+ // Walk the stack to determine what's causing the allocation
+ void *arrStackAddresses[ 10 ] = { 0 };
+ int numStackAddrRetrieved = GetCallStack_Fast( arrStackAddresses, 10, 2 ); //Skip this function, and either CDbgMemAlloc::Alloc() or CDbgMemAlloc::Realloc()
+ char *szStack = StackDescribe( arrStackAddresses, numStackAddrRetrieved );
+ if ( szStack && *szStack )
+ {
+ pFileName = szStack; // Use the stack description for the allocation
+ }
+
+}
+#endif // #if defined( USE_STACK_TRACES_DETAILED )
+
+ char *pszFilenameCopy;
+ Filenames_t::const_iterator iter = m_Filenames.find( pFileName );
+ if ( iter == m_Filenames.end() )
+ {
+ size_t nLen = strlen(pFileName) + 1;
+ pszFilenameCopy = (char *)DebugAlloc( nLen );
+ memcpy( pszFilenameCopy, pFileName, nLen );
+ m_Filenames.insert( pszFilenameCopy );
+ }
+ else
+ {
+ pszFilenameCopy = (char *)(*iter);
+ }
+
+ return pszFilenameCopy;
+}
+
+//-----------------------------------------------------------------------------
+// Finds the file in our map
+//-----------------------------------------------------------------------------
+CDbgMemAlloc::MemInfo_t &CDbgMemAlloc::FindOrCreateEntry( const char *pFileName, int line )
+{
+ // Oh how I love crazy STL. retval.first == the StatMapIter_t in the std::pair
+ // retval.first->second == the MemInfo_t that's part of the StatMapIter_t
+ std::pair<StatMapIter_FileLine_t, bool> retval;
+ retval = m_StatMap_FileLine.insert( StatMapEntry_FileLine_t( MemInfoKey_FileLine_t( pFileName, line ), MemInfo_t() ) );
+ return retval.first->second;
+}
+
+#if defined( USE_STACK_TRACES )
+int CDbgMemAlloc::GetCallStackForIndex( unsigned int index, void **pCallStackOut, int iMaxEntriesOut )
+{
+ if( iMaxEntriesOut > STACK_TRACE_LENGTH )
+ iMaxEntriesOut = STACK_TRACE_LENGTH;
+
+ CallStackStatsType_t::StackReference stackRef = m_CallStackStats.GetCallStackForIndex( index );
+
+ memcpy( pCallStackOut, stackRef, iMaxEntriesOut * sizeof( void * ) );
+ for( int i = 0; i != iMaxEntriesOut; ++i )
+ {
+ if( pCallStackOut[i] == NULL )
+ return i;
+ }
+ return iMaxEntriesOut;
+}
+#endif
+
+
+//-----------------------------------------------------------------------------
+// Updates stats
+//-----------------------------------------------------------------------------
+void CDbgMemAlloc::RegisterAllocation( const char *pFileName, int nLine, size_t nLogicalSize, size_t nActualSize, unsigned nTime )
+{
+ HEAP_LOCK();
+ RegisterAllocation( m_GlobalInfo, nLogicalSize, nActualSize, nTime );
+ RegisterAllocation( FindOrCreateEntry( pFileName, nLine ), nLogicalSize, nActualSize, nTime );
+}
+
+void CDbgMemAlloc::RegisterDeallocation( const char *pFileName, int nLine, size_t nLogicalSize, size_t nActualSize, unsigned nTime )
+{
+ HEAP_LOCK();
+ RegisterDeallocation( m_GlobalInfo, nLogicalSize, nActualSize, nTime );
+ RegisterDeallocation( FindOrCreateEntry( pFileName, nLine ), nLogicalSize, nActualSize, nTime );
+}
+
+#if defined( USE_STACK_TRACES )
+void CDbgMemAlloc::RegisterAllocation( unsigned int nStatIndex, size_t nLogicalSize, size_t nActualSize, unsigned nTime )
+{
+ HEAP_LOCK();
+ RegisterAllocation( m_GlobalInfo, nLogicalSize, nActualSize, nTime );
+ CCallStackStatsGatherer_StructAccessor_AutoLock<MemInfo_t> entryAccessor = m_CallStackStats.GetEntry( nStatIndex );
+ RegisterAllocation( *entryAccessor.GetStruct(), nLogicalSize, nActualSize, nTime );
+}
+
+void CDbgMemAlloc::RegisterDeallocation( unsigned int nStatIndex, size_t nLogicalSize, size_t nActualSize, unsigned nTime )
+{
+ HEAP_LOCK();
+ RegisterDeallocation( m_GlobalInfo, nLogicalSize, nActualSize, nTime );
+ CCallStackStatsGatherer_StructAccessor_AutoLock<MemInfo_t> entryAccessor = m_CallStackStats.GetEntry( nStatIndex );
+ RegisterDeallocation( *entryAccessor.GetStruct(), nLogicalSize, nActualSize, nTime );
+}
+#endif
+
+void CDbgMemAlloc::RegisterAllocation( MemInfo_t &info, size_t nLogicalSize, size_t nActualSize, unsigned nTime )
+{
+ ++info.m_nCurrentCount;
+ ++info.m_nTotalCount;
+ if (info.m_nCurrentCount > info.m_nPeakCount)
+ {
+ info.m_nPeakCount = info.m_nCurrentCount;
+ }
+
+ info.m_nCurrentSize += nLogicalSize;
+ info.m_nTotalSize += nLogicalSize;
+ if (info.m_nCurrentSize > info.m_nPeakSize)
+ {
+ info.m_nPeakSize = info.m_nCurrentSize;
+ }
+
+ if ( nLogicalSize > g_TargetCountRangeMin && nLogicalSize <= g_TargetCountRangeMax )
+ {
+ info.m_nSumTargetRange++;
+ info.m_nCurTargetRange++;
+ if ( info.m_nCurTargetRange > info.m_nMaxTargetRange )
+ {
+ info.m_nMaxTargetRange = info.m_nCurTargetRange;
+ }
+ }
+
+ for (int i = 0; i < NUM_BYTE_COUNT_BUCKETS; ++i)
+ {
+ if (nLogicalSize <= s_pCountSizes[i])
+ {
+ ++info.m_pCount[i];
+ break;
+ }
+ }
+
+ Assert( info.m_nPeakCount >= info.m_nCurrentCount );
+ Assert( info.m_nPeakSize >= info.m_nCurrentSize );
+
+ info.m_nOverheadSize += (nActualSize - nLogicalSize);
+ if (info.m_nOverheadSize > info.m_nPeakOverheadSize)
+ {
+ info.m_nPeakOverheadSize = info.m_nOverheadSize;
+ }
+
+ info.m_nTime += nTime;
+}
+
+void CDbgMemAlloc::RegisterDeallocation( MemInfo_t &info, size_t nLogicalSize, size_t nActualSize, unsigned nTime )
+{
+ --info.m_nCurrentCount;
+ info.m_nCurrentSize -= nLogicalSize;
+
+ for (int i = 0; i < NUM_BYTE_COUNT_BUCKETS; ++i)
+ {
+ if (nLogicalSize <= s_pCountSizes[i])
+ {
+ --info.m_pCount[i];
+ break;
+ }
+ }
+
+ if ( nLogicalSize > g_TargetCountRangeMin && nLogicalSize <= g_TargetCountRangeMax )
+ {
+ info.m_nCurTargetRange--;
+ }
+
+ Assert( info.m_nPeakCount >= info.m_nCurrentCount );
+ Assert( info.m_nPeakSize >= info.m_nCurrentSize );
+ Assert( info.m_nCurrentCount >= 0 );
+ Assert( info.m_nCurrentSize >= 0 );
+
+ info.m_nOverheadSize -= (nActualSize - nLogicalSize);
+
+ info.m_nTime += nTime;
+}
+
+
+//-----------------------------------------------------------------------------
+// Gets the allocation file name
+//-----------------------------------------------------------------------------
+
+const char *CDbgMemAlloc::GetAllocatonFileName( void *pMem )
+{
+ if (!pMem)
+ return "";
+
+ CrtDbgMemHeader_t *pHeader = GetCrtDbgMemHeader( pMem );
+ if ( pHeader->m_pFileName )
+ return pHeader->m_pFileName;
+ else
+ return g_pszUnknown;
+}
+
+//-----------------------------------------------------------------------------
+// Gets the allocation file name
+//-----------------------------------------------------------------------------
+int CDbgMemAlloc::GetAllocatonLineNumber( void *pMem )
+{
+ if ( !pMem )
+ return 0;
+
+ CrtDbgMemHeader_t *pHeader = GetCrtDbgMemHeader( pMem );
+ return pHeader->m_nLineNumber;
+}
+
+//-----------------------------------------------------------------------------
+// Debug versions of the main allocation methods
+//-----------------------------------------------------------------------------
+void *CDbgMemAlloc::Alloc( size_t nSize, const char *pFileName, int nLine )
+{
+ HEAP_LOCK();
+
+#if defined( USE_STACK_TRACES )
+ unsigned int iStatEntryIndex = m_CallStackStats.GetEntryIndex( CCallStackStorage( m_CallStackStats.StackFunction, 1 ) );
+#endif
+
+ if ( !m_bInitialized )
+ {
+ void *pRetval = InternalMalloc( nSize, pFileName, nLine );
+
+#if defined( USE_STACK_TRACES )
+ if( pRetval )
+ {
+ GetAllocationStatIndex_Internal( pRetval ) = iStatEntryIndex;
+ }
+#endif
+
+ return pRetval;
+ }
+
+
+
+ if ( pFileName != g_pszUnknown )
+ pFileName = FindOrCreateFilename( pFileName );
+
+ GetActualDbgInfo( pFileName, nLine );
+
+ /*
+ if ( strcmp( pFileName, "class CUtlVector<int,class CUtlMemory<int> >" ) == 0)
+ {
+ GetActualDbgInfo( pFileName, nLine );
+ }
+ */
+
+ m_Timer.Start();
+ void *pMem = InternalMalloc( nSize, pFileName, nLine );
+ m_Timer.End();
+
+#if defined( USE_STACK_TRACES )
+ if( pMem )
+ {
+ GetAllocationStatIndex_Internal( pMem ) = iStatEntryIndex;
+ }
+#endif
+
+ ApplyMemoryInitializations( pMem, nSize );
+
+#if defined( USE_STACK_TRACES )
+ RegisterAllocation( GetAllocationStatIndex_Internal( pMem ), InternalLogicalSize( pMem ), InternalMSize( pMem ), m_Timer.GetDuration().GetMicroseconds() );
+#else
+ RegisterAllocation( GetAllocatonFileName( pMem ), GetAllocatonLineNumber( pMem ), InternalLogicalSize( pMem ), InternalMSize( pMem ), m_Timer.GetDuration().GetMicroseconds() );
+#endif
+
+ if ( !pMem )
+ {
+ SetCRTAllocFailed( nSize );
+ }
+ return pMem;
+}
+
+#ifdef MEMALLOC_SUPPORTS_ALIGNED_ALLOCATIONS
+void *CDbgMemAlloc::AllocAlign( size_t nSize, size_t align, const char *pFileName, int nLine )
+{
+ HEAP_LOCK();
+
+#if defined( USE_STACK_TRACES )
+ unsigned int iStatEntryIndex = m_CallStackStats.GetEntryIndexForCurrentCallStack( 1 );
+#endif
+
+ if ( !m_bInitialized )
+ {
+ void *pRetval = InternalMalloc( nSize, pFileName, nLine );
+
+#if defined( USE_STACK_TRACES )
+ if( pRetval )
+ {
+ GetAllocationStatIndex_Internal( pRetval ) = iStatEntryIndex;
+ }
+#endif
+
+ return pRetval;
+ }
+
+
+
+ if ( pFileName != g_pszUnknown )
+ pFileName = FindOrCreateFilename( pFileName );
+
+ GetActualDbgInfo( pFileName, nLine );
+
+ /*
+ if ( strcmp( pFileName, "class CUtlVector<int,class CUtlMemory<int> >" ) == 0)
+ {
+ GetActualDbgInfo( pFileName, nLine );
+ }
+ */
+
+ m_Timer.Start();
+ void *pMem = InternalMallocAligned( nSize, align, pFileName, nLine );
+ m_Timer.End();
+
+#if defined( USE_STACK_TRACES )
+ if( pMem )
+ {
+ GetAllocationStatIndex_Internal( pMem ) = iStatEntryIndex;
+ }
+#endif
+
+ ApplyMemoryInitializations( pMem, nSize );
+
+#if defined( USE_STACK_TRACES )
+ RegisterAllocation( GetAllocationStatIndex_Internal( pMem ), InternalLogicalSize( pMem ), InternalMSize( pMem ), m_Timer.GetDuration().GetMicroseconds() );
+#else
+ RegisterAllocation( GetAllocatonFileName( pMem ), GetAllocatonLineNumber( pMem ), InternalLogicalSize( pMem ), InternalMSize( pMem ), m_Timer.GetDuration().GetMicroseconds() );
+#endif
+
+ if ( !pMem )
+ {
+ SetCRTAllocFailed( nSize );
+ }
+ return pMem;
+}
+#endif
+
+void *CDbgMemAlloc::Realloc( void *pMem, size_t nSize, const char *pFileName, int nLine )
+{
+ HEAP_LOCK();
+
+ pFileName = FindOrCreateFilename( pFileName );
+
+#if defined( USE_STACK_TRACES )
+ unsigned int iStatEntryIndex = m_CallStackStats.GetEntryIndex( CCallStackStorage( m_CallStackStats.StackFunction, 1 ) );
+#endif
+
+ if ( !m_bInitialized )
+ {
+ pMem = InternalRealloc( pMem, nSize, pFileName, nLine );
+
+#if defined( USE_STACK_TRACES )
+ if( pMem )
+ {
+ GetAllocationStatIndex_Internal( pMem ) = iStatEntryIndex;
+ }
+#endif
+ return pMem;
+ }
+
+ if ( pMem != 0 )
+ {
+#if defined( USE_STACK_TRACES )
+ RegisterDeallocation( GetAllocationStatIndex_Internal( pMem ), InternalLogicalSize( pMem ), InternalMSize( pMem ), 0 );
+#else
+ RegisterDeallocation( GetAllocatonFileName( pMem ), GetAllocatonLineNumber( pMem ), InternalLogicalSize( pMem ), InternalMSize( pMem ), 0 );
+#endif
+ }
+
+ GetActualDbgInfo( pFileName, nLine );
+
+ m_Timer.Start();
+ pMem = InternalRealloc( pMem, nSize, pFileName, nLine );
+ m_Timer.End();
+
+#if defined( USE_STACK_TRACES )
+ if( pMem )
+ {
+ GetAllocationStatIndex_Internal( pMem ) = iStatEntryIndex;
+ }
+#endif
+
+#if defined( USE_STACK_TRACES )
+ RegisterAllocation( GetAllocationStatIndex_Internal( pMem ), InternalLogicalSize( pMem ), InternalMSize( pMem ), m_Timer.GetDuration().GetMicroseconds() );
+#else
+ RegisterAllocation( GetAllocatonFileName( pMem ), GetAllocatonLineNumber( pMem ), InternalLogicalSize( pMem ), InternalMSize( pMem ), m_Timer.GetDuration().GetMicroseconds() );
+#endif
+
+ if ( !pMem )
+ {
+ SetCRTAllocFailed( nSize );
+ }
+ return pMem;
+}
+
+#ifdef MEMALLOC_SUPPORTS_ALIGNED_ALLOCATIONS
+void *CDbgMemAlloc::ReallocAlign( void *pMem, size_t nSize, size_t align )
+{
+/*
+ // NOTE: Uncomment this to find unknown allocations
+ const char *pFileName = g_pszUnknown;
+ int nLine;
+ GetActualDbgInfo( pFileName, nLine );
+ if (pFileName == g_pszUnknown)
+ {
+ int x = 3;
+ }
+*/
+ char szModule[MAX_PATH];
+ if ( GetCallerModule( szModule, MAX_PATH ) )
+ {
+ return ReallocAlign( pMem, nSize, align, szModule, 0 );
+ }
+ else
+ {
+ return ReallocAlign( pMem, nSize, align, g_pszUnknown, 0 );
+ }
+// return malloc( nSize );
+}
+void *CDbgMemAlloc::ReallocAlign( void *pMem, size_t nSize, size_t align, const char *pFileName, int nLine )
+{
+ HEAP_LOCK();
+
+ pFileName = FindOrCreateFilename( pFileName );
+
+#if defined( USE_STACK_TRACES )
+ unsigned int iStatEntryIndex = m_CallStackStats.GetEntryIndexForCurrentCallStack( 1 );
+#endif
+
+ if ( !m_bInitialized )
+ {
+ pMem = InternalReallocAligned( pMem, nSize, align, pFileName, nLine );
+
+#if defined( USE_STACK_TRACES )
+ if( pMem )
+ {
+ GetAllocationStatIndex_Internal( pMem ) = iStatEntryIndex;
+ }
+#endif
+ return pMem;
+ }
+
+ if ( pMem != 0 )
+ {
+#if defined( USE_STACK_TRACES )
+ RegisterDeallocation( GetAllocationStatIndex_Internal( pMem ), InternalLogicalSize( pMem ), InternalMSize( pMem ), 0 );
+#else
+ RegisterDeallocation( GetAllocatonFileName( pMem ), GetAllocatonLineNumber( pMem ), InternalLogicalSize( pMem ), InternalMSize( pMem ), 0 );
+#endif
+ }
+
+ GetActualDbgInfo( pFileName, nLine );
+
+ m_Timer.Start();
+ pMem = InternalReallocAligned( pMem, nSize, align, pFileName, nLine );
+ m_Timer.End();
+
+#if defined( USE_STACK_TRACES )
+ if( pMem )
+ {
+ GetAllocationStatIndex_Internal( pMem ) = iStatEntryIndex;
+ }
+#endif
+
+#if defined( USE_STACK_TRACES )
+ RegisterAllocation( GetAllocationStatIndex_Internal( pMem ), InternalLogicalSize( pMem ), InternalMSize( pMem ), m_Timer.GetDuration().GetMicroseconds() );
+#else
+ RegisterAllocation( GetAllocatonFileName( pMem ), GetAllocatonLineNumber( pMem ), InternalLogicalSize( pMem ), InternalMSize( pMem ), m_Timer.GetDuration().GetMicroseconds() );
+#endif
+
+ if ( !pMem )
+ {
+ SetCRTAllocFailed( nSize );
+ }
+ return pMem;
+}
+#endif
+
+void CDbgMemAlloc::Free( void *pMem, const char * /*pFileName*/, int nLine )
+{
+ if ( !pMem )
+ return;
+
+ HEAP_LOCK();
+
+ if ( !m_bInitialized )
+ {
+ InternalFree( pMem );
+ return;
+ }
+
+ size_t nOldLogicalSize = InternalLogicalSize( pMem );
+ size_t nOldSize = InternalMSize( pMem );
+
+#if defined( USE_STACK_TRACES )
+ unsigned int oldStatIndex = GetAllocationStatIndex_Internal( pMem );
+#else
+ const char *pOldFileName = GetAllocatonFileName( pMem );
+ int oldLine = GetAllocatonLineNumber( pMem );
+#endif
+
+
+ m_Timer.Start();
+ InternalFree( pMem );
+ m_Timer.End();
+
+#if defined( USE_STACK_TRACES )
+ RegisterDeallocation( oldStatIndex, nOldLogicalSize, nOldSize, m_Timer.GetDuration().GetMicroseconds() );
+#else
+ RegisterDeallocation( pOldFileName, oldLine, nOldLogicalSize, nOldSize, m_Timer.GetDuration().GetMicroseconds() );
+#endif
+}
+
+void *CDbgMemAlloc::Expand_NoLongerSupported( void *pMem, size_t nSize, const char *pFileName, int nLine )
+{
+ return NULL;
+}
+
+
+//-----------------------------------------------------------------------------
+// Returns the size of a particular allocation (NOTE: may be larger than the size requested!)
+//-----------------------------------------------------------------------------
+size_t CDbgMemAlloc::GetSize( void *pMem )
+{
+ HEAP_LOCK();
+
+ if ( !pMem )
+ return m_GlobalInfo.m_nCurrentSize;
+
+ return InternalMSize( pMem );
+}
+
+
+//-----------------------------------------------------------------------------
+// FIXME: Remove when we make our own heap! Crt stuff we're currently using
+//-----------------------------------------------------------------------------
+int32 CDbgMemAlloc::CrtSetBreakAlloc( int32 lNewBreakAlloc )
+{
+#ifdef POSIX
+ return 0;
+#else
+ return _CrtSetBreakAlloc( lNewBreakAlloc );
+#endif
+}
+
+int CDbgMemAlloc::CrtSetReportMode( int nReportType, int nReportMode )
+{
+#ifdef POSIX
+ return 0;
+#else
+ return _CrtSetReportMode( nReportType, nReportMode );
+#endif
+}
+
+int CDbgMemAlloc::CrtIsValidHeapPointer( const void *pMem )
+{
+#ifdef POSIX
+ return 0;
+#else
+ return _CrtIsValidHeapPointer( pMem );
+#endif
+}
+
+int CDbgMemAlloc::CrtIsValidPointer( const void *pMem, unsigned int size, int access )
+{
+#ifdef POSIX
+ return 0;
+#else
+ return _CrtIsValidPointer( pMem, size, access );
+#endif
+}
+
+#define DBGMEM_CHECKMEMORY 1
+
+int CDbgMemAlloc::CrtCheckMemory( void )
+{
+#if !defined( DBGMEM_CHECKMEMORY ) || defined( POSIX )
+ return 1;
+#elif defined( _WIN32 )
+ if ( !_CrtCheckMemory())
+ {
+ Msg( "Memory check failed!\n" );
+ return 0;
+ }
+ return 1;
+#else
+ return 1;
+#endif
+}
+
+int CDbgMemAlloc::CrtSetDbgFlag( int nNewFlag )
+{
+#ifdef POSIX
+ return 0;
+#else
+ return _CrtSetDbgFlag( nNewFlag );
+#endif
+}
+
+void CDbgMemAlloc::CrtMemCheckpoint( _CrtMemState *pState )
+{
+#ifndef POSIX
+ _CrtMemCheckpoint( pState );
+#endif
+}
+
+// FIXME: Remove when we have our own allocator
+void* CDbgMemAlloc::CrtSetReportFile( int nRptType, void* hFile )
+{
+#ifdef POSIX
+ return 0;
+#else
+ return (void*)_CrtSetReportFile( nRptType, (_HFILE)hFile );
+#endif
+}
+
+void* CDbgMemAlloc::CrtSetReportHook( void* pfnNewHook )
+{
+#ifdef POSIX
+ return 0;
+#else
+ return (void*)_CrtSetReportHook( (_CRT_REPORT_HOOK)pfnNewHook );
+#endif
+}
+
+int CDbgMemAlloc::CrtDbgReport( int nRptType, const char * szFile,
+ int nLine, const char * szModule, const char * pMsg )
+{
+#ifdef POSIX
+ return 0;
+#else
+ return _CrtDbgReport( nRptType, szFile, nLine, szModule, pMsg );
+#endif
+}
+
+int CDbgMemAlloc::heapchk()
+{
+#ifdef POSIX
+ return 0;
+#else
+ if ( CrtCheckMemory() )
+ return _HEAPOK;
+ else
+ return _HEAPBADPTR;
+#endif
+}
+
+void CDbgMemAlloc::DumpBlockStats( void *p )
+{
+ DbgMemHeader_t *pBlock = (DbgMemHeader_t *)p - 1;
+ if ( !CrtIsValidHeapPointer( pBlock ) )
+ {
+ Msg( "0x%x is not valid heap pointer\n", p );
+ return;
+ }
+
+ const char *pFileName = GetAllocatonFileName( p );
+ int line = GetAllocatonLineNumber( p );
+
+ Msg( "0x%x allocated by %s line %d, %d bytes\n", p, pFileName, line, GetSize( p ) );
+}
+
+//-----------------------------------------------------------------------------
+// Stat output
+//-----------------------------------------------------------------------------
+void CDbgMemAlloc::DumpMemInfo( const char *pAllocationName, int line, const MemInfo_t &info )
+{
+ m_OutputFunc("%s, line %i\t%.1f\t%.1f\t%.1f\t%.1f\t%.1f\t%d\t%d\t%d\t%d\t%d\t%d\t%d",
+ pAllocationName,
+ line,
+ info.m_nCurrentSize / 1024.0f,
+ info.m_nPeakSize / 1024.0f,
+ info.m_nTotalSize / 1024.0f,
+ info.m_nOverheadSize / 1024.0f,
+ info.m_nPeakOverheadSize / 1024.0f,
+ (int)(info.m_nTime / 1000),
+ info.m_nCurrentCount,
+ info.m_nPeakCount,
+ info.m_nTotalCount,
+ info.m_nSumTargetRange,
+ info.m_nCurTargetRange,
+ info.m_nMaxTargetRange
+ );
+
+ for (int i = 0; i < NUM_BYTE_COUNT_BUCKETS; ++i)
+ {
+ m_OutputFunc( "\t%d", info.m_pCount[i] );
+ }
+
+ m_OutputFunc("\n");
+}
+
+
+//-----------------------------------------------------------------------------
+// Stat output
+//-----------------------------------------------------------------------------
+size_t CDbgMemAlloc::ComputeMemoryUsedBy( char const *pchSubStr)
+{
+ size_t total = 0;
+ StatMapIter_FileLine_t iter = m_StatMap_FileLine.begin();
+ while(iter != m_StatMap_FileLine.end())
+ {
+ if(!pchSubStr || strstr(iter->first.m_pFileName,pchSubStr))
+ {
+ total += iter->second.m_nCurrentSize;
+ }
+ iter++;
+ }
+ return total;
+}
+
+void CDbgMemAlloc::DumpFileStats()
+{
+ StatMapIter_FileLine_t iter = m_StatMap_FileLine.begin();
+ while(iter != m_StatMap_FileLine.end())
+ {
+ DumpMemInfo( iter->first.m_pFileName, iter->first.m_nLine, iter->second );
+ iter++;
+ }
+}
+
+void CDbgMemAlloc::DumpStatsFileBase( char const *pchFileBase )
+{
+ char szFileName[MAX_PATH];
+ static int s_FileCount = 0;
+ if (m_OutputFunc == DefaultHeapReportFunc)
+ {
+ char *pPath = "";
+#ifdef _X360
+ pPath = "D:\\";
+#elif defined( _PS3 )
+ pPath = "/app_home/";
+#endif
+
+
+#if defined( _MEMTEST ) && defined( _WIN32 )
+ char szXboxName[32];
+ strcpy( szXboxName, "xbox" );
+ DWORD numChars = sizeof( szXboxName );
+ DmGetXboxName( szXboxName, &numChars );
+ char *pXboxName = strstr( szXboxName, "_360" );
+ if ( pXboxName )
+ {
+ *pXboxName = '\0';
+ }
+
+ SYSTEMTIME systemTime;
+ GetLocalTime( &systemTime );
+ //_snprintf( szFileName, sizeof( szFileName ), "%s%s_%2.2d%2.2d_%2.2d%2.2d%2.2d_%d.txt", pPath, s_szStatsMapName, systemTime.wMonth, systemTime.wDay, systemTime.wHour, systemTime.wMinute, systemTime.wSecond, s_FileCount );
+ _snprintf( szFileName, sizeof( szFileName ), "%s%s_%d.txt", pPath, s_szStatsMapName, s_FileCount );
+#else
+ _snprintf( szFileName, sizeof( szFileName ), "%s%s_%d.txt", pPath, pchFileBase, s_FileCount );
+#endif
+
+ ++s_FileCount;
+
+ s_DbgFile = fopen(szFileName, "wt");
+ if (!s_DbgFile)
+ return;
+ }
+
+ {
+ HEAP_LOCK();
+
+ m_OutputFunc("Allocation type\tCurrent Size(k)\tPeak Size(k)\tTotal Allocations(k)\tOverhead Size(k)\tPeak Overhead Size(k)\tTime(ms)\tCurrent Count\tPeak Count\tTotal Count\tTNum\tTCur\tTMax");
+
+ for (int i = 0; i < NUM_BYTE_COUNT_BUCKETS; ++i)
+ {
+ m_OutputFunc( "\t%s", s_pCountHeader[i] );
+ }
+
+ m_OutputFunc("\n");
+
+ MemInfo_t totals = m_GlobalInfo;
+#ifdef _PS3
+ {
+ // Add a line for system heap stats
+ static malloc_managed_size mms;
+ (g_pMemOverrideRawCrtFns->pfn_malloc_stats)( &mms );
+
+ MemInfo_t info;
+ info.m_nCurrentSize = mms.current_inuse_size;
+ info.m_nPeakSize = mms.max_system_size;
+ info.m_nOverheadSize = mms.current_system_size - mms.current_inuse_size;
+ DumpMemInfo( "||PS3 malloc_stats||", 0, info );
+
+ // Add a line for PRXs
+ char prxFilename[256];
+ sys_prx_id_t prxIDs[256];
+ sys_prx_segment_info_t prxSegments[32];
+ sys_prx_get_module_list_t prxList = { sizeof( sys_prx_get_module_list_t ), ARRAYSIZE( prxIDs ), 0, prxIDs, NULL };
+ sys_prx_get_module_list( 0, &prxList );
+ Assert( prxList.count < ARRAYSIZE( prxIDs ) );
+ memset( &info, 0, sizeof( info ) );
+ for ( int i = 0; i < prxList.count; i++ )
+ {
+ sys_prx_module_info_t prxInfo;
+ prxInfo.size = sizeof( sys_prx_module_info_t );
+ prxInfo.filename = prxFilename;
+ prxInfo.filename_size = sizeof( prxFilename );
+ prxInfo.segments = prxSegments;
+ prxInfo.segments_num = ARRAYSIZE( prxSegments );
+ sys_prx_get_module_info( prxList.idlist[i], 0, &prxInfo );
+ Assert( prxInfo.segments_num < ARRAYSIZE( prxSegments ) );
+ for ( int j = 0; j < prxInfo.segments_num; j++ )
+ {
+ info.m_nCurrentSize += prxInfo.segments[j].memsz;
+ }
+ }
+ DumpMemInfo( "PS3 PRXs", 0, info );
+
+ // Add PRX sizes to our global tracked total:
+ totals.m_nCurrentSize += info.m_nCurrentSize;
+ }
+#endif // _PS3
+
+ // The total of all memory usage we know about:
+ DumpMemInfo( "||Totals||", 0, totals );
+
+ if ( IsGameConsole() )
+ {
+ // Add a line showing total system memory usage from the OS (if this is more than
+ // "||Totals||", then there is unknown memory usage that we need to track down):
+ size_t usedMemory, freeMemory;
+ GlobalMemoryStatus( &usedMemory, &freeMemory );
+ MemInfo_t info;
+ info.m_nCurrentSize = usedMemory;
+ DumpMemInfo( "||Used Memory||", 0, info );
+ }
+
+#ifdef _MEMTEST
+ {
+ // Add lines for GPU allocations
+ int nGPUMemSize, nGPUMemFree, nTextureSize, nRTSize, nVBSize, nIBSize, nUnknown;
+ if ( 7 == sscanf( s_szStatsComment, "%d %d %d %d %d %d %d", &nGPUMemSize, &nGPUMemFree, &nTextureSize, &nRTSize, &nVBSize, &nIBSize, &nUnknown ) )
+ {
+ int nTotalUsed = nTextureSize + nRTSize + nVBSize + nIBSize + nUnknown;
+ int nOverhead = ( nGPUMemSize - nTotalUsed ) - nGPUMemFree;
+ m_OutputFunc( "||PS3 RSX: total used||, line 0\t%.1f\n", nTotalUsed / 1024.0f );
+ m_OutputFunc( "PS3 RSX: textures, line 0\t%.1f\n", nTextureSize / 1024.0f );
+ m_OutputFunc( "PS3 RSX: render targets, line 0\t%.1f\n", nRTSize / 1024.0f );
+ m_OutputFunc( "PS3 RSX: vertex buffers, line 0\t%.1f\n", nVBSize / 1024.0f );
+ m_OutputFunc( "PS3 RSX: index buffers, line 0\t%.1f\n", nIBSize / 1024.0f );
+ m_OutputFunc( "PS3 RSX: unknown, line 0\t%.1f\n", nUnknown / 1024.0f );
+ m_OutputFunc( "PS3 RSX: overhead, line 0\t%.1f\n", nOverhead / 1024.0f );
+ }
+ }
+#endif
+
+ //m_OutputFunc("File/Line Based\n");
+ DumpFileStats();
+ }
+
+ if (m_OutputFunc == DefaultHeapReportFunc)
+ {
+ fclose(s_DbgFile);
+
+#if defined( _X360 )
+ XBX_rMemDump( szFileName );
+#endif
+ }
+}
+
+void CDbgMemAlloc::GlobalMemoryStatus( size_t *pUsedMemory, size_t *pFreeMemory )
+{
+ if ( !pUsedMemory || !pFreeMemory )
+ return;
+
+#if defined ( _X360 )
+
+ // GlobalMemoryStatus tells us how much physical memory is free
+ MEMORYSTATUS stat;
+ ::GlobalMemoryStatus( &stat );
+ *pFreeMemory = stat.dwAvailPhys;
+
+ // Used is total minus free (discount the 32MB system reservation)
+ *pUsedMemory = ( stat.dwTotalPhys - 32*1024*1024 ) - *pFreeMemory;
+
+#elif defined( _PS3 )
+
+ // need to factor in how much empty space there is in the heap
+ // (since it NEVER returns pages back to the OS after hitting a high-watermark)
+ static malloc_managed_size mms;
+ (g_pMemOverrideRawCrtFns->pfn_malloc_stats)( &mms );
+ int heapFree = mms.current_system_size - mms.current_inuse_size;
+ Assert( heapFree >= 0 );
+
+ // sys_memory_get_user_memory_size tells us how much PPU memory is used/free
+ static sys_memory_info stat;
+ sys_memory_get_user_memory_size( &stat );
+ *pFreeMemory = stat.available_user_memory;
+ *pFreeMemory += heapFree;
+ *pUsedMemory = stat.total_user_memory - *pFreeMemory;
+ // 213MB are available in retail mode, so adjust free mem to reflect that even if we're in devkit mode
+ const size_t RETAIL_SIZE = 213*1024*1024;
+ if ( stat.total_user_memory > RETAIL_SIZE )
+ *pFreeMemory -= stat.total_user_memory - RETAIL_SIZE;
+
+#else
+
+ // no data
+ *pFreeMemory = 0;
+ *pUsedMemory = 0;
+
+#endif
+}
+
+#ifdef USE_STACK_TRACES
+void CDbgMemAlloc::DumpCallStackFlow( char const *pchFileBase )
+{
+ HEAP_LOCK();
+
+ char szFileName[MAX_PATH];
+ static int s_FileCount = 0;
+
+ char *pPath = "";
+ if ( IsX360() )
+ {
+ pPath = "D:\\";
+ }
+
+#if defined( _MEMTEST ) && defined( _WIN32 )
+ char szXboxName[32];
+ strcpy( szXboxName, "xbox" );
+ DWORD numChars = sizeof( szXboxName );
+ DmGetXboxName( szXboxName, &numChars );
+ char *pXboxName = strstr( szXboxName, "_360" );
+ if ( pXboxName )
+ {
+ *pXboxName = '\0';
+ }
+
+ SYSTEMTIME systemTime;
+ GetLocalTime( &systemTime );
+ _snprintf( szFileName, sizeof( szFileName ), "%s%s_%2.2d%2.2d_%2.2d%2.2d%2.2d_%d.csf", pPath, s_szStatsMapName, systemTime.wMonth, systemTime.wDay, systemTime.wHour, systemTime.wMinute, systemTime.wSecond, s_FileCount );
+#else
+ _snprintf( szFileName, sizeof( szFileName ), "%s%s%d.vcsf", pPath, pchFileBase, s_FileCount );
+#endif
+
+ ++s_FileCount;
+ m_CallStackStats.DumpToFile( szFileName, false );
+}
+#endif
+
+//-----------------------------------------------------------------------------
+// Stat output
+//-----------------------------------------------------------------------------
+void CDbgMemAlloc::DumpStats()
+{
+ DumpStatsFileBase( "memstats" );
+#ifdef USE_STACK_TRACES
+ DumpCallStackFlow( "memflow" );
+#endif
+}
+
+void CDbgMemAlloc::SetCRTAllocFailed( size_t nSize )
+{
+ m_sMemoryAllocFailed = nSize;
+ DebuggerBreakIfDebugging();
+ char buffer[256];
+ _snprintf( buffer, sizeof( buffer ), "***** OUT OF MEMORY! attempted allocation size: %u ****\n", nSize );
+#if defined( _PS3 ) && defined( _DEBUG )
+ DebuggerBreak();
+#endif // _PS3
+
+#ifdef _X360
+ XBX_OutputDebugString( buffer );
+ if ( !Plat_IsInDebugSession() )
+ {
+ XBX_CrashDump( true );
+#if defined( _DEMO )
+ XLaunchNewImage( XLAUNCH_KEYWORD_DEFAULT_APP, 0 );
+#else
+ XLaunchNewImage( "default.xex", 0 );
+#endif
+ }
+#elif defined(_WIN32 )
+ OutputDebugString( buffer );
+ if ( !Plat_IsInDebugSession() )
+ {
+ AssertFatalMsg( false, buffer );
+ abort();
+ }
+#else
+ printf( "%s\n", buffer );
+ if ( !Plat_IsInDebugSession() )
+ {
+ AssertFatalMsg( false, buffer );
+ exit( 0 );
+ }
+#endif
+}
+
+size_t CDbgMemAlloc::MemoryAllocFailed()
+{
+ return m_sMemoryAllocFailed;
+}
+
+
+
+#ifdef LINUX
+//
+// Under linux we can ask GLIBC to override malloc for us
+// Base on code from Ryan, http://hg.icculus.org/icculus/mallocmonitor/file/29c4b0d049f7/monitor_client/malloc_hook_glibc.c
+//
+//
+static void *glibc_malloc_hook = NULL;
+static void *glibc_realloc_hook = NULL;
+static void *glibc_memalign_hook = NULL;
+static void *glibc_free_hook = NULL;
+
+/* convenience functions for setting the hooks... */
+static inline void save_glibc_hooks(void);
+static inline void set_glibc_hooks(void);
+static inline void set_override_hooks(void);
+
+CThreadMutex g_HookMutex;
+/*
+ * Our overriding hooks...they call through to the original C runtime
+ * implementations and report to the monitoring daemon.
+ */
+
+static void *override_malloc_hook(size_t s, const void *caller)
+{
+ void *retval;
+ AUTO_LOCK( g_HookMutex );
+ set_glibc_hooks(); /* put glibc back in control. */
+ retval = InternalMalloc( s, NULL, 0 );
+ save_glibc_hooks(); /* update in case glibc changed them. */
+
+ set_override_hooks(); /* only restore hooks if daemon is listening */
+
+ return(retval);
+} /* override_malloc_hook */
+
+
+static void *override_realloc_hook(void *ptr, size_t s, const void *caller)
+{
+ void *retval;
+ AUTO_LOCK( g_HookMutex );
+
+ set_glibc_hooks(); /* put glibc back in control. */
+ retval = InternalRealloc(ptr, s, NULL, 0); /* call glibc version. */
+ save_glibc_hooks(); /* update in case glibc changed them. */
+
+ set_override_hooks(); /* only restore hooks if daemon is listening */
+
+ return(retval);
+} /* override_realloc_hook */
+
+
+static void *override_memalign_hook(size_t a, size_t s, const void *caller)
+{
+ void *retval;
+ AUTO_LOCK( g_HookMutex );
+
+ set_glibc_hooks(); /* put glibc back in control. */
+ retval = memalign(a, s); /* call glibc version. */
+ save_glibc_hooks(); /* update in case glibc changed them. */
+
+ set_override_hooks(); /* only restore hooks if daemon is listening */
+
+ return(retval);
+} /* override_memalign_hook */
+
+
+static void override_free_hook(void *ptr, const void *caller)
+{
+ AUTO_LOCK( g_HookMutex );
+
+ set_glibc_hooks(); /* put glibc back in control. */
+ InternalFree(ptr); /* call glibc version. */
+ save_glibc_hooks(); /* update in case glibc changed them. */
+
+ set_override_hooks(); /* only restore hooks if daemon is listening */
+} /* override_free_hook */
+
+
+
+/*
+ * Convenience functions for swapping the hooks around...
+ */
+
+/*
+ * Save a copy of the original allocation hooks, so we can call into them
+ * from our overriding functions. It's possible that glibc might change
+ * these hooks under various conditions (so the manual's examples seem
+ * to suggest), so we update them whenever we finish calling into the
+ * the originals.
+ */
+static inline void save_glibc_hooks(void)
+{
+ glibc_malloc_hook = (void *)__malloc_hook;
+ glibc_realloc_hook = (void *)__realloc_hook;
+ glibc_memalign_hook = (void *)__memalign_hook;
+ glibc_free_hook = (void *)__free_hook;
+} /* save_glibc_hooks */
+
+/*
+ * Restore the hooks to the glibc versions. This is needed since, say,
+ * their realloc() might call malloc() or free() under the hood, etc, so
+ * it's safer to let them have complete control over the subsystem, which
+ * also makes our logging saner, too.
+ */
+static inline void set_glibc_hooks(void)
+{
+ __malloc_hook = (void* (*)(size_t, const void*))glibc_malloc_hook;
+ __realloc_hook = (void* (*)(void*, size_t, const void*))glibc_realloc_hook;
+ __memalign_hook = (void* (*)(size_t, size_t, const void*))glibc_memalign_hook;
+ __free_hook = (void (*)(void*, const void*))glibc_free_hook;
+} /* set_glibc_hooks */
+
+
+/*
+ * Put our hooks back in place. This should be done after the original
+ * glibc version has been called and we've finished any logging (which
+ * may call glibc functions, too). This sets us up for the next calls from
+ * the application.
+ */
+static inline void set_override_hooks(void)
+{
+ __malloc_hook = override_malloc_hook;
+ __realloc_hook = override_realloc_hook;
+ __memalign_hook = override_memalign_hook;
+ __free_hook = override_free_hook;
+} /* set_override_hooks */
+
+
+
+/*
+ * The Hook Of All Hooks...how we get in there in the first place.
+ */
+
+/*
+ * glibc will call this when the malloc subsystem is initializing, giving
+ * us a chance to install hooks that override the functions.
+ */
+static void override_init_hook(void)
+{
+ AUTO_LOCK( g_HookMutex );
+
+ /* install our hooks. Will connect to daemon on first malloc, etc. */
+ save_glibc_hooks();
+ set_override_hooks();
+} /* override_init_hook */
+
+
+/*
+ * __malloc_initialize_hook is apparently a "weak variable", so you can
+ * define and assign it here even though it's in glibc, too. This lets
+ * us hook into malloc as soon as the runtime initializes, and before
+ * main() is called. Basically, this whole trick depends on this.
+ */
+void (*__malloc_initialize_hook)(void) __attribute__((visibility("default")))= override_init_hook;
+
+#elif defined( OSX )
+//
+// pointers to the osx versions of these functions
+static void *osx_malloc_hook = NULL;
+static void *osx_realloc_hook = NULL;
+static void *osx_free_hook = NULL;
+
+// convenience functions for setting the hooks...
+static inline void save_osx_hooks(void);
+static inline void set_osx_hooks(void);
+static inline void set_override_hooks(void);
+
+CThreadMutex g_HookMutex;
+//
+// Our overriding hooks...they call through to the original C runtime
+// implementations and report to the monitoring daemon.
+//
+
+static void *override_malloc_hook(struct _malloc_zone_t *zone, size_t s)
+{
+ void *retval;
+ set_osx_hooks();
+ retval = InternalMalloc( s, NULL, 0 );
+ set_override_hooks();
+
+ return(retval);
+}
+
+
+static void *override_realloc_hook(struct _malloc_zone_t *zone, void *ptr, size_t s)
+{
+ void *retval;
+
+ set_osx_hooks();
+ retval = InternalRealloc(ptr, s, NULL, 0);
+ set_override_hooks();
+
+ return(retval);
+}
+
+
+static void override_free_hook(struct _malloc_zone_t *zone, void *ptr)
+{
+ // sometime they pass in a null pointer from higher level calls, just ignore it
+ if ( !ptr )
+ return;
+
+ set_osx_hooks();
+
+ DbgMemHeader_t *pInternalMem = GetCrtDbgMemHeader( ptr );
+ if ( *((int*)pInternalMem->m_Reserved) == 0xf00df00d )
+ {
+ InternalFree( ptr );
+ }
+
+ set_override_hooks();
+}
+
+
+/*
+
+ These are func's we could optionally override right now on OSX but don't need to
+
+ static size_t override_size_hook(struct _malloc_zone_t *zone, const void *ptr)
+ {
+ set_osx_hooks();
+ DbgMemHeader_t *pInternalMem = GetCrtDbgMemHeader( (void *)ptr );
+ set_override_hooks();
+ if ( *((int*)pInternalMem->m_Reserved) == 0xf00df00d )
+ {
+ return pInternalMem->nLogicalSize;
+ }
+ return 0;
+ }
+
+
+ static void *override_calloc_hook(struct _malloc_zone_t *zone, size_t num_items, size_t size )
+ {
+ void *ans = override_malloc_hook( zone, num_items*size );
+ if ( !ans )
+ return 0;
+ memset( ans, 0x0, num_items*size );
+ return ans;
+ }
+
+ static void *override_valloc_hook(struct _malloc_zone_t *zone, size_t size )
+ {
+ return override_calloc_hook( zone, 1, size );
+ }
+
+ static void override_destroy_hook(struct _malloc_zone_t *zone)
+ {
+ }
+ */
+
+
+
+//
+// Save a copy of the original allocation hooks, so we can call into them
+// from our overriding functions. It's possible that osx might change
+// these hooks under various conditions (so the manual's examples seem
+// to suggest), so we update them whenever we finish calling into the
+// the originals.
+//
+static inline void save_osx_hooks(void)
+{
+ malloc_zone_t *malloc_zone = malloc_default_zone();
+
+ osx_malloc_hook = (void *)malloc_zone->malloc;
+ osx_realloc_hook = (void *)malloc_zone->realloc;
+ osx_free_hook = (void *)malloc_zone->free;
+
+ // These are func's we could optionally override right now on OSX but don't need to
+ // osx_size_hook = (void *)malloc_zone->size;
+ // osx_calloc_hook = (void *)malloc_zone->calloc;
+ // osx_valloc_hook = (void *)malloc_zone->valloc;
+ // osx_destroy_hook = (void *)malloc_zone->destroy;
+}
+
+//
+// Restore the hooks to the osx versions. This is needed since, say,
+// their realloc() might call malloc() or free() under the hood, etc, so
+// it's safer to let them have complete control over the subsystem, which
+// also makes our logging saner, too.
+//
+static inline void set_osx_hooks(void)
+{
+ malloc_zone_t *malloc_zone = malloc_default_zone();
+ malloc_zone->malloc = (void* (*)(_malloc_zone_t*, size_t))osx_malloc_hook;
+ malloc_zone->realloc = (void* (*)(_malloc_zone_t*, void*, size_t))osx_realloc_hook;
+ malloc_zone->free = (void (*)(_malloc_zone_t*, void*))osx_free_hook;
+
+ // These are func's we could optionally override right now on OSX but don't need to
+
+ //malloc_zone->size = (size_t (*)(_malloc_zone_t*, const void *))osx_size_hook;
+ //malloc_zone->calloc = (void* (*)(_malloc_zone_t*, size_t, size_t))osx_calloc_hook;
+ //malloc_zone->valloc = (void* (*)(_malloc_zone_t*, size_t))osx_valloc_hook;
+ //malloc_zone->destroy = (void (*)(_malloc_zone_t*))osx_destroy_hook;
+}
+
+
+/*
+ * Put our hooks back in place. This should be done after the original
+ * osx version has been called and we've finished any logging (which
+ * may call osx functions, too). This sets us up for the next calls from
+ * the application.
+ */
+static inline void set_override_hooks(void)
+{
+ malloc_zone_t *malloc_zone = malloc_default_zone();
+
+ malloc_zone->malloc = override_malloc_hook;
+ malloc_zone->realloc = override_realloc_hook;
+ malloc_zone->free = override_free_hook;
+
+ // These are func's we could optionally override right now on OSX but don't need to
+ //malloc_zone->size = override_size_hook;
+ //malloc_zone->calloc = override_calloc_hook;
+ // malloc_zone->valloc = override_valloc_hook;
+ //malloc_zone->destroy = override_destroy_hook;
+}
+
+
+//
+// The Hook Of All Hooks...how we get in there in the first place.
+//
+// osx will call this when the malloc subsystem is initializing, giving
+// us a chance to install hooks that override the functions.
+//
+
+void __attribute__ ((constructor)) mem_init(void)
+{
+ AUTO_LOCK( g_HookMutex );
+ save_osx_hooks();
+ set_override_hooks();
+}
+
+void *operator new( size_t nSize, int nBlockUse, const char *pFileName, int nLine )
+{
+ set_osx_hooks();
+ void *pMem = g_pMemAlloc->Alloc(nSize, pFileName, nLine);
+ set_override_hooks();
+ return pMem;
+}
+
+void *operator new[] ( size_t nSize, int nBlockUse, const char *pFileName, int nLine )
+{
+ set_osx_hooks();
+ void *pMem = g_pMemAlloc->Alloc(nSize, pFileName, nLine);
+ set_override_hooks();
+ return pMem;
+}
+
+#endif // OSX
+
+int GetAllocationCallStack( void *mem, void **pCallStackOut, int iMaxEntriesOut )
+{
+#if defined( USE_MEM_DEBUG ) && (defined( USE_STACK_TRACES ))
+ return s_DbgMemAlloc.GetCallStackForIndex( GetAllocationStatIndex_Internal( mem ), pCallStackOut, iMaxEntriesOut );
+#else
+ return 0;
+#endif
+}
+
+
+#endif // MEM_IMPL_TYPE_DBG
+
+#endif // !defined(STEAM) && !defined(NO_MALLOC_OVERRIDE)