1HEADmaster

1 files changed, 523 insertions, 0 deletions

diff --git a/launcher/reslistgenerator.cpp b/launcher/reslistgenerator.cpp
new file mode 100644
index 0000000..b7a08a5
--- /dev/null
+++ b/launcher/reslistgenerator.cpp
@@ -0,0 +1,523 @@
+//========= Copyright Valve Corporation, All rights reserved. ============//
+//
+// Purpose: 
+//
+// Defines the entry point for the application.
+//
+//===========================================================================//
+
+#include "reslistgenerator.h"
+#include "filesystem.h"
+#include "tier1/utlrbtree.h"
+#include "tier1/fmtstr.h"
+#include "characterset.h"
+#include "tier1/utlstring.h"
+#include "tier1/utlvector.h"
+#include "tier1/utlbuffer.h"
+#include "tier0/icommandline.h"
+#include "tier1/KeyValues.h"
+
+// memdbgon must be the last include file in a .cpp file!!!
+#include "tier0/memdbgon.h"
+
+bool SaveResList( const CUtlRBTree< CUtlString, int > &list, char const *pchFileName, char const *pchSearchPath )
+{
+	FileHandle_t fh = g_pFullFileSystem->Open( pchFileName, "wt", pchSearchPath );
+	if ( fh != FILESYSTEM_INVALID_HANDLE )
+	{
+		for ( int i = list.FirstInorder(); i != list.InvalidIndex(); i = list.NextInorder( i ) )
+		{
+			g_pFullFileSystem->Write( list[ i ].String(), Q_strlen( list[ i ].String() ), fh );
+			g_pFullFileSystem->Write( "\n", 1, fh );
+		}
+
+		g_pFullFileSystem->Close( fh );
+		return true;
+	}
+	return false;
+}
+
+void LoadResList( CUtlRBTree< CUtlString, int > &list, char const *pchFileName, char const *pchSearchPath )
+{
+	CUtlBuffer buffer( 0, 0, CUtlBuffer::TEXT_BUFFER );
+	if ( !g_pFullFileSystem->ReadFile( pchFileName, pchSearchPath, buffer ) )
+	{
+		// does not exist
+		return;
+	}
+
+	characterset_t breakSet;
+	CharacterSetBuild( &breakSet, "" );
+
+	// parse reslist
+	char szToken[ MAX_PATH ];
+	for ( ;; )
+	{
+		int nTokenSize = buffer.ParseToken( &breakSet, szToken, sizeof( szToken ) );
+		if ( nTokenSize <= 0 )
+		{
+			break;
+		}
+
+		Q_strlower( szToken );
+		Q_FixSlashes( szToken );
+
+		// Ensure filename has "quotes" around it
+		CUtlString s;
+		if ( szToken[ 0 ] == '\"' )
+		{
+			Assert( Q_strlen( szToken ) > 2 );
+			Assert( szToken[ Q_strlen( szToken ) - 1 ] == '\"' );
+			s = szToken;
+		}
+		else
+		{
+			s = CFmtStr( "\"%s\"", szToken );
+		}
+
+		int idx = list.Find( s );
+		if ( idx == list.InvalidIndex() )
+		{
+			list.Insert( s );
+		}
+	}
+}
+
+static bool ReslistLogLessFunc( CUtlString const &pLHS, CUtlString const &pRHS )
+{
+	return CaselessStringLessThan( pLHS.Get(), pRHS.Get() );
+}
+
+void SortResList( char const *pchFileName, char const *pchSearchPath )
+{
+	CUtlRBTree< CUtlString, int > sorted( 0, 0, ReslistLogLessFunc );
+	LoadResList( sorted, pchFileName, pchSearchPath );
+
+	// Now write it back out
+	SaveResList( sorted, pchFileName, pchSearchPath );
+}
+
+void MergeResLists( CUtlVector< CUtlString > &fileNames, char const *pchOutputFile, char const *pchSearchPath )
+{
+	CUtlRBTree< CUtlString, int > sorted( 0, 0, ReslistLogLessFunc );
+	for ( int i = 0; i < fileNames.Count(); ++i )
+	{
+		LoadResList( sorted, fileNames[ i ].String(), pchSearchPath );
+	}
+
+	// Now write it back out
+	SaveResList( sorted, pchOutputFile, pchSearchPath );
+}
+
+class CWorkItem
+{
+public:
+	CWorkItem()
+	{
+	}
+
+	CUtlString		m_sSubDir;
+	CUtlString		m_sAddCommands;
+};
+class CResListGenerator: public IResListGenerator
+{
+public:
+	enum
+	{
+		STATE_BUILDINGRESLISTS = 0,
+		STATE_GENERATINGCACHES,
+	};
+
+	CResListGenerator();
+
+	virtual void Init( char const *pchBaseDir, char const *pchGameDir );
+	virtual bool IsActive();
+	virtual void Shutdown();
+	virtual void Collate();
+
+	virtual void SetupCommandLine();
+	virtual bool ShouldContinue();
+
+private:
+
+	bool InitCommandFile( char const *pchGameDir, char const *pchCommandFile );
+	void LoadMapList( char const *pchGameDir, CUtlVector< CUtlString > &vecMaps, char const *pchMapFile );
+	void CollateFiles( char const *pchResListFilename );
+
+	bool		m_bInitialized;
+	bool		m_bActive;
+	CUtlString	m_sBaseDir;
+	CUtlString  m_sGameDir;
+	CUtlString	m_sFullGamePath;
+
+	CUtlString	m_sFinalDir;
+	CUtlString	m_sWorkingDir;
+	CUtlString	m_sBaseCommandLine;
+	CUtlString	m_sOriginalCommandLine;
+	CUtlString	m_sInitialStartMap;
+
+	int			m_nCurrentWorkItem;
+	CUtlVector< CWorkItem >	m_WorkItems;
+
+	CUtlVector< CUtlString > m_MapList;
+	int			m_nCurrentState;
+};
+
+static CResListGenerator g_ResListGenerator;
+IResListGenerator *reslistgenerator = &g_ResListGenerator;
+
+CResListGenerator::CResListGenerator() :
+	m_bInitialized( false ),
+	m_bActive( false ),
+	m_nCurrentWorkItem( 0 ),
+	m_nCurrentState( STATE_BUILDINGRESLISTS )
+{
+	MEM_ALLOC_CREDIT();
+
+	m_sFinalDir = "reslists";
+	m_sWorkingDir = "reslists_work";
+}
+
+void CResListGenerator::CollateFiles( char const *pchResListFilename )
+{
+	CUtlVector< CUtlString > vecReslists;
+
+	for ( int i = 0; i < m_WorkItems.Count(); ++i )
+	{
+		char fn[ MAX_PATH ];
+		Q_snprintf( fn, sizeof( fn ), "%s\\%s\\%s\\%s", m_sFullGamePath.String(), m_sWorkingDir.String(), m_WorkItems[ i ].m_sSubDir.String(), pchResListFilename );
+		vecReslists.AddToTail( fn );
+	}
+
+	MergeResLists( vecReslists, CFmtStr( "%s\\%s\\%s", m_sFullGamePath.String(), m_sFinalDir.String(), pchResListFilename ), "GAME" );
+}
+
+void CResListGenerator::Init( char const *pchBaseDir, char const *pchGameDir )
+{
+	if ( IsX360() )
+	{
+		// not used or supported
+		return;
+	}
+
+	// Because we have to call this inside the first Apps "PreInit", we need only Init on the very first call
+	if ( m_bInitialized )
+	{
+		return;
+	}
+
+	m_bInitialized = true;
+
+	m_sBaseDir = pchBaseDir;
+	m_sGameDir = pchGameDir;
+
+	char path[MAX_PATH];
+	Q_snprintf( path, sizeof(path), "%s/%s", m_sBaseDir.String(), m_sGameDir.String() );
+	Q_FixSlashes( path );
+	Q_strlower( path );
+	m_sFullGamePath = path;
+
+	const char *pchCommandFile = NULL;
+	if ( CommandLine()->CheckParm( "-makereslists", &pchCommandFile ) && pchCommandFile )
+	{
+		// base path setup, now can get and parse command file
+		InitCommandFile( path, pchCommandFile );
+	}
+}
+
+void CResListGenerator::Shutdown()
+{
+	if ( !m_bActive )
+		return;
+}
+
+bool CResListGenerator::IsActive()
+{
+	return m_bInitialized && m_bActive;
+}
+
+void CResListGenerator::Collate()
+{
+	char szDir[MAX_PATH];
+	V_snprintf( szDir, sizeof( szDir ), "%s\\%s", m_sFullGamePath.String(), m_sFinalDir.String() );
+	g_pFullFileSystem->CreateDirHierarchy( szDir, "GAME" );
+
+	// Now create the collated/merged data
+	CollateFiles( "all.lst" );
+	CollateFiles( "engine.lst" );
+	for ( int i = 0 ; i < m_MapList.Count(); ++i )
+	{
+		CollateFiles( CFmtStr( "%s.lst", m_MapList[ i ].String() ) );
+	}
+}
+
+void CResListGenerator::SetupCommandLine()
+{
+	if ( !m_bActive )
+		return;
+
+	switch ( m_nCurrentState )
+	{
+	case STATE_BUILDINGRESLISTS:
+		{
+			Assert( m_nCurrentWorkItem < m_WorkItems.Count() );
+
+			const CWorkItem &work = m_WorkItems[ m_nCurrentWorkItem ];
+
+			// Clean the working dir
+			char szWorkingDir[ 512 ];
+			Q_snprintf( szWorkingDir, sizeof( szWorkingDir ), "%s\\%s", m_sWorkingDir.String(), work.m_sSubDir.String() );
+
+			char szFullWorkingDir[MAX_PATH];
+			V_snprintf( szFullWorkingDir, sizeof( szFullWorkingDir ), "%s\\%s", m_sFullGamePath.String(), szWorkingDir );
+			g_pFullFileSystem->CreateDirHierarchy( szFullWorkingDir, "GAME" );
+
+			// Preserve startmap
+			char const *pszStartMap = NULL;
+			CommandLine()->CheckParm( "-startmap", &pszStartMap );
+			char szMap[ MAX_PATH ] = { 0 };
+			if ( pszStartMap )
+			{
+				Q_strncpy( szMap, pszStartMap, sizeof( szMap ) );
+			}
+
+			// Prepare stuff
+			// Reset command line based on current state
+			char szCmd[ 512 ];
+			Q_snprintf( szCmd, sizeof( szCmd ), "%s %s %s -reslistdir %s", m_sOriginalCommandLine.String(), m_sBaseCommandLine.String(), work.m_sAddCommands.String(), szWorkingDir );
+
+			Warning( "Reslists:  Setting command line:\n'%s'\n", szCmd );
+
+			CommandLine()->CreateCmdLine( szCmd );
+			// Never rebuild caches by default, inly do it in STATE_GENERATINGCACHES
+			CommandLine()->AppendParm( "-norebuildaudio", NULL );
+			if ( szMap[ 0 ] )
+			{
+				CommandLine()->AppendParm( "-startmap", szMap );
+			}
+		}
+		break;
+	case STATE_GENERATINGCACHES:
+		{
+			Collate();
+
+			// Prepare stuff
+			// Reset command line based on current state
+			char szCmd[ 512 ];
+			Q_snprintf( szCmd, sizeof( szCmd ), "%s -reslistdir %s -rebuildaudio", m_sOriginalCommandLine.String(), m_sFinalDir.String());
+
+			Warning( "Caches:  Setting command line:\n'%s'\n", szCmd );
+
+			CommandLine()->CreateCmdLine( szCmd );
+			
+			CommandLine()->RemoveParm( "-norebuildaudio" );
+			CommandLine()->RemoveParm( "-makereslists" );
+
+			++m_nCurrentState;
+		}
+		break;
+	}
+}
+
+bool CResListGenerator::ShouldContinue()
+{
+	if ( !m_bActive )
+		return false;
+	
+	bool bContinueAdvancing = false;
+	do
+	{
+		switch ( m_nCurrentState )
+		{
+		default:
+			break;
+		case STATE_BUILDINGRESLISTS:
+			{ 
+				CommandLine()->RemoveParm( "-startmap" );
+
+				// Advance to next time
+				++m_nCurrentWorkItem;
+
+				if ( m_nCurrentWorkItem >= m_WorkItems.Count())
+				{
+					// Will stay in the loop
+					++m_nCurrentState;
+					bContinueAdvancing = true;
+				}
+				else
+				{
+					return true;
+				}
+			}
+			break;
+		case STATE_GENERATINGCACHES:
+			{
+				return true;
+			}
+			break;
+		}
+	} while ( bContinueAdvancing );
+	
+	return false;
+}
+
+void CResListGenerator::LoadMapList( char const *pchGameDir, CUtlVector< CUtlString > &vecMaps, char const *pchMapFile )
+{
+	char fullpath[ 512 ];
+	Q_snprintf( fullpath, sizeof( fullpath ), "%s/%s", pchGameDir, pchMapFile );
+
+	// Load them in
+	CUtlBuffer buf( 0, 0, CUtlBuffer::TEXT_BUFFER );
+
+	if ( g_pFullFileSystem->ReadFile( fullpath, "GAME", buf ) )
+	{
+		char szMap[ MAX_PATH ];
+		while ( true )
+		{
+			buf.GetLine( szMap, sizeof( szMap ) );
+			if ( !szMap[ 0 ] )
+				break;
+
+			// Strip trailing CR/LF chars
+			int len = Q_strlen( szMap );
+			while ( len >= 1 && ( szMap[ len - 1 ] == '\n' || szMap[ len - 1 ] == '\r' ) )
+			{
+				szMap[ len - 1 ] = 0;
+				len = Q_strlen( szMap );
+			}
+
+			CUtlString newMap;
+			newMap = szMap;
+			vecMaps.AddToTail( newMap );
+		}
+	}
+	else
+	{
+		Error( "Unable to maplist file %s\n", fullpath );
+	}
+}
+
+bool CResListGenerator::InitCommandFile( char const *pchGameDir, char const *pchCommandFile )
+{
+	if ( *pchCommandFile == '+' ||
+		 *pchCommandFile == '-' )
+	{
+		Msg( "falling back to legacy reslists system\n" );
+		return false;
+	}
+
+	char fullpath[ 512 ];
+	Q_snprintf( fullpath, sizeof( fullpath ), "%s/%s", pchGameDir, pchCommandFile );
+
+	CUtlBuffer buf;
+	if ( !g_pFullFileSystem->ReadFile( fullpath, "GAME", buf ) )
+	{
+		Error( "Unable to load '%s'\n", fullpath );
+		return false;
+	}
+
+	KeyValues *kv = new KeyValues( "reslists" );
+	if ( !kv->LoadFromBuffer( "reslists", (const char *)buf.Base() ) )
+	{
+		Error( "Unable to parse keyvalues from '%s'\n", fullpath );
+		kv->deleteThis();
+		return false;
+	}
+
+	CUtlString sMapListFile = kv->GetString( "maplist", "maplist.txt" );
+	LoadMapList( pchGameDir, m_MapList, sMapListFile );
+	if ( m_MapList.Count() <= 0 )
+	{
+		Error( "Maplist file '%s' empty or missing!!!\n", sMapListFile.String() );
+		kv->deleteThis();
+		return false;
+	}
+
+	char const *pszSolo = NULL;
+	if ( CommandLine()->CheckParm( "+map", &pszSolo ) && pszSolo )
+	{
+		m_MapList.Purge();
+
+		CUtlString newMap;
+		newMap = pszSolo;
+		m_MapList.AddToTail( newMap );
+	}
+	
+	m_nCurrentWorkItem = CommandLine()->ParmValue( "-startstage", 0 );
+
+	char const *pszStartMap = NULL;
+	CommandLine()->CheckParm( "-startmap", &pszStartMap );
+	if ( pszStartMap )
+	{
+		m_sInitialStartMap = pszStartMap;
+	}
+
+	CommandLine()->RemoveParm( "-startstage" );
+	CommandLine()->RemoveParm( "-makereslists" );
+	CommandLine()->RemoveParm( "-reslistdir" );
+	CommandLine()->RemoveParm( "-norebuildaudio" );
+	CommandLine()->RemoveParm( "-startmap" );
+
+	m_sOriginalCommandLine = CommandLine()->GetCmdLine();
+
+	// Add it back in for first map
+	if ( pszStartMap )
+	{
+		CommandLine()->AppendParm( "-startmap", m_sInitialStartMap.String() );
+	}
+
+	m_sBaseCommandLine = kv->GetString( "basecommandline", "" );
+	m_sFinalDir = kv->GetString( "finaldir", m_sFinalDir.String() );
+	m_sWorkingDir = kv->GetString( "workdir", m_sWorkingDir.String() );
+
+	int i = 0;
+	do
+	{
+		char sz[ 32 ];
+		Q_snprintf( sz, sizeof( sz ), "%i", i );
+		KeyValues *subKey = kv->FindKey( sz, false );
+		if ( !subKey )
+			break;
+
+		CWorkItem work;
+
+		work.m_sSubDir = subKey->GetString( "subdir", "" );
+		work.m_sAddCommands = subKey->GetString( "addcommands", "" );
+
+		if ( work.m_sSubDir.Length() > 0 )
+		{
+			m_WorkItems.AddToTail( work );
+		}
+		else
+		{
+			Error( "%s: failed to specify 'subdir' for item %s\n", fullpath, sz );
+		}
+
+		++i;
+	} while ( true );
+
+	m_bActive = m_WorkItems.Count() > 0;
+	
+	m_nCurrentWorkItem = clamp( m_nCurrentWorkItem, 0, m_WorkItems.Count() - 1 );
+
+	bool bCollate = CommandLine()->CheckParm( "-collate" ) ? true : false;
+	if ( bCollate )
+	{
+		Collate();
+		m_bActive = false;
+		exit( -1 );
+	}
+
+	kv->deleteThis();
+
+	/*
+	if ( m_bActive )
+	{
+		// Wipe console log
+		g_pFullFileSystem->RemoveFile( "console.log", "GAME" );
+	}
+	*/
+	return m_bActive;
+}
+
+