diff options
| author | Jørgen P. Tjernø <[email protected]> | 2013-12-02 19:31:46 -0800 |
|---|---|---|
| committer | Jørgen P. Tjernø <[email protected]> | 2013-12-02 19:46:31 -0800 |
| commit | f56bb35301836e56582a575a75864392a0177875 (patch) | |
| tree | de61ddd39de3e7df52759711950b4c288592f0dc /mp/src/public/zip_utils.cpp | |
| parent | Mark some more files as text. (diff) | |
| download | source-sdk-2013-f56bb35301836e56582a575a75864392a0177875.tar.xz source-sdk-2013-f56bb35301836e56582a575a75864392a0177875.zip | |
Fix line endings. WHAMMY.
Diffstat (limited to 'mp/src/public/zip_utils.cpp')
| -rw-r--r-- | mp/src/public/zip_utils.cpp | 3436 |
1 files changed, 1718 insertions, 1718 deletions
diff --git a/mp/src/public/zip_utils.cpp b/mp/src/public/zip_utils.cpp index 964edcb7..b205aa90 100644 --- a/mp/src/public/zip_utils.cpp +++ b/mp/src/public/zip_utils.cpp @@ -1,1718 +1,1718 @@ -//========= Copyright Valve Corporation, All rights reserved. ============//
-//
-// Purpose:
-//
-//=============================================================================//
-
-// If we are going to include windows.h then we need to disable protected_things.h
-// or else we get many warnings.
-#undef PROTECTED_THINGS_ENABLE
-#include <tier0/platform.h>
-#ifdef IS_WINDOWS_PC
-#include <windows.h>
-#else
-#define INVALID_HANDLE_VALUE (void *)0
-#define FILE_BEGIN SEEK_SET
-#define FILE_END SEEK_END
-#endif
-#include "utlbuffer.h"
-#include "utllinkedlist.h"
-#include "zip_utils.h"
-#include "zip_uncompressed.h"
-#include "checksum_crc.h"
-#include "byteswap.h"
-#include "utlstring.h"
-
-// Data descriptions for byte swapping - only needed
-// for structures that are written to file for use by the game.
-BEGIN_BYTESWAP_DATADESC( ZIP_EndOfCentralDirRecord )
- DEFINE_FIELD( signature, FIELD_INTEGER ),
- DEFINE_FIELD( numberOfThisDisk, FIELD_SHORT ),
- DEFINE_FIELD( numberOfTheDiskWithStartOfCentralDirectory, FIELD_SHORT ),
- DEFINE_FIELD( nCentralDirectoryEntries_ThisDisk, FIELD_SHORT ),
- DEFINE_FIELD( nCentralDirectoryEntries_Total, FIELD_SHORT ),
- DEFINE_FIELD( centralDirectorySize, FIELD_INTEGER ),
- DEFINE_FIELD( startOfCentralDirOffset, FIELD_INTEGER ),
- DEFINE_FIELD( commentLength, FIELD_SHORT ),
-END_BYTESWAP_DATADESC()
-
-BEGIN_BYTESWAP_DATADESC( ZIP_FileHeader )
- DEFINE_FIELD( signature, FIELD_INTEGER ),
- DEFINE_FIELD( versionMadeBy, FIELD_SHORT ),
- DEFINE_FIELD( versionNeededToExtract, FIELD_SHORT ),
- DEFINE_FIELD( flags, FIELD_SHORT ),
- DEFINE_FIELD( compressionMethod, FIELD_SHORT ),
- DEFINE_FIELD( lastModifiedTime, FIELD_SHORT ),
- DEFINE_FIELD( lastModifiedDate, FIELD_SHORT ),
- DEFINE_FIELD( crc32, FIELD_INTEGER ),
- DEFINE_FIELD( compressedSize, FIELD_INTEGER ),
- DEFINE_FIELD( uncompressedSize, FIELD_INTEGER ),
- DEFINE_FIELD( fileNameLength, FIELD_SHORT ),
- DEFINE_FIELD( extraFieldLength, FIELD_SHORT ),
- DEFINE_FIELD( fileCommentLength, FIELD_SHORT ),
- DEFINE_FIELD( diskNumberStart, FIELD_SHORT ),
- DEFINE_FIELD( internalFileAttribs, FIELD_SHORT ),
- DEFINE_FIELD( externalFileAttribs, FIELD_INTEGER ),
- DEFINE_FIELD( relativeOffsetOfLocalHeader, FIELD_INTEGER ),
-END_BYTESWAP_DATADESC()
-
-BEGIN_BYTESWAP_DATADESC( ZIP_LocalFileHeader )
- DEFINE_FIELD( signature, FIELD_INTEGER ),
- DEFINE_FIELD( versionNeededToExtract, FIELD_SHORT ),
- DEFINE_FIELD( flags, FIELD_SHORT ),
- DEFINE_FIELD( compressionMethod, FIELD_SHORT ),
- DEFINE_FIELD( lastModifiedTime, FIELD_SHORT ),
- DEFINE_FIELD( lastModifiedDate, FIELD_SHORT ),
- DEFINE_FIELD( crc32, FIELD_INTEGER ),
- DEFINE_FIELD( compressedSize, FIELD_INTEGER ),
- DEFINE_FIELD( uncompressedSize, FIELD_INTEGER ),
- DEFINE_FIELD( fileNameLength, FIELD_SHORT ),
- DEFINE_FIELD( extraFieldLength, FIELD_SHORT ),
-END_BYTESWAP_DATADESC()
-
-BEGIN_BYTESWAP_DATADESC( ZIP_PreloadHeader )
- DEFINE_FIELD( Version, FIELD_INTEGER ),
- DEFINE_FIELD( DirectoryEntries, FIELD_INTEGER ),
- DEFINE_FIELD( PreloadDirectoryEntries, FIELD_INTEGER ),
- DEFINE_FIELD( Alignment, FIELD_INTEGER ),
-END_BYTESWAP_DATADESC()
-
-BEGIN_BYTESWAP_DATADESC( ZIP_PreloadDirectoryEntry )
- DEFINE_FIELD( Length, FIELD_INTEGER ),
- DEFINE_FIELD( DataOffset, FIELD_INTEGER ),
-END_BYTESWAP_DATADESC()
-
-#ifdef WIN32
-//-----------------------------------------------------------------------------
-// For >2 GB File Support
-//-----------------------------------------------------------------------------
-class CWin32File
-{
-public:
- static HANDLE CreateTempFile( CUtlString &WritePath, CUtlString &FileName )
- {
- char tempFileName[MAX_PATH];
- if ( WritePath.IsEmpty() )
- {
- // use a safe name in the cwd
- char *pBuffer = tmpnam( NULL );
- if ( !pBuffer )
- {
- return INVALID_HANDLE_VALUE;
- }
- if ( pBuffer[0] == '\\' )
- {
- pBuffer++;
- }
- if ( pBuffer[strlen( pBuffer )-1] == '.' )
- {
- pBuffer[strlen( pBuffer )-1] = '\0';
- }
- V_snprintf( tempFileName, sizeof( tempFileName ), "_%s.tmp", pBuffer );
- }
- else
- {
- // generate safe name at the desired prefix
- char uniqueFilename[MAX_PATH];
- SYSTEMTIME sysTime; \
- GetLocalTime( &sysTime );
- sprintf( uniqueFilename, "%d_%d_%d_%d_%d.tmp", sysTime.wDay, sysTime.wHour, sysTime.wMinute, sysTime.wSecond, sysTime.wMilliseconds ); \
- V_ComposeFileName( WritePath.String(), uniqueFilename, tempFileName, sizeof( tempFileName ) );
- }
-
- FileName = tempFileName;
- HANDLE hFile = CreateFile( tempFileName, GENERIC_READ|GENERIC_WRITE, 0, NULL, CREATE_ALWAYS, FILE_ATTRIBUTE_NORMAL, NULL );
-
- return hFile;
- }
-
- static unsigned int FileSeek( HANDLE hFile, unsigned int distance, DWORD MoveMethod )
- {
- LARGE_INTEGER li;
-
- li.QuadPart = distance;
- li.LowPart = SetFilePointer( hFile, li.LowPart, &li.HighPart, MoveMethod);
- if ( li.LowPart == INVALID_SET_FILE_POINTER && GetLastError() != NO_ERROR )
- {
- li.QuadPart = -1;
- }
-
- return ( unsigned int )li.QuadPart;
- }
-
- static unsigned int FileTell( HANDLE hFile )
- {
- return FileSeek( hFile, 0, FILE_CURRENT );
- }
-
- static bool FileRead( HANDLE hFile, void *pBuffer, unsigned int size )
- {
- DWORD numBytesRead;
- BOOL bSuccess = ::ReadFile( hFile, pBuffer, size, &numBytesRead, NULL );
- return bSuccess && ( numBytesRead == size );
- }
-
- static bool FileWrite( HANDLE hFile, void *pBuffer, unsigned int size )
- {
- DWORD numBytesWritten;
- BOOL bSuccess = WriteFile( hFile, pBuffer, size, &numBytesWritten, NULL );
- return bSuccess && ( numBytesWritten == size );
- }
-};
-#else
-class CWin32File
-{
-public:
- static HANDLE CreateTempFile( CUtlString &WritePath, CUtlString &FileName )
- {
- char tempFileName[MAX_PATH];
- if ( WritePath.IsEmpty() )
- {
- // use a safe name in the cwd
- char *pBuffer = tmpnam( NULL );
- if ( !pBuffer )
- {
- return INVALID_HANDLE_VALUE;
- }
- if ( pBuffer[0] == '\\' )
- {
- pBuffer++;
- }
- if ( pBuffer[strlen( pBuffer )-1] == '.' )
- {
- pBuffer[strlen( pBuffer )-1] = '\0';
- }
- V_snprintf( tempFileName, sizeof( tempFileName ), "_%s.tmp", pBuffer );
- }
- else
- {
- char uniqueFilename[MAX_PATH];
- static int counter = 0;
- time_t now = time( NULL );
- struct tm *tm = localtime( &now );
- sprintf( uniqueFilename, "%d_%d_%d_%d_%d.tmp", tm->tm_wday, tm->tm_hour, tm->tm_min, tm->tm_sec, ++counter ); \
- V_ComposeFileName( WritePath.String(), uniqueFilename, tempFileName, sizeof( tempFileName ) );
- }
-
- FileName = tempFileName;
- FILE *hFile = fopen( tempFileName, "rw+" );
-
- return (HANDLE)hFile;
- }
-
- static unsigned int FileSeek( HANDLE hFile, unsigned int distance, DWORD MoveMethod )
- {
- if ( fseeko( (FILE *)hFile, distance, MoveMethod ) == 0 )
- {
- return FileTell( hFile );
- }
- return 0;
- }
-
- static unsigned int FileTell( HANDLE hFile )
- {
- return ftello( (FILE *)hFile );
- }
-
- static bool FileRead( HANDLE hFile, void *pBuffer, unsigned int size )
- {
- size_t bytesRead = fread( pBuffer, 1, size, (FILE *)hFile );
- return bytesRead == size;
- }
-
- static bool FileWrite( HANDLE hFile, void *pBuffer, unsigned int size )
- {
- size_t bytesWrtitten = fwrite( pBuffer, 1, size, (FILE *)hFile );
- return bytesWrtitten == size;
- }
-};
-#endif
-
-//-----------------------------------------------------------------------------
-// Purpose: Interface to allow abstraction of zip file output methods, and
-// avoid duplication of code. Files may be written to a CUtlBuffer or a filestream
-//-----------------------------------------------------------------------------
-abstract_class IWriteStream
-{
-public:
- virtual void Put( const void* pMem, int size ) = 0;
- virtual unsigned int Tell( void ) = 0;
-};
-
-//-----------------------------------------------------------------------------
-// Purpose: Wrapper for CUtlBuffer methods
-//-----------------------------------------------------------------------------
-class CBufferStream : public IWriteStream
-{
-public:
- CBufferStream( CUtlBuffer& buff ) : IWriteStream(), m_buff( &buff ) {}
-
- // Implementing IWriteStream method
- virtual void Put( const void* pMem, int size ) { m_buff->Put( pMem, size ); }
-
- // Implementing IWriteStream method
- virtual unsigned int Tell( void ) { return m_buff->TellPut(); }
-
-private:
- CUtlBuffer *m_buff;
-};
-
-//-----------------------------------------------------------------------------
-// Purpose: Wrapper for file I/O methods
-//-----------------------------------------------------------------------------
-class CFileStream : public IWriteStream
-{
-public:
- CFileStream( FILE *fout ) : IWriteStream(), m_file( fout ), m_hFile( INVALID_HANDLE_VALUE ) {}
- CFileStream( HANDLE hOutFile ) : IWriteStream(), m_file( NULL ), m_hFile( hOutFile ) {}
-
- // Implementing IWriteStream method
- virtual void Put( const void* pMem, int size )
- {
- if ( m_file )
- {
- fwrite( pMem, size, 1, m_file );
- }
-#ifdef WIN32
- else
- {
- DWORD numBytesWritten;
- WriteFile( m_hFile, pMem, size, &numBytesWritten, NULL );
- }
-#endif
- }
-
- // Implementing IWriteStream method
- virtual unsigned int Tell( void )
- {
- if ( m_file )
- {
- return ftell( m_file );
- }
- else
- {
-#ifdef WIN32
- return CWin32File::FileTell( m_hFile );
-#else
- return 0;
-#endif
- }
- }
-
-private:
- FILE *m_file;
- HANDLE m_hFile;
-};
-
-//-----------------------------------------------------------------------------
-// Purpose: Container for modifiable pak file which is embedded inside the .bsp file
-// itself. It's used to allow one-off files to be stored local to the map and it is
-// hooked into the file system as an override for searching for named files.
-//-----------------------------------------------------------------------------
-class CZipFile
-{
-public:
- // Construction
- CZipFile( const char *pDiskCacheWritePath, bool bSortByName );
- ~CZipFile( void );
-
- // Public API
- // Clear all existing data
- void Reset( void );
-
- // Add file to zip under relative name
- void AddFileToZip( const char *relativename, const char *fullpath );
-
- // Delete file from zip
- void RemoveFileFromZip( const char *relativename );
-
- // Add buffer to zip as a file with given name
- void AddBufferToZip( const char *relativename, void *data, int length, bool bTextMode );
-
- // Check if a file already exists in the zip.
- bool FileExistsInZip( const char *relativename );
-
- // Reads a file from a zip file
- bool ReadFileFromZip( const char *relativename, bool bTextMode, CUtlBuffer &buf );
- bool ReadFileFromZip( HANDLE hZipFile, const char *relativename, bool bTextMode, CUtlBuffer &buf );
-
- // Initialize the zip file from a buffer
- void ParseFromBuffer( void *buffer, int bufferlength );
- HANDLE ParseFromDisk( const char *pFilename );
-
- // Estimate the size of the zip file (including header, padding, etc.)
- unsigned int EstimateSize();
-
- // Print out a directory of files in the zip.
- void PrintDirectory( void );
-
- // Use to iterate directory, pass 0 for first element
- // returns nonzero element id with filled buffer, or -1 at list conclusion
- int GetNextFilename( int id, char *pBuffer, int bufferSize, int &fileSize );
-
- // Write the zip to a buffer
- void SaveToBuffer( CUtlBuffer& buffer );
- // Write the zip to a filestream
- void SaveToDisk( FILE *fout );
- void SaveToDisk( HANDLE hOutFile );
-
- unsigned int CalculateSize( void );
-
- void ForceAlignment( bool aligned, bool bCompatibleFormat, unsigned int alignmentSize );
-
- unsigned int GetAlignment();
-
- void SetBigEndian( bool bigEndian );
- void ActivateByteSwapping( bool bActivate );
-
-private:
- enum
- {
- MAX_FILES_IN_ZIP = 32768,
- };
-
- typedef struct
- {
- CUtlSymbol m_Name;
- unsigned int filepos;
- int filelen;
- } TmpFileInfo_t;
-
- CByteswap m_Swap;
- unsigned int m_AlignmentSize;
- bool m_bForceAlignment;
- bool m_bCompatibleFormat;
-
- unsigned short CalculatePadding( unsigned int filenameLen, unsigned int pos );
- void SaveDirectory( IWriteStream& stream );
- int MakeXZipCommentString( char *pComment );
- void ParseXZipCommentString( const char *pComment );
-
- // Internal entry for faster searching, etc.
- class CZipEntry
- {
- public:
- CZipEntry( void );
- ~CZipEntry( void );
-
- CZipEntry( const CZipEntry& src );
-
- // RB tree compare function
- static bool ZipFileLessFunc( CZipEntry const& src1, CZipEntry const& src2 );
- static bool ZipFileLessFunc_CaselessSort( CZipEntry const& src1, CZipEntry const& src2 );
-
- // Name of entry
- CUtlSymbol m_Name;
-
- // Lenth of data element
- int m_Length;
- // Raw data, could be null and data may be in disk write cache
- void *m_pData;
-
- // Offset in Zip ( set and valid during final write )
- unsigned int m_ZipOffset;
- // CRC of blob ( set and valid during final write )
- CRC32_t m_ZipCRC;
-
- // Location of data in disk cache
- unsigned int m_DiskCacheOffset;
- unsigned int m_SourceDiskOffset;
- };
-
- // For fast name lookup and sorting
- CUtlRBTree< CZipEntry, int > m_Files;
-
- // Used to buffer zip data, instead of ram
- bool m_bUseDiskCacheForWrites;
- HANDLE m_hDiskCacheWriteFile;
- CUtlString m_DiskCacheName;
- CUtlString m_DiskCacheWritePath;
-};
-
-//-----------------------------------------------------------------------------
-// Purpose:
-//-----------------------------------------------------------------------------
-CZipFile::CZipEntry::CZipEntry( void )
-{
- m_Name = "";
- m_Length = 0;
- m_pData = NULL;
- m_ZipOffset = 0;
- m_ZipCRC = 0;
- m_DiskCacheOffset = 0;
- m_SourceDiskOffset = 0;
-}
-
-//-----------------------------------------------------------------------------
-// Purpose:
-// Input : src -
-//-----------------------------------------------------------------------------
-CZipFile::CZipEntry::CZipEntry( const CZipFile::CZipEntry& src )
-{
- m_Name = src.m_Name;
- m_Length = src.m_Length;
-
- if ( src.m_Length > 0 && src.m_pData )
- {
- m_pData = malloc( src.m_Length );
- memcpy( m_pData, src.m_pData, src.m_Length );
- }
- else
- {
- m_pData = NULL;
- }
-
- m_ZipOffset = src.m_ZipOffset;
- m_ZipCRC = src.m_ZipCRC;
- m_DiskCacheOffset = src.m_DiskCacheOffset;
- m_SourceDiskOffset = src.m_SourceDiskOffset;
-}
-
-//-----------------------------------------------------------------------------
-// Purpose: Clear any leftover data
-//-----------------------------------------------------------------------------
-CZipFile::CZipEntry::~CZipEntry( void )
-{
- if ( m_pData )
- {
- free( m_pData );
- }
-}
-
-//-----------------------------------------------------------------------------
-// Purpose: Construction
-//-----------------------------------------------------------------------------
-CZipFile::CZipFile( const char *pDiskCacheWritePath, bool bSortByName )
-: m_Files( 0, 32 )
-{
- m_AlignmentSize = 0;
- m_bForceAlignment = false;
- m_bCompatibleFormat = true;
-
- m_bUseDiskCacheForWrites = ( pDiskCacheWritePath != NULL );
- m_DiskCacheWritePath = pDiskCacheWritePath;
- m_hDiskCacheWriteFile = INVALID_HANDLE_VALUE;
-
- if ( bSortByName )
- {
- m_Files.SetLessFunc( CZipEntry::ZipFileLessFunc_CaselessSort );
- }
- else
- {
- m_Files.SetLessFunc( CZipEntry::ZipFileLessFunc );
- }
-}
-
-//-----------------------------------------------------------------------------
-// Purpose: Destroy zip data
-//-----------------------------------------------------------------------------
-CZipFile::~CZipFile( void )
-{
- m_bUseDiskCacheForWrites = false;
- Reset();
-}
-
-//-----------------------------------------------------------------------------
-// Purpose: Delete all current data
-//-----------------------------------------------------------------------------
-void CZipFile::Reset( void )
-{
- m_Files.RemoveAll();
-
- if ( m_hDiskCacheWriteFile != INVALID_HANDLE_VALUE )
- {
-#ifdef WIN32
- CloseHandle( m_hDiskCacheWriteFile );
- DeleteFile( m_DiskCacheName.String() );
-#else
- fclose( (FILE *)m_hDiskCacheWriteFile );
- unlink( m_DiskCacheName.String() );
-#endif
- m_hDiskCacheWriteFile = INVALID_HANDLE_VALUE;
- }
-
- if ( m_bUseDiskCacheForWrites )
- {
- m_hDiskCacheWriteFile = CWin32File::CreateTempFile( m_DiskCacheWritePath, m_DiskCacheName );
- }
-}
-
-//-----------------------------------------------------------------------------
-// Purpose: Comparison for sorting entries
-// Input : src1 -
-// src2 -
-// Output : Returns true on success, false on failure.
-//-----------------------------------------------------------------------------
-bool CZipFile::CZipEntry::ZipFileLessFunc( CZipEntry const& src1, CZipEntry const& src2 )
-{
- return ( src1.m_Name < src2.m_Name );
-}
-
-bool CZipFile::CZipEntry::ZipFileLessFunc_CaselessSort( CZipEntry const& src1, CZipEntry const& src2 )
-{
- return ( V_stricmp( src1.m_Name.String(), src2.m_Name.String() ) < 0 );
-}
-
-void CZipFile::ForceAlignment( bool bAligned, bool bCompatibleFormat, unsigned int alignment )
-{
- m_bForceAlignment = bAligned;
- m_AlignmentSize = alignment;
- m_bCompatibleFormat = bCompatibleFormat;
-
- if ( !bAligned )
- {
- m_AlignmentSize = 0;
- }
- else if ( !IsPowerOfTwo( m_AlignmentSize ) )
- {
- m_AlignmentSize = 0;
- }
-}
-
-unsigned int CZipFile::GetAlignment()
-{
- if ( !m_bForceAlignment || !m_AlignmentSize )
- {
- return 0;
- }
-
- return m_AlignmentSize;
-}
-
-void CZipFile::SetBigEndian( bool bigEndian )
-{
- m_Swap.SetTargetBigEndian( bigEndian );
-}
-
-void CZipFile::ActivateByteSwapping( bool bActivate )
-{
- m_Swap.ActivateByteSwapping( bActivate );
-}
-
-//-----------------------------------------------------------------------------
-// Purpose: Load pak file from raw buffer
-// Input : *buffer -
-// bufferlength -
-//-----------------------------------------------------------------------------
-void CZipFile::ParseFromBuffer( void *buffer, int bufferlength )
-{
- // Throw away old data
- Reset();
-
- // Initialize a buffer
- CUtlBuffer buf( 0, bufferlength +1 ); // +1 for null termination
-
- // need to swap bytes, so set the buffer opposite the machine's endian
- buf.ActivateByteSwapping( m_Swap.IsSwappingBytes() );
-
- buf.Put( buffer, bufferlength );
-
- buf.SeekGet( CUtlBuffer::SEEK_TAIL, 0 );
- unsigned int fileLen = buf.TellGet();
-
- // Start from beginning
- buf.SeekGet( CUtlBuffer::SEEK_HEAD, 0 );
-
- ZIP_EndOfCentralDirRecord rec = { 0 };
-
- bool bFoundEndOfCentralDirRecord = false;
- unsigned int offset = fileLen - sizeof( ZIP_EndOfCentralDirRecord );
- // If offset is ever greater than startOffset then it means that it has
- // wrapped. This used to be a tautological >= 0 test.
- ANALYZE_SUPPRESS( 6293 ); // warning C6293: Ill-defined for-loop: counts down from minimum
- for ( unsigned int startOffset = offset; offset <= startOffset; offset-- )
- {
- buf.SeekGet( CUtlBuffer::SEEK_HEAD, offset );
- buf.GetObjects( &rec );
- if ( rec.signature == PKID( 5, 6 ) )
- {
- bFoundEndOfCentralDirRecord = true;
-
- // Set any xzip configuration
- if ( rec.commentLength )
- {
- char commentString[128];
- int commentLength = min( rec.commentLength, sizeof( commentString ) );
- buf.Get( commentString, commentLength );
- if ( commentLength == sizeof( commentString ) )
- --commentLength;
- commentString[commentLength] = '\0';
- ParseXZipCommentString( commentString );
- }
- break;
- }
- else
- {
- // wrong record
- rec.nCentralDirectoryEntries_Total = 0;
- }
- }
- Assert( bFoundEndOfCentralDirRecord );
-
- // Make sure there are some files to parse
- int numzipfiles = rec.nCentralDirectoryEntries_Total;
- if ( numzipfiles <= 0 )
- {
- // No files
- return;
- }
-
- buf.SeekGet( CUtlBuffer::SEEK_HEAD, rec.startOfCentralDirOffset );
-
- // Allocate space for directory
- TmpFileInfo_t *newfiles = new TmpFileInfo_t[numzipfiles];
- Assert( newfiles );
-
- // build directory
- int i;
- for ( i = 0; i < rec.nCentralDirectoryEntries_Total; i++ )
- {
- ZIP_FileHeader zipFileHeader;
- buf.GetObjects( &zipFileHeader );
- Assert( zipFileHeader.signature == PKID( 1, 2 ) );
- Assert( zipFileHeader.compressionMethod == 0 );
-
- char tmpString[1024];
- buf.Get( tmpString, zipFileHeader.fileNameLength );
- tmpString[zipFileHeader.fileNameLength] = '\0';
- Q_strlower( tmpString );
-
- // can determine actual filepos, assuming a well formed zip
- newfiles[i].m_Name = tmpString;
- newfiles[i].filelen = zipFileHeader.compressedSize;
- newfiles[i].filepos = zipFileHeader.relativeOffsetOfLocalHeader +
- sizeof( ZIP_LocalFileHeader ) +
- zipFileHeader.fileNameLength +
- zipFileHeader.extraFieldLength;
-
- int nextOffset;
- if ( m_bCompatibleFormat )
- {
- nextOffset = zipFileHeader.extraFieldLength + zipFileHeader.fileCommentLength;
- }
- else
- {
- nextOffset = 0;
- }
- buf.SeekGet( CUtlBuffer::SEEK_CURRENT, nextOffset );
- }
-
- // Insert current data into rb tree
- for ( i=0; i<numzipfiles; i++ )
- {
- CZipEntry e;
- e.m_Name = newfiles[i].m_Name;
- e.m_Length = newfiles[i].filelen;
-
- // Make sure length is reasonable
- if ( e.m_Length > 0 )
- {
- e.m_pData = malloc( e.m_Length );
-
- // Copy in data
- buf.SeekGet( CUtlBuffer::SEEK_HEAD, newfiles[i].filepos );
- buf.Get( e.m_pData, e.m_Length );
- }
- else
- {
- e.m_pData = NULL;
- }
-
- // Add to tree
- m_Files.Insert( e );
- }
-
- // Through away directory
- delete[] newfiles;
-}
-
-//-----------------------------------------------------------------------------
-// Purpose: Mount pak file from disk
-//-----------------------------------------------------------------------------
-HANDLE CZipFile::ParseFromDisk( const char *pFilename )
-{
-#ifdef WIN32
- HANDLE hFile = CreateFile( pFilename, GENERIC_READ|GENERIC_WRITE, 0, NULL, OPEN_EXISTING, FILE_ATTRIBUTE_NORMAL, NULL );
- if ( hFile == INVALID_HANDLE_VALUE )
- {
- // not found
- return NULL;
- }
-#else
- HANDLE hFile = fopen( pFilename, "rw+" );
- if ( !hFile )
- {
- // not found
- return NULL;
- }
-#endif
-
- unsigned int fileLen = CWin32File::FileSeek( hFile, 0, FILE_END );
- CWin32File::FileSeek( hFile, 0, FILE_BEGIN );
- if ( fileLen < sizeof( ZIP_EndOfCentralDirRecord ) )
- {
- // bad format
-#ifdef WIN32
- CloseHandle( hFile );
-#else
- fclose( (FILE *)hFile );
-#endif
- return NULL;
- }
-
- // need to get the central dir
- ZIP_EndOfCentralDirRecord rec = { 0 };
- unsigned int offset = fileLen - sizeof( ZIP_EndOfCentralDirRecord );
- // If offset is ever greater than startOffset then it means that it has
- // wrapped. This used to be a tautological >= 0 test.
- ANALYZE_SUPPRESS( 6293 ); // warning C6293: Ill-defined for-loop: counts down from minimum
- for ( unsigned int startOffset = offset; offset <= startOffset; offset-- )
- {
- CWin32File::FileSeek( hFile, offset, FILE_BEGIN );
-
- CWin32File::FileRead( hFile, &rec, sizeof( rec ) );
- m_Swap.SwapFieldsToTargetEndian( &rec );
-
- if ( rec.signature == PKID( 5, 6 ) )
- {
- // Set any xzip configuration
- if ( rec.commentLength )
- {
- char commentString[128];
- int commentLength = min( rec.commentLength, sizeof( commentString ) );
- CWin32File::FileRead( hFile, commentString, commentLength );
- if ( commentLength == sizeof( commentString ) )
- --commentLength;
- commentString[commentLength] = '\0';
- ParseXZipCommentString( commentString );
- }
- break;
- }
- else
- {
- // wrong record
- rec.nCentralDirectoryEntries_Total = 0;
- }
- }
-
- // Make sure there are some files to parse
- int numZipFiles = rec.nCentralDirectoryEntries_Total;
- if ( numZipFiles <= 0 )
- {
- // No files
-#ifdef WIN32
- CloseHandle( hFile );
-#else
- fclose( (FILE *)hFile );
-#endif
- return NULL;
- }
-
- CWin32File::FileSeek( hFile, rec.startOfCentralDirOffset, FILE_BEGIN );
-
- // read entire central dir into memory
- CUtlBuffer zipDirBuff( 0, rec.centralDirectorySize, 0 );
- zipDirBuff.ActivateByteSwapping( m_Swap.IsSwappingBytes() );
- CWin32File::FileRead( hFile, zipDirBuff.Base(), rec.centralDirectorySize );
- zipDirBuff.SeekPut( CUtlBuffer::SEEK_HEAD, rec.centralDirectorySize );
-
- // build directory
- for ( int i = 0; i < numZipFiles; i++ )
- {
- ZIP_FileHeader zipFileHeader;
- zipDirBuff.GetObjects( &zipFileHeader );
-
- if ( zipFileHeader.signature != PKID( 1, 2 ) || zipFileHeader.compressionMethod != 0 )
- {
- // bad contents
-#ifdef WIN32
- CloseHandle( hFile );
-#else
- fclose( (FILE *)hFile );
-#endif
- return NULL;
- }
-
- char fileName[1024];
- zipDirBuff.Get( fileName, zipFileHeader.fileNameLength );
- fileName[zipFileHeader.fileNameLength] = '\0';
- Q_strlower( fileName );
-
- // can determine actual filepos, assuming a well formed zip
- CZipEntry e;
- e.m_Name = fileName;
- e.m_Length = zipFileHeader.compressedSize;
- e.m_SourceDiskOffset = zipFileHeader.relativeOffsetOfLocalHeader +
- sizeof( ZIP_LocalFileHeader ) +
- zipFileHeader.fileNameLength +
- zipFileHeader.extraFieldLength;
- // Add to tree
- m_Files.Insert( e );
-
- int nextOffset;
- if ( m_bCompatibleFormat )
- {
- nextOffset = zipFileHeader.extraFieldLength + zipFileHeader.fileCommentLength;
- }
- else
- {
- nextOffset = 0;
- }
-
- zipDirBuff.SeekGet( CUtlBuffer::SEEK_CURRENT, nextOffset );
- }
-
- return hFile;
-}
-
-static int GetLengthOfBinStringAsText( const char *pSrc, int srcSize )
-{
- const char *pSrcScan = pSrc;
- const char *pSrcEnd = pSrc + srcSize;
- int numChars = 0;
- for( ; pSrcScan < pSrcEnd; pSrcScan++ )
- {
- if( *pSrcScan == '\n' )
- {
- numChars += 2;
- }
- else
- {
- numChars++;
- }
- }
- return numChars;
-}
-
-
-//-----------------------------------------------------------------------------
-// Copies text data from a form appropriate for disk to a normal string
-//-----------------------------------------------------------------------------
-static void ReadTextData( const char *pSrc, int nSrcSize, CUtlBuffer &buf )
-{
- buf.EnsureCapacity( nSrcSize + 1 );
- const char *pSrcEnd = pSrc + nSrcSize;
- for ( const char *pSrcScan = pSrc; pSrcScan < pSrcEnd; ++pSrcScan )
- {
- if ( *pSrcScan == '\r' )
- {
- if ( pSrcScan[1] == '\n' )
- {
- buf.PutChar( '\n' );
- ++pSrcScan;
- continue;
- }
- }
-
- buf.PutChar( *pSrcScan );
- }
-
- // Null terminate
- buf.PutChar( '\0' );
-}
-
-
-//-----------------------------------------------------------------------------
-// Copies text data into a form appropriate for disk
-//-----------------------------------------------------------------------------
-static void CopyTextData( char *pDst, const char *pSrc, int dstSize, int srcSize )
-{
- const char *pSrcScan = pSrc;
- const char *pSrcEnd = pSrc + srcSize;
- char *pDstScan = pDst;
-
-#ifdef DBGFLAG_ASSERT
- char *pDstEnd = pDst + dstSize;
-#endif
-
- for ( ; pSrcScan < pSrcEnd; pSrcScan++ )
- {
- if ( *pSrcScan == '\n' )
- {
- *pDstScan = '\r';
- pDstScan++;
- *pDstScan = '\n';
- pDstScan++;
- }
- else
- {
- *pDstScan = *pSrcScan;
- pDstScan++;
- }
- }
- Assert( pSrcScan == pSrcEnd );
- Assert( pDstScan == pDstEnd );
-}
-
-//-----------------------------------------------------------------------------
-// Purpose: Adds a new lump, or overwrites existing one
-// Input : *relativename -
-// *data -
-// length -
-//-----------------------------------------------------------------------------
-void CZipFile::AddBufferToZip( const char *relativename, void *data, int length, bool bTextMode )
-{
- // Lower case only
- char name[512];
- Q_strcpy( name, relativename );
- Q_strlower( name );
-
- int dstLength = length;
- if ( bTextMode )
- {
- dstLength = GetLengthOfBinStringAsText( ( const char * )data, length );
- }
-
- // See if entry is in list already
- CZipEntry e;
- e.m_Name = name;
- int index = m_Files.Find( e );
-
- // If already existing, throw away old data and update data and length
- if ( index != m_Files.InvalidIndex() )
- {
- CZipEntry *update = &m_Files[ index ];
- if ( update->m_pData )
- {
- free( update->m_pData );
- }
-
- if ( bTextMode )
- {
- update->m_pData = malloc( dstLength );
- CopyTextData( ( char * )update->m_pData, ( char * )data, dstLength, length );
- update->m_Length = dstLength;
- }
- else
- {
- update->m_pData = malloc( length );
- memcpy( update->m_pData, data, length );
- update->m_Length = length;
- }
-
- if ( m_hDiskCacheWriteFile != INVALID_HANDLE_VALUE )
- {
- update->m_DiskCacheOffset = CWin32File::FileTell( m_hDiskCacheWriteFile );
- CWin32File::FileWrite( m_hDiskCacheWriteFile, update->m_pData, update->m_Length );
- free( update->m_pData );
- update->m_pData = NULL;
- }
- }
- else
- {
- // Create a new entry
- e.m_Length = dstLength;
- if ( dstLength > 0 )
- {
- if ( bTextMode )
- {
- e.m_pData = malloc( dstLength );
- CopyTextData( (char *)e.m_pData, ( char * )data, dstLength, length );
- }
- else
- {
- e.m_pData = malloc( length );
- memcpy( e.m_pData, data, length );
- }
-
- if ( m_hDiskCacheWriteFile != INVALID_HANDLE_VALUE )
- {
- e.m_DiskCacheOffset = CWin32File::FileTell( m_hDiskCacheWriteFile );
- CWin32File::FileWrite( m_hDiskCacheWriteFile, e.m_pData, e.m_Length );
- free( e.m_pData );
- e.m_pData = NULL;
- }
- }
- else
- {
- e.m_pData = NULL;
- }
-
- m_Files.Insert( e );
- }
-}
-
-
-//-----------------------------------------------------------------------------
-// Reads a file from the zip
-//-----------------------------------------------------------------------------
-bool CZipFile::ReadFileFromZip( const char *pRelativeName, bool bTextMode, CUtlBuffer &buf )
-{
- // Lower case only
- char pName[512];
- Q_strncpy( pName, pRelativeName, 512 );
- Q_strlower( pName );
-
- // See if entry is in list already
- CZipEntry e;
- e.m_Name = pName;
- int nIndex = m_Files.Find( e );
- if ( nIndex == m_Files.InvalidIndex() )
- {
- // not found
- return false;
- }
-
- CZipEntry *pEntry = &m_Files[ nIndex ];
- if ( bTextMode )
- {
- buf.SetBufferType( true, false );
- ReadTextData( (char*)pEntry->m_pData, pEntry->m_Length, buf );
- }
- else
- {
- buf.SetBufferType( false, false );
- buf.Put( pEntry->m_pData, pEntry->m_Length );
- }
-
- return true;
-}
-
-//-----------------------------------------------------------------------------
-// Reads a file from the zip
-//-----------------------------------------------------------------------------
-bool CZipFile::ReadFileFromZip( HANDLE hZipFile, const char *pRelativeName, bool bTextMode, CUtlBuffer &buf )
-{
- // Lower case only
- char pName[512];
- Q_strncpy( pName, pRelativeName, 512 );
- Q_strlower( pName );
-
- // See if entry is in list already
- CZipEntry e;
- e.m_Name = pName;
- int nIndex = m_Files.Find( e );
- if ( nIndex == m_Files.InvalidIndex() )
- {
- // not found
- return false;
- }
-
- CZipEntry *pEntry = &m_Files[nIndex];
-
- void *pData = malloc( pEntry->m_Length );
- CWin32File::FileSeek( hZipFile, pEntry->m_SourceDiskOffset, FILE_BEGIN );
- if ( !CWin32File::FileRead( hZipFile, pData, pEntry->m_Length ) )
- {
- free( pData );
- return false;
- }
-
- if ( bTextMode )
- {
- buf.SetBufferType( true, false );
- ReadTextData( (const char *)pData, pEntry->m_Length, buf );
- }
- else
- {
- buf.SetBufferType( false, false );
- buf.Put( pData, pEntry->m_Length );
- }
-
- free( pData );
-
- return true;
-}
-
-//-----------------------------------------------------------------------------
-// Purpose: Check if a file already exists in the zip.
-// Input : *relativename -
-//-----------------------------------------------------------------------------
-bool CZipFile::FileExistsInZip( const char *pRelativeName )
-{
- // Lower case only
- char pName[512];
- Q_strncpy( pName, pRelativeName, 512 );
- Q_strlower( pName );
-
- // See if entry is in list already
- CZipEntry e;
- e.m_Name = pName;
- int nIndex = m_Files.Find( e );
-
- // If it is, then it exists in the pack!
- return nIndex != m_Files.InvalidIndex();
-}
-
-
-//-----------------------------------------------------------------------------
-// Purpose: Adds a new file to the zip.
-//-----------------------------------------------------------------------------
-void CZipFile::AddFileToZip( const char *relativename, const char *fullpath )
-{
- FILE *temp = fopen( fullpath, "rb" );
- if ( !temp )
- return;
-
- // Determine length
- fseek( temp, 0, SEEK_END );
- int size = ftell( temp );
- fseek( temp, 0, SEEK_SET );
- byte *buf = (byte *)malloc( size + 1 );
-
- // Read data
- fread( buf, size, 1, temp );
- fclose( temp );
-
- // Now add as a buffer
- AddBufferToZip( relativename, buf, size, false );
-
- free( buf );
-}
-
-//-----------------------------------------------------------------------------
-// Purpose: Removes a file from the zip.
-//-----------------------------------------------------------------------------
-void CZipFile::RemoveFileFromZip( const char *relativename )
-{
- CZipEntry e;
- e.m_Name = relativename;
- int index = m_Files.Find( e );
-
- if ( index != m_Files.InvalidIndex() )
- {
- CZipEntry update = m_Files[index];
- m_Files.Remove( update );
- }
-}
-
-//---------------------------------------------------------------
-// Purpose: Calculates how many bytes should be added to the extra field
-// to push the start of the file data to the next aligned boundary
-// Output: Required padding size
-//---------------------------------------------------------------
-unsigned short CZipFile::CalculatePadding( unsigned int filenameLen, unsigned int pos )
-{
- if ( m_AlignmentSize == 0 )
- {
- return 0;
- }
-
- unsigned int headerSize = sizeof( ZIP_LocalFileHeader ) + filenameLen;
- return (unsigned short)( m_AlignmentSize - ( ( pos + headerSize ) % m_AlignmentSize ) );
-}
-
-//-----------------------------------------------------------------------------
-// Purpose: Create the XZIP identifying comment string
-// Output : Length
-//-----------------------------------------------------------------------------
-int CZipFile::MakeXZipCommentString( char *pCommentString )
-{
- char tempString[XZIP_COMMENT_LENGTH];
-
- memset( tempString, 0, sizeof( tempString ) );
- V_snprintf( tempString, sizeof( tempString ), "XZP%c %d", m_bCompatibleFormat ? '1' : '2', m_AlignmentSize );
- if ( pCommentString )
- {
- memcpy( pCommentString, tempString, sizeof( tempString ) );
- }
-
- // expected fixed length
- return XZIP_COMMENT_LENGTH;
-}
-
-//-----------------------------------------------------------------------------
-// Purpose: An XZIP has its configuration in the ascii comment
-//-----------------------------------------------------------------------------
-void CZipFile::ParseXZipCommentString( const char *pCommentString )
-{
- if ( !V_strnicmp( pCommentString, "XZP", 3 ) )
- {
- m_bCompatibleFormat = true;
- if ( pCommentString[3] == '2' )
- {
- m_bCompatibleFormat = false;
- }
-
- // parse out the alignement configuration
- if ( !m_bForceAlignment )
- {
- m_AlignmentSize = 0;
- sscanf( pCommentString + 4, "%d", &m_AlignmentSize );
- if ( !IsPowerOfTwo( m_AlignmentSize ) )
- {
- m_AlignmentSize = 0;
- }
- }
- }
-}
-
-//-----------------------------------------------------------------------------
-// Purpose: Calculate the exact size of zip file, with headers and padding
-// Output : int
-//-----------------------------------------------------------------------------
-unsigned int CZipFile::CalculateSize( void )
-{
- unsigned int size = 0;
- unsigned int dirHeaders = 0;
- for ( int i = m_Files.FirstInorder(); i != m_Files.InvalidIndex(); i = m_Files.NextInorder( i ) )
- {
- CZipEntry *e = &m_Files[ i ];
-
- if ( e->m_Length == 0 )
- continue;
-
- // local file header
- size += sizeof( ZIP_LocalFileHeader );
- size += strlen( e->m_Name.String() );
-
- // every file has a directory header that duplicates the filename
- dirHeaders += sizeof( ZIP_FileHeader ) + strlen( e->m_Name.String() );
-
- // calculate padding
- if ( m_AlignmentSize != 0 )
- {
- // round up to next boundary
- unsigned int nextBoundary = ( size + m_AlignmentSize ) & ~( m_AlignmentSize - 1 );
-
- // the directory header also duplicates the padding
- dirHeaders += nextBoundary - size;
-
- size = nextBoundary;
- }
-
- // data size
- size += e->m_Length;
- }
-
- size += dirHeaders;
-
- // All processed zip files will have a comment string
- size += sizeof( ZIP_EndOfCentralDirRecord ) + MakeXZipCommentString( NULL );
-
- return size;
-}
-
-//-----------------------------------------------------------------------------
-// Purpose: Print a directory of files in the zip
-//-----------------------------------------------------------------------------
-void CZipFile::PrintDirectory( void )
-{
- for ( int i = m_Files.FirstInorder(); i != m_Files.InvalidIndex(); i = m_Files.NextInorder( i ) )
- {
- CZipEntry *e = &m_Files[ i ];
-
- Msg( "%s\n", e->m_Name.String() );
- }
-}
-
-//-----------------------------------------------------------------------------
-// Purpose: Iterate through directory
-//-----------------------------------------------------------------------------
-int CZipFile::GetNextFilename( int id, char *pBuffer, int bufferSize, int &fileSize )
-{
- if ( id == -1 )
- {
- id = m_Files.FirstInorder();
- }
- else
- {
- id = m_Files.NextInorder( id );
- }
- if ( id == m_Files.InvalidIndex() )
- {
- // list is empty
- return -1;
- }
-
- CZipEntry *e = &m_Files[id];
-
- Q_strncpy( pBuffer, e->m_Name.String(), bufferSize );
- fileSize = e->m_Length;
-
- return id;
-}
-
-//-----------------------------------------------------------------------------
-// Purpose: Store data out to disk
-//-----------------------------------------------------------------------------
-void CZipFile::SaveToDisk( FILE *fout )
-{
- CFileStream stream( fout );
- SaveDirectory( stream );
-}
-
-void CZipFile::SaveToDisk( HANDLE hOutFile )
-{
- CFileStream stream( hOutFile );
- SaveDirectory( stream );
-}
-
-//-----------------------------------------------------------------------------
-// Purpose: Store data out to a CUtlBuffer
-//-----------------------------------------------------------------------------
-void CZipFile::SaveToBuffer( CUtlBuffer& buf )
-{
- CBufferStream stream( buf );
- SaveDirectory( stream );
-}
-
-//-----------------------------------------------------------------------------
-// Purpose: Store data back out to a stream (could be CUtlBuffer or filestream)
-//-----------------------------------------------------------------------------
-void CZipFile::SaveDirectory( IWriteStream& stream )
-{
- void *pPaddingBuffer = NULL;
- if ( m_AlignmentSize )
- {
- // get a temp buffer for all padding work
- pPaddingBuffer = malloc( m_AlignmentSize );
- memset( pPaddingBuffer, 0x00, m_AlignmentSize );
- }
-
- if ( m_hDiskCacheWriteFile != INVALID_HANDLE_VALUE )
- {
-#ifdef WIN32
- FlushFileBuffers( m_hDiskCacheWriteFile );
-#else
- fflush( (FILE *)m_hDiskCacheWriteFile );
-#endif
- }
-
- int i;
- for ( i = m_Files.FirstInorder(); i != m_Files.InvalidIndex(); i = m_Files.NextInorder( i ) )
- {
- CZipEntry *e = &m_Files[i];
- Assert( e );
-
- // Fix up the offset
- e->m_ZipOffset = stream.Tell();
-
- if ( e->m_Length > 0 && ( m_hDiskCacheWriteFile != INVALID_HANDLE_VALUE ) )
- {
- // get the data back from the write cache
- e->m_pData = malloc( e->m_Length );
- if ( e->m_pData )
- {
- CWin32File::FileSeek( m_hDiskCacheWriteFile, e->m_DiskCacheOffset, FILE_BEGIN );
- CWin32File::FileRead( m_hDiskCacheWriteFile, e->m_pData, e->m_Length );
- }
- }
-
- if ( e->m_Length > 0 && e->m_pData != NULL )
- {
- ZIP_LocalFileHeader hdr = { 0 };
- hdr.signature = PKID( 3, 4 );
- hdr.versionNeededToExtract = 10; // This is the version that the winzip that I have writes.
- hdr.flags = 0;
- hdr.compressionMethod = 0; // NO COMPRESSION!
- hdr.lastModifiedTime = 0;
- hdr.lastModifiedDate = 0;
-
- CRC32_Init( &e->m_ZipCRC );
- CRC32_ProcessBuffer( &e->m_ZipCRC, e->m_pData, e->m_Length );
- CRC32_Final( &e->m_ZipCRC );
- hdr.crc32 = e->m_ZipCRC;
-
- const char *pFilename = e->m_Name.String();
- hdr.compressedSize = e->m_Length;
- hdr.uncompressedSize = e->m_Length;
- hdr.fileNameLength = strlen( pFilename );
- hdr.extraFieldLength = CalculatePadding( hdr.fileNameLength, e->m_ZipOffset );
- int extraFieldLength = hdr.extraFieldLength;
-
- // Swap header in place
- m_Swap.SwapFieldsToTargetEndian( &hdr );
- stream.Put( &hdr, sizeof( hdr ) );
- stream.Put( pFilename, strlen( pFilename ) );
- stream.Put( pPaddingBuffer, extraFieldLength );
- stream.Put( e->m_pData, e->m_Length );
-
- if ( m_hDiskCacheWriteFile != INVALID_HANDLE_VALUE )
- {
- free( e->m_pData );
-
- // temp hackery for the logic below to succeed
- e->m_pData = (void*)0xFFFFFFFF;
- }
- }
- }
-
- if ( m_hDiskCacheWriteFile != INVALID_HANDLE_VALUE )
- {
- CWin32File::FileSeek( m_hDiskCacheWriteFile, 0, FILE_END );
- }
-
- unsigned int centralDirStart = stream.Tell();
- if ( m_AlignmentSize )
- {
- // align the central directory starting position
- unsigned int newDirStart = AlignValue( centralDirStart, m_AlignmentSize );
- int padLength = newDirStart - centralDirStart;
- if ( padLength )
- {
- stream.Put( pPaddingBuffer, padLength );
- centralDirStart = newDirStart;
- }
- }
-
- int realNumFiles = 0;
- for ( i = m_Files.FirstInorder(); i != m_Files.InvalidIndex(); i = m_Files.NextInorder( i ) )
- {
- CZipEntry *e = &m_Files[i];
- Assert( e );
-
- if ( e->m_Length > 0 && e->m_pData != NULL )
- {
- ZIP_FileHeader hdr = { 0 };
- hdr.signature = PKID( 1, 2 );
- hdr.versionMadeBy = 20; // This is the version that the winzip that I have writes.
- hdr.versionNeededToExtract = 10; // This is the version that the winzip that I have writes.
- hdr.flags = 0;
- hdr.compressionMethod = 0;
- hdr.lastModifiedTime = 0;
- hdr.lastModifiedDate = 0;
- hdr.crc32 = e->m_ZipCRC;
-
- hdr.compressedSize = e->m_Length;
- hdr.uncompressedSize = e->m_Length;
- hdr.fileNameLength = strlen( e->m_Name.String() );
- hdr.extraFieldLength = CalculatePadding( hdr.fileNameLength, e->m_ZipOffset );
- hdr.fileCommentLength = 0;
- hdr.diskNumberStart = 0;
- hdr.internalFileAttribs = 0;
- hdr.externalFileAttribs = 0; // This is usually something, but zero is OK as if the input came from stdin
- hdr.relativeOffsetOfLocalHeader = e->m_ZipOffset;
- int extraFieldLength = hdr.extraFieldLength;
-
- // Swap the header in place
- m_Swap.SwapFieldsToTargetEndian( &hdr );
- stream.Put( &hdr, sizeof( hdr ) );
- stream.Put( e->m_Name.String(), strlen( e->m_Name.String() ) );
- if ( m_bCompatibleFormat )
- {
- stream.Put( pPaddingBuffer, extraFieldLength );
- }
-
- realNumFiles++;
-
- if ( m_hDiskCacheWriteFile != INVALID_HANDLE_VALUE )
- {
- // clear out temp hackery
- e->m_pData = NULL;
- }
- }
- }
-
- unsigned int centralDirEnd = stream.Tell();
- if ( m_AlignmentSize )
- {
- // align the central directory starting position
- unsigned int newDirEnd = AlignValue( centralDirEnd, m_AlignmentSize );
- int padLength = newDirEnd - centralDirEnd;
- if ( padLength )
- {
- stream.Put( pPaddingBuffer, padLength );
- centralDirEnd = newDirEnd;
- }
- }
-
- ZIP_EndOfCentralDirRecord rec = { 0 };
- rec.signature = PKID( 5, 6 );
- rec.numberOfThisDisk = 0;
- rec.numberOfTheDiskWithStartOfCentralDirectory = 0;
- rec.nCentralDirectoryEntries_ThisDisk = realNumFiles;
- rec.nCentralDirectoryEntries_Total = realNumFiles;
- rec.centralDirectorySize = centralDirEnd - centralDirStart;
- rec.startOfCentralDirOffset = centralDirStart;
-
- char commentString[128];
- int commentLength = MakeXZipCommentString( commentString );
- rec.commentLength = commentLength;
-
- // Swap the header in place
- m_Swap.SwapFieldsToTargetEndian( &rec );
- stream.Put( &rec, sizeof( rec ) );
- stream.Put( commentString, commentLength );
-
- if ( pPaddingBuffer )
- {
- free( pPaddingBuffer );
- }
-}
-
-class CZip : public IZip
-{
-public:
- CZip( const char *pDiskCacheWritePath, bool bSortByName );
- virtual ~CZip();
-
- virtual void Reset();
-
- // Add a single file to a zip - maintains the zip's previous alignment state
- virtual void AddFileToZip( const char *relativename, const char *fullpath );
-
- // Whether a file is contained in a zip - maintains alignment
- virtual bool FileExistsInZip( const char *pRelativeName );
-
- // Reads a file from the zip - maintains alignement
- virtual bool ReadFileFromZip( const char *pRelativeName, bool bTextMode, CUtlBuffer &buf );
- virtual bool ReadFileFromZip( HANDLE hZipFile, const char *relativename, bool bTextMode, CUtlBuffer &buf );
-
- // Removes a single file from the zip - maintains alignment
- virtual void RemoveFileFromZip( const char *relativename );
-
- // Gets next filename in zip, for walking the directory - maintains alignment
- virtual int GetNextFilename( int id, char *pBuffer, int bufferSize, int &fileSize );
-
- // Prints the zip's contents - maintains alignment
- virtual void PrintDirectory( void );
-
- // Estimate the size of the Zip (including header, padding, etc.)
- virtual unsigned int EstimateSize( void );
-
- // Add buffer to zip as a file with given name - uses current alignment size, default 0 (no alignment)
- virtual void AddBufferToZip( const char *relativename, void *data, int length, bool bTextMode );
-
- // Writes out zip file to a buffer - uses current alignment size
- // (set by file's previous alignment, or a call to ForceAlignment)
- virtual void SaveToBuffer( CUtlBuffer& outbuf );
-
- // Writes out zip file to a filestream - uses current alignment size
- // (set by file's previous alignment, or a call to ForceAlignment)
- virtual void SaveToDisk( FILE *fout );
- virtual void SaveToDisk( HANDLE hOutFile );
-
- // Reads a zip file from a buffer into memory - sets current alignment size to
- // the file's alignment size, unless overridden by a ForceAlignment call)
- virtual void ParseFromBuffer( void *buffer, int bufferlength );
- virtual HANDLE ParseFromDisk( const char *pFilename );
-
- // Forces a specific alignment size for all subsequent file operations, overriding files' previous alignment size.
- // Return to using files' individual alignment sizes by passing FALSE.
- virtual void ForceAlignment( bool aligned, bool bCompatibleFormat, unsigned int alignmentSize );
-
- // Sets the endianess of the zip
- virtual void SetBigEndian( bool bigEndian );
- virtual void ActivateByteSwapping( bool bActivate );
-
- virtual unsigned int GetAlignment();
-
-private:
- CZipFile m_ZipFile;
-};
-
-static CUtlLinkedList< CZip* > g_ZipUtils;
-
-IZip *IZip::CreateZip( const char *pDiskCacheWritePath, bool bSortByName )
-{
- CZip *pZip = new CZip( pDiskCacheWritePath, bSortByName );
- g_ZipUtils.AddToTail( pZip );
-
- return pZip;
-}
-
-void IZip::ReleaseZip( IZip *pZip )
-{
- g_ZipUtils.FindAndRemove( (CZip *)pZip );
-
- delete ((CZip *)pZip);
-}
-
-CZip::CZip( const char *pDiskCacheWritePath, bool bSortByName ) : m_ZipFile( pDiskCacheWritePath, bSortByName )
-{
- m_ZipFile.Reset();
-}
-
-CZip::~CZip()
-{
-}
-
-void CZip::SetBigEndian( bool bigEndian )
-{
- m_ZipFile.SetBigEndian( bigEndian );
-}
-
-void CZip::ActivateByteSwapping( bool bActivate )
-{
- m_ZipFile.ActivateByteSwapping( bActivate );
-}
-
-void CZip::AddFileToZip( const char *relativename, const char *fullpath )
-{
- m_ZipFile.AddFileToZip( relativename, fullpath );
-}
-
-bool CZip::FileExistsInZip( const char *pRelativeName )
-{
- return m_ZipFile.FileExistsInZip( pRelativeName );
-}
-
-bool CZip::ReadFileFromZip( const char *pRelativeName, bool bTextMode, CUtlBuffer &buf )
-{
- return m_ZipFile.ReadFileFromZip( pRelativeName, bTextMode, buf );
-}
-
-bool CZip::ReadFileFromZip( HANDLE hZipFile, const char *pRelativeName, bool bTextMode, CUtlBuffer &buf )
-{
- return m_ZipFile.ReadFileFromZip( hZipFile, pRelativeName, bTextMode, buf );
-}
-
-void CZip::RemoveFileFromZip( const char *relativename )
-{
- m_ZipFile.RemoveFileFromZip( relativename );
-}
-
-int CZip::GetNextFilename( int id, char *pBuffer, int bufferSize, int &fileSize )
-{
- return m_ZipFile.GetNextFilename( id, pBuffer, bufferSize, fileSize );
-}
-
-void CZip::PrintDirectory( void )
-{
- m_ZipFile.PrintDirectory();
-}
-
-void CZip::Reset()
-{
- m_ZipFile.Reset();
-}
-
-unsigned int CZip::EstimateSize( void )
-{
- return m_ZipFile.CalculateSize();
-}
-
-// Add buffer to zip as a file with given name
-void CZip::AddBufferToZip( const char *relativename, void *data, int length, bool bTextMode )
-{
- m_ZipFile.AddBufferToZip( relativename, data, length, bTextMode );
-}
-
-void CZip::SaveToBuffer( CUtlBuffer& outbuf )
-{
- m_ZipFile.SaveToBuffer( outbuf );
-}
-
-void CZip::SaveToDisk( FILE *fout )
-{
- m_ZipFile.SaveToDisk( fout );
-}
-
-void CZip::SaveToDisk( HANDLE hOutFile )
-{
- m_ZipFile.SaveToDisk( hOutFile );
-}
-
-void CZip::ParseFromBuffer( void *buffer, int bufferlength )
-{
- m_ZipFile.Reset();
- m_ZipFile.ParseFromBuffer( buffer, bufferlength );
-}
-
-HANDLE CZip::ParseFromDisk( const char *pFilename )
-{
- m_ZipFile.Reset();
- return m_ZipFile.ParseFromDisk( pFilename );
-}
-
-void CZip::ForceAlignment( bool aligned, bool bCompatibleFormat, unsigned int alignmentSize )
-{
- m_ZipFile.ForceAlignment( aligned, bCompatibleFormat, alignmentSize );
-}
-
-unsigned int CZip::GetAlignment()
-{
- return m_ZipFile.GetAlignment();
-}
-
+//========= Copyright Valve Corporation, All rights reserved. ============// +// +// Purpose: +// +//=============================================================================// + +// If we are going to include windows.h then we need to disable protected_things.h +// or else we get many warnings. +#undef PROTECTED_THINGS_ENABLE +#include <tier0/platform.h> +#ifdef IS_WINDOWS_PC +#include <windows.h> +#else +#define INVALID_HANDLE_VALUE (void *)0 +#define FILE_BEGIN SEEK_SET +#define FILE_END SEEK_END +#endif +#include "utlbuffer.h" +#include "utllinkedlist.h" +#include "zip_utils.h" +#include "zip_uncompressed.h" +#include "checksum_crc.h" +#include "byteswap.h" +#include "utlstring.h" + +// Data descriptions for byte swapping - only needed +// for structures that are written to file for use by the game. +BEGIN_BYTESWAP_DATADESC( ZIP_EndOfCentralDirRecord ) + DEFINE_FIELD( signature, FIELD_INTEGER ), + DEFINE_FIELD( numberOfThisDisk, FIELD_SHORT ), + DEFINE_FIELD( numberOfTheDiskWithStartOfCentralDirectory, FIELD_SHORT ), + DEFINE_FIELD( nCentralDirectoryEntries_ThisDisk, FIELD_SHORT ), + DEFINE_FIELD( nCentralDirectoryEntries_Total, FIELD_SHORT ), + DEFINE_FIELD( centralDirectorySize, FIELD_INTEGER ), + DEFINE_FIELD( startOfCentralDirOffset, FIELD_INTEGER ), + DEFINE_FIELD( commentLength, FIELD_SHORT ), +END_BYTESWAP_DATADESC() + +BEGIN_BYTESWAP_DATADESC( ZIP_FileHeader ) + DEFINE_FIELD( signature, FIELD_INTEGER ), + DEFINE_FIELD( versionMadeBy, FIELD_SHORT ), + DEFINE_FIELD( versionNeededToExtract, FIELD_SHORT ), + DEFINE_FIELD( flags, FIELD_SHORT ), + DEFINE_FIELD( compressionMethod, FIELD_SHORT ), + DEFINE_FIELD( lastModifiedTime, FIELD_SHORT ), + DEFINE_FIELD( lastModifiedDate, FIELD_SHORT ), + DEFINE_FIELD( crc32, FIELD_INTEGER ), + DEFINE_FIELD( compressedSize, FIELD_INTEGER ), + DEFINE_FIELD( uncompressedSize, FIELD_INTEGER ), + DEFINE_FIELD( fileNameLength, FIELD_SHORT ), + DEFINE_FIELD( extraFieldLength, FIELD_SHORT ), + DEFINE_FIELD( fileCommentLength, FIELD_SHORT ), + DEFINE_FIELD( diskNumberStart, FIELD_SHORT ), + DEFINE_FIELD( internalFileAttribs, FIELD_SHORT ), + DEFINE_FIELD( externalFileAttribs, FIELD_INTEGER ), + DEFINE_FIELD( relativeOffsetOfLocalHeader, FIELD_INTEGER ), +END_BYTESWAP_DATADESC() + +BEGIN_BYTESWAP_DATADESC( ZIP_LocalFileHeader ) + DEFINE_FIELD( signature, FIELD_INTEGER ), + DEFINE_FIELD( versionNeededToExtract, FIELD_SHORT ), + DEFINE_FIELD( flags, FIELD_SHORT ), + DEFINE_FIELD( compressionMethod, FIELD_SHORT ), + DEFINE_FIELD( lastModifiedTime, FIELD_SHORT ), + DEFINE_FIELD( lastModifiedDate, FIELD_SHORT ), + DEFINE_FIELD( crc32, FIELD_INTEGER ), + DEFINE_FIELD( compressedSize, FIELD_INTEGER ), + DEFINE_FIELD( uncompressedSize, FIELD_INTEGER ), + DEFINE_FIELD( fileNameLength, FIELD_SHORT ), + DEFINE_FIELD( extraFieldLength, FIELD_SHORT ), +END_BYTESWAP_DATADESC() + +BEGIN_BYTESWAP_DATADESC( ZIP_PreloadHeader ) + DEFINE_FIELD( Version, FIELD_INTEGER ), + DEFINE_FIELD( DirectoryEntries, FIELD_INTEGER ), + DEFINE_FIELD( PreloadDirectoryEntries, FIELD_INTEGER ), + DEFINE_FIELD( Alignment, FIELD_INTEGER ), +END_BYTESWAP_DATADESC() + +BEGIN_BYTESWAP_DATADESC( ZIP_PreloadDirectoryEntry ) + DEFINE_FIELD( Length, FIELD_INTEGER ), + DEFINE_FIELD( DataOffset, FIELD_INTEGER ), +END_BYTESWAP_DATADESC() + +#ifdef WIN32 +//----------------------------------------------------------------------------- +// For >2 GB File Support +//----------------------------------------------------------------------------- +class CWin32File +{ +public: + static HANDLE CreateTempFile( CUtlString &WritePath, CUtlString &FileName ) + { + char tempFileName[MAX_PATH]; + if ( WritePath.IsEmpty() ) + { + // use a safe name in the cwd + char *pBuffer = tmpnam( NULL ); + if ( !pBuffer ) + { + return INVALID_HANDLE_VALUE; + } + if ( pBuffer[0] == '\\' ) + { + pBuffer++; + } + if ( pBuffer[strlen( pBuffer )-1] == '.' ) + { + pBuffer[strlen( pBuffer )-1] = '\0'; + } + V_snprintf( tempFileName, sizeof( tempFileName ), "_%s.tmp", pBuffer ); + } + else + { + // generate safe name at the desired prefix + char uniqueFilename[MAX_PATH]; + SYSTEMTIME sysTime; \ + GetLocalTime( &sysTime ); + sprintf( uniqueFilename, "%d_%d_%d_%d_%d.tmp", sysTime.wDay, sysTime.wHour, sysTime.wMinute, sysTime.wSecond, sysTime.wMilliseconds ); \ + V_ComposeFileName( WritePath.String(), uniqueFilename, tempFileName, sizeof( tempFileName ) ); + } + + FileName = tempFileName; + HANDLE hFile = CreateFile( tempFileName, GENERIC_READ|GENERIC_WRITE, 0, NULL, CREATE_ALWAYS, FILE_ATTRIBUTE_NORMAL, NULL ); + + return hFile; + } + + static unsigned int FileSeek( HANDLE hFile, unsigned int distance, DWORD MoveMethod ) + { + LARGE_INTEGER li; + + li.QuadPart = distance; + li.LowPart = SetFilePointer( hFile, li.LowPart, &li.HighPart, MoveMethod); + if ( li.LowPart == INVALID_SET_FILE_POINTER && GetLastError() != NO_ERROR ) + { + li.QuadPart = -1; + } + + return ( unsigned int )li.QuadPart; + } + + static unsigned int FileTell( HANDLE hFile ) + { + return FileSeek( hFile, 0, FILE_CURRENT ); + } + + static bool FileRead( HANDLE hFile, void *pBuffer, unsigned int size ) + { + DWORD numBytesRead; + BOOL bSuccess = ::ReadFile( hFile, pBuffer, size, &numBytesRead, NULL ); + return bSuccess && ( numBytesRead == size ); + } + + static bool FileWrite( HANDLE hFile, void *pBuffer, unsigned int size ) + { + DWORD numBytesWritten; + BOOL bSuccess = WriteFile( hFile, pBuffer, size, &numBytesWritten, NULL ); + return bSuccess && ( numBytesWritten == size ); + } +}; +#else +class CWin32File +{ +public: + static HANDLE CreateTempFile( CUtlString &WritePath, CUtlString &FileName ) + { + char tempFileName[MAX_PATH]; + if ( WritePath.IsEmpty() ) + { + // use a safe name in the cwd + char *pBuffer = tmpnam( NULL ); + if ( !pBuffer ) + { + return INVALID_HANDLE_VALUE; + } + if ( pBuffer[0] == '\\' ) + { + pBuffer++; + } + if ( pBuffer[strlen( pBuffer )-1] == '.' ) + { + pBuffer[strlen( pBuffer )-1] = '\0'; + } + V_snprintf( tempFileName, sizeof( tempFileName ), "_%s.tmp", pBuffer ); + } + else + { + char uniqueFilename[MAX_PATH]; + static int counter = 0; + time_t now = time( NULL ); + struct tm *tm = localtime( &now ); + sprintf( uniqueFilename, "%d_%d_%d_%d_%d.tmp", tm->tm_wday, tm->tm_hour, tm->tm_min, tm->tm_sec, ++counter ); \ + V_ComposeFileName( WritePath.String(), uniqueFilename, tempFileName, sizeof( tempFileName ) ); + } + + FileName = tempFileName; + FILE *hFile = fopen( tempFileName, "rw+" ); + + return (HANDLE)hFile; + } + + static unsigned int FileSeek( HANDLE hFile, unsigned int distance, DWORD MoveMethod ) + { + if ( fseeko( (FILE *)hFile, distance, MoveMethod ) == 0 ) + { + return FileTell( hFile ); + } + return 0; + } + + static unsigned int FileTell( HANDLE hFile ) + { + return ftello( (FILE *)hFile ); + } + + static bool FileRead( HANDLE hFile, void *pBuffer, unsigned int size ) + { + size_t bytesRead = fread( pBuffer, 1, size, (FILE *)hFile ); + return bytesRead == size; + } + + static bool FileWrite( HANDLE hFile, void *pBuffer, unsigned int size ) + { + size_t bytesWrtitten = fwrite( pBuffer, 1, size, (FILE *)hFile ); + return bytesWrtitten == size; + } +}; +#endif + +//----------------------------------------------------------------------------- +// Purpose: Interface to allow abstraction of zip file output methods, and +// avoid duplication of code. Files may be written to a CUtlBuffer or a filestream +//----------------------------------------------------------------------------- +abstract_class IWriteStream +{ +public: + virtual void Put( const void* pMem, int size ) = 0; + virtual unsigned int Tell( void ) = 0; +}; + +//----------------------------------------------------------------------------- +// Purpose: Wrapper for CUtlBuffer methods +//----------------------------------------------------------------------------- +class CBufferStream : public IWriteStream +{ +public: + CBufferStream( CUtlBuffer& buff ) : IWriteStream(), m_buff( &buff ) {} + + // Implementing IWriteStream method + virtual void Put( const void* pMem, int size ) { m_buff->Put( pMem, size ); } + + // Implementing IWriteStream method + virtual unsigned int Tell( void ) { return m_buff->TellPut(); } + +private: + CUtlBuffer *m_buff; +}; + +//----------------------------------------------------------------------------- +// Purpose: Wrapper for file I/O methods +//----------------------------------------------------------------------------- +class CFileStream : public IWriteStream +{ +public: + CFileStream( FILE *fout ) : IWriteStream(), m_file( fout ), m_hFile( INVALID_HANDLE_VALUE ) {} + CFileStream( HANDLE hOutFile ) : IWriteStream(), m_file( NULL ), m_hFile( hOutFile ) {} + + // Implementing IWriteStream method + virtual void Put( const void* pMem, int size ) + { + if ( m_file ) + { + fwrite( pMem, size, 1, m_file ); + } +#ifdef WIN32 + else + { + DWORD numBytesWritten; + WriteFile( m_hFile, pMem, size, &numBytesWritten, NULL ); + } +#endif + } + + // Implementing IWriteStream method + virtual unsigned int Tell( void ) + { + if ( m_file ) + { + return ftell( m_file ); + } + else + { +#ifdef WIN32 + return CWin32File::FileTell( m_hFile ); +#else + return 0; +#endif + } + } + +private: + FILE *m_file; + HANDLE m_hFile; +}; + +//----------------------------------------------------------------------------- +// Purpose: Container for modifiable pak file which is embedded inside the .bsp file +// itself. It's used to allow one-off files to be stored local to the map and it is +// hooked into the file system as an override for searching for named files. +//----------------------------------------------------------------------------- +class CZipFile +{ +public: + // Construction + CZipFile( const char *pDiskCacheWritePath, bool bSortByName ); + ~CZipFile( void ); + + // Public API + // Clear all existing data + void Reset( void ); + + // Add file to zip under relative name + void AddFileToZip( const char *relativename, const char *fullpath ); + + // Delete file from zip + void RemoveFileFromZip( const char *relativename ); + + // Add buffer to zip as a file with given name + void AddBufferToZip( const char *relativename, void *data, int length, bool bTextMode ); + + // Check if a file already exists in the zip. + bool FileExistsInZip( const char *relativename ); + + // Reads a file from a zip file + bool ReadFileFromZip( const char *relativename, bool bTextMode, CUtlBuffer &buf ); + bool ReadFileFromZip( HANDLE hZipFile, const char *relativename, bool bTextMode, CUtlBuffer &buf ); + + // Initialize the zip file from a buffer + void ParseFromBuffer( void *buffer, int bufferlength ); + HANDLE ParseFromDisk( const char *pFilename ); + + // Estimate the size of the zip file (including header, padding, etc.) + unsigned int EstimateSize(); + + // Print out a directory of files in the zip. + void PrintDirectory( void ); + + // Use to iterate directory, pass 0 for first element + // returns nonzero element id with filled buffer, or -1 at list conclusion + int GetNextFilename( int id, char *pBuffer, int bufferSize, int &fileSize ); + + // Write the zip to a buffer + void SaveToBuffer( CUtlBuffer& buffer ); + // Write the zip to a filestream + void SaveToDisk( FILE *fout ); + void SaveToDisk( HANDLE hOutFile ); + + unsigned int CalculateSize( void ); + + void ForceAlignment( bool aligned, bool bCompatibleFormat, unsigned int alignmentSize ); + + unsigned int GetAlignment(); + + void SetBigEndian( bool bigEndian ); + void ActivateByteSwapping( bool bActivate ); + +private: + enum + { + MAX_FILES_IN_ZIP = 32768, + }; + + typedef struct + { + CUtlSymbol m_Name; + unsigned int filepos; + int filelen; + } TmpFileInfo_t; + + CByteswap m_Swap; + unsigned int m_AlignmentSize; + bool m_bForceAlignment; + bool m_bCompatibleFormat; + + unsigned short CalculatePadding( unsigned int filenameLen, unsigned int pos ); + void SaveDirectory( IWriteStream& stream ); + int MakeXZipCommentString( char *pComment ); + void ParseXZipCommentString( const char *pComment ); + + // Internal entry for faster searching, etc. + class CZipEntry + { + public: + CZipEntry( void ); + ~CZipEntry( void ); + + CZipEntry( const CZipEntry& src ); + + // RB tree compare function + static bool ZipFileLessFunc( CZipEntry const& src1, CZipEntry const& src2 ); + static bool ZipFileLessFunc_CaselessSort( CZipEntry const& src1, CZipEntry const& src2 ); + + // Name of entry + CUtlSymbol m_Name; + + // Lenth of data element + int m_Length; + // Raw data, could be null and data may be in disk write cache + void *m_pData; + + // Offset in Zip ( set and valid during final write ) + unsigned int m_ZipOffset; + // CRC of blob ( set and valid during final write ) + CRC32_t m_ZipCRC; + + // Location of data in disk cache + unsigned int m_DiskCacheOffset; + unsigned int m_SourceDiskOffset; + }; + + // For fast name lookup and sorting + CUtlRBTree< CZipEntry, int > m_Files; + + // Used to buffer zip data, instead of ram + bool m_bUseDiskCacheForWrites; + HANDLE m_hDiskCacheWriteFile; + CUtlString m_DiskCacheName; + CUtlString m_DiskCacheWritePath; +}; + +//----------------------------------------------------------------------------- +// Purpose: +//----------------------------------------------------------------------------- +CZipFile::CZipEntry::CZipEntry( void ) +{ + m_Name = ""; + m_Length = 0; + m_pData = NULL; + m_ZipOffset = 0; + m_ZipCRC = 0; + m_DiskCacheOffset = 0; + m_SourceDiskOffset = 0; +} + +//----------------------------------------------------------------------------- +// Purpose: +// Input : src - +//----------------------------------------------------------------------------- +CZipFile::CZipEntry::CZipEntry( const CZipFile::CZipEntry& src ) +{ + m_Name = src.m_Name; + m_Length = src.m_Length; + + if ( src.m_Length > 0 && src.m_pData ) + { + m_pData = malloc( src.m_Length ); + memcpy( m_pData, src.m_pData, src.m_Length ); + } + else + { + m_pData = NULL; + } + + m_ZipOffset = src.m_ZipOffset; + m_ZipCRC = src.m_ZipCRC; + m_DiskCacheOffset = src.m_DiskCacheOffset; + m_SourceDiskOffset = src.m_SourceDiskOffset; +} + +//----------------------------------------------------------------------------- +// Purpose: Clear any leftover data +//----------------------------------------------------------------------------- +CZipFile::CZipEntry::~CZipEntry( void ) +{ + if ( m_pData ) + { + free( m_pData ); + } +} + +//----------------------------------------------------------------------------- +// Purpose: Construction +//----------------------------------------------------------------------------- +CZipFile::CZipFile( const char *pDiskCacheWritePath, bool bSortByName ) +: m_Files( 0, 32 ) +{ + m_AlignmentSize = 0; + m_bForceAlignment = false; + m_bCompatibleFormat = true; + + m_bUseDiskCacheForWrites = ( pDiskCacheWritePath != NULL ); + m_DiskCacheWritePath = pDiskCacheWritePath; + m_hDiskCacheWriteFile = INVALID_HANDLE_VALUE; + + if ( bSortByName ) + { + m_Files.SetLessFunc( CZipEntry::ZipFileLessFunc_CaselessSort ); + } + else + { + m_Files.SetLessFunc( CZipEntry::ZipFileLessFunc ); + } +} + +//----------------------------------------------------------------------------- +// Purpose: Destroy zip data +//----------------------------------------------------------------------------- +CZipFile::~CZipFile( void ) +{ + m_bUseDiskCacheForWrites = false; + Reset(); +} + +//----------------------------------------------------------------------------- +// Purpose: Delete all current data +//----------------------------------------------------------------------------- +void CZipFile::Reset( void ) +{ + m_Files.RemoveAll(); + + if ( m_hDiskCacheWriteFile != INVALID_HANDLE_VALUE ) + { +#ifdef WIN32 + CloseHandle( m_hDiskCacheWriteFile ); + DeleteFile( m_DiskCacheName.String() ); +#else + fclose( (FILE *)m_hDiskCacheWriteFile ); + unlink( m_DiskCacheName.String() ); +#endif + m_hDiskCacheWriteFile = INVALID_HANDLE_VALUE; + } + + if ( m_bUseDiskCacheForWrites ) + { + m_hDiskCacheWriteFile = CWin32File::CreateTempFile( m_DiskCacheWritePath, m_DiskCacheName ); + } +} + +//----------------------------------------------------------------------------- +// Purpose: Comparison for sorting entries +// Input : src1 - +// src2 - +// Output : Returns true on success, false on failure. +//----------------------------------------------------------------------------- +bool CZipFile::CZipEntry::ZipFileLessFunc( CZipEntry const& src1, CZipEntry const& src2 ) +{ + return ( src1.m_Name < src2.m_Name ); +} + +bool CZipFile::CZipEntry::ZipFileLessFunc_CaselessSort( CZipEntry const& src1, CZipEntry const& src2 ) +{ + return ( V_stricmp( src1.m_Name.String(), src2.m_Name.String() ) < 0 ); +} + +void CZipFile::ForceAlignment( bool bAligned, bool bCompatibleFormat, unsigned int alignment ) +{ + m_bForceAlignment = bAligned; + m_AlignmentSize = alignment; + m_bCompatibleFormat = bCompatibleFormat; + + if ( !bAligned ) + { + m_AlignmentSize = 0; + } + else if ( !IsPowerOfTwo( m_AlignmentSize ) ) + { + m_AlignmentSize = 0; + } +} + +unsigned int CZipFile::GetAlignment() +{ + if ( !m_bForceAlignment || !m_AlignmentSize ) + { + return 0; + } + + return m_AlignmentSize; +} + +void CZipFile::SetBigEndian( bool bigEndian ) +{ + m_Swap.SetTargetBigEndian( bigEndian ); +} + +void CZipFile::ActivateByteSwapping( bool bActivate ) +{ + m_Swap.ActivateByteSwapping( bActivate ); +} + +//----------------------------------------------------------------------------- +// Purpose: Load pak file from raw buffer +// Input : *buffer - +// bufferlength - +//----------------------------------------------------------------------------- +void CZipFile::ParseFromBuffer( void *buffer, int bufferlength ) +{ + // Throw away old data + Reset(); + + // Initialize a buffer + CUtlBuffer buf( 0, bufferlength +1 ); // +1 for null termination + + // need to swap bytes, so set the buffer opposite the machine's endian + buf.ActivateByteSwapping( m_Swap.IsSwappingBytes() ); + + buf.Put( buffer, bufferlength ); + + buf.SeekGet( CUtlBuffer::SEEK_TAIL, 0 ); + unsigned int fileLen = buf.TellGet(); + + // Start from beginning + buf.SeekGet( CUtlBuffer::SEEK_HEAD, 0 ); + + ZIP_EndOfCentralDirRecord rec = { 0 }; + + bool bFoundEndOfCentralDirRecord = false; + unsigned int offset = fileLen - sizeof( ZIP_EndOfCentralDirRecord ); + // If offset is ever greater than startOffset then it means that it has + // wrapped. This used to be a tautological >= 0 test. + ANALYZE_SUPPRESS( 6293 ); // warning C6293: Ill-defined for-loop: counts down from minimum + for ( unsigned int startOffset = offset; offset <= startOffset; offset-- ) + { + buf.SeekGet( CUtlBuffer::SEEK_HEAD, offset ); + buf.GetObjects( &rec ); + if ( rec.signature == PKID( 5, 6 ) ) + { + bFoundEndOfCentralDirRecord = true; + + // Set any xzip configuration + if ( rec.commentLength ) + { + char commentString[128]; + int commentLength = min( rec.commentLength, sizeof( commentString ) ); + buf.Get( commentString, commentLength ); + if ( commentLength == sizeof( commentString ) ) + --commentLength; + commentString[commentLength] = '\0'; + ParseXZipCommentString( commentString ); + } + break; + } + else + { + // wrong record + rec.nCentralDirectoryEntries_Total = 0; + } + } + Assert( bFoundEndOfCentralDirRecord ); + + // Make sure there are some files to parse + int numzipfiles = rec.nCentralDirectoryEntries_Total; + if ( numzipfiles <= 0 ) + { + // No files + return; + } + + buf.SeekGet( CUtlBuffer::SEEK_HEAD, rec.startOfCentralDirOffset ); + + // Allocate space for directory + TmpFileInfo_t *newfiles = new TmpFileInfo_t[numzipfiles]; + Assert( newfiles ); + + // build directory + int i; + for ( i = 0; i < rec.nCentralDirectoryEntries_Total; i++ ) + { + ZIP_FileHeader zipFileHeader; + buf.GetObjects( &zipFileHeader ); + Assert( zipFileHeader.signature == PKID( 1, 2 ) ); + Assert( zipFileHeader.compressionMethod == 0 ); + + char tmpString[1024]; + buf.Get( tmpString, zipFileHeader.fileNameLength ); + tmpString[zipFileHeader.fileNameLength] = '\0'; + Q_strlower( tmpString ); + + // can determine actual filepos, assuming a well formed zip + newfiles[i].m_Name = tmpString; + newfiles[i].filelen = zipFileHeader.compressedSize; + newfiles[i].filepos = zipFileHeader.relativeOffsetOfLocalHeader + + sizeof( ZIP_LocalFileHeader ) + + zipFileHeader.fileNameLength + + zipFileHeader.extraFieldLength; + + int nextOffset; + if ( m_bCompatibleFormat ) + { + nextOffset = zipFileHeader.extraFieldLength + zipFileHeader.fileCommentLength; + } + else + { + nextOffset = 0; + } + buf.SeekGet( CUtlBuffer::SEEK_CURRENT, nextOffset ); + } + + // Insert current data into rb tree + for ( i=0; i<numzipfiles; i++ ) + { + CZipEntry e; + e.m_Name = newfiles[i].m_Name; + e.m_Length = newfiles[i].filelen; + + // Make sure length is reasonable + if ( e.m_Length > 0 ) + { + e.m_pData = malloc( e.m_Length ); + + // Copy in data + buf.SeekGet( CUtlBuffer::SEEK_HEAD, newfiles[i].filepos ); + buf.Get( e.m_pData, e.m_Length ); + } + else + { + e.m_pData = NULL; + } + + // Add to tree + m_Files.Insert( e ); + } + + // Through away directory + delete[] newfiles; +} + +//----------------------------------------------------------------------------- +// Purpose: Mount pak file from disk +//----------------------------------------------------------------------------- +HANDLE CZipFile::ParseFromDisk( const char *pFilename ) +{ +#ifdef WIN32 + HANDLE hFile = CreateFile( pFilename, GENERIC_READ|GENERIC_WRITE, 0, NULL, OPEN_EXISTING, FILE_ATTRIBUTE_NORMAL, NULL ); + if ( hFile == INVALID_HANDLE_VALUE ) + { + // not found + return NULL; + } +#else + HANDLE hFile = fopen( pFilename, "rw+" ); + if ( !hFile ) + { + // not found + return NULL; + } +#endif + + unsigned int fileLen = CWin32File::FileSeek( hFile, 0, FILE_END ); + CWin32File::FileSeek( hFile, 0, FILE_BEGIN ); + if ( fileLen < sizeof( ZIP_EndOfCentralDirRecord ) ) + { + // bad format +#ifdef WIN32 + CloseHandle( hFile ); +#else + fclose( (FILE *)hFile ); +#endif + return NULL; + } + + // need to get the central dir + ZIP_EndOfCentralDirRecord rec = { 0 }; + unsigned int offset = fileLen - sizeof( ZIP_EndOfCentralDirRecord ); + // If offset is ever greater than startOffset then it means that it has + // wrapped. This used to be a tautological >= 0 test. + ANALYZE_SUPPRESS( 6293 ); // warning C6293: Ill-defined for-loop: counts down from minimum + for ( unsigned int startOffset = offset; offset <= startOffset; offset-- ) + { + CWin32File::FileSeek( hFile, offset, FILE_BEGIN ); + + CWin32File::FileRead( hFile, &rec, sizeof( rec ) ); + m_Swap.SwapFieldsToTargetEndian( &rec ); + + if ( rec.signature == PKID( 5, 6 ) ) + { + // Set any xzip configuration + if ( rec.commentLength ) + { + char commentString[128]; + int commentLength = min( rec.commentLength, sizeof( commentString ) ); + CWin32File::FileRead( hFile, commentString, commentLength ); + if ( commentLength == sizeof( commentString ) ) + --commentLength; + commentString[commentLength] = '\0'; + ParseXZipCommentString( commentString ); + } + break; + } + else + { + // wrong record + rec.nCentralDirectoryEntries_Total = 0; + } + } + + // Make sure there are some files to parse + int numZipFiles = rec.nCentralDirectoryEntries_Total; + if ( numZipFiles <= 0 ) + { + // No files +#ifdef WIN32 + CloseHandle( hFile ); +#else + fclose( (FILE *)hFile ); +#endif + return NULL; + } + + CWin32File::FileSeek( hFile, rec.startOfCentralDirOffset, FILE_BEGIN ); + + // read entire central dir into memory + CUtlBuffer zipDirBuff( 0, rec.centralDirectorySize, 0 ); + zipDirBuff.ActivateByteSwapping( m_Swap.IsSwappingBytes() ); + CWin32File::FileRead( hFile, zipDirBuff.Base(), rec.centralDirectorySize ); + zipDirBuff.SeekPut( CUtlBuffer::SEEK_HEAD, rec.centralDirectorySize ); + + // build directory + for ( int i = 0; i < numZipFiles; i++ ) + { + ZIP_FileHeader zipFileHeader; + zipDirBuff.GetObjects( &zipFileHeader ); + + if ( zipFileHeader.signature != PKID( 1, 2 ) || zipFileHeader.compressionMethod != 0 ) + { + // bad contents +#ifdef WIN32 + CloseHandle( hFile ); +#else + fclose( (FILE *)hFile ); +#endif + return NULL; + } + + char fileName[1024]; + zipDirBuff.Get( fileName, zipFileHeader.fileNameLength ); + fileName[zipFileHeader.fileNameLength] = '\0'; + Q_strlower( fileName ); + + // can determine actual filepos, assuming a well formed zip + CZipEntry e; + e.m_Name = fileName; + e.m_Length = zipFileHeader.compressedSize; + e.m_SourceDiskOffset = zipFileHeader.relativeOffsetOfLocalHeader + + sizeof( ZIP_LocalFileHeader ) + + zipFileHeader.fileNameLength + + zipFileHeader.extraFieldLength; + // Add to tree + m_Files.Insert( e ); + + int nextOffset; + if ( m_bCompatibleFormat ) + { + nextOffset = zipFileHeader.extraFieldLength + zipFileHeader.fileCommentLength; + } + else + { + nextOffset = 0; + } + + zipDirBuff.SeekGet( CUtlBuffer::SEEK_CURRENT, nextOffset ); + } + + return hFile; +} + +static int GetLengthOfBinStringAsText( const char *pSrc, int srcSize ) +{ + const char *pSrcScan = pSrc; + const char *pSrcEnd = pSrc + srcSize; + int numChars = 0; + for( ; pSrcScan < pSrcEnd; pSrcScan++ ) + { + if( *pSrcScan == '\n' ) + { + numChars += 2; + } + else + { + numChars++; + } + } + return numChars; +} + + +//----------------------------------------------------------------------------- +// Copies text data from a form appropriate for disk to a normal string +//----------------------------------------------------------------------------- +static void ReadTextData( const char *pSrc, int nSrcSize, CUtlBuffer &buf ) +{ + buf.EnsureCapacity( nSrcSize + 1 ); + const char *pSrcEnd = pSrc + nSrcSize; + for ( const char *pSrcScan = pSrc; pSrcScan < pSrcEnd; ++pSrcScan ) + { + if ( *pSrcScan == '\r' ) + { + if ( pSrcScan[1] == '\n' ) + { + buf.PutChar( '\n' ); + ++pSrcScan; + continue; + } + } + + buf.PutChar( *pSrcScan ); + } + + // Null terminate + buf.PutChar( '\0' ); +} + + +//----------------------------------------------------------------------------- +// Copies text data into a form appropriate for disk +//----------------------------------------------------------------------------- +static void CopyTextData( char *pDst, const char *pSrc, int dstSize, int srcSize ) +{ + const char *pSrcScan = pSrc; + const char *pSrcEnd = pSrc + srcSize; + char *pDstScan = pDst; + +#ifdef DBGFLAG_ASSERT + char *pDstEnd = pDst + dstSize; +#endif + + for ( ; pSrcScan < pSrcEnd; pSrcScan++ ) + { + if ( *pSrcScan == '\n' ) + { + *pDstScan = '\r'; + pDstScan++; + *pDstScan = '\n'; + pDstScan++; + } + else + { + *pDstScan = *pSrcScan; + pDstScan++; + } + } + Assert( pSrcScan == pSrcEnd ); + Assert( pDstScan == pDstEnd ); +} + +//----------------------------------------------------------------------------- +// Purpose: Adds a new lump, or overwrites existing one +// Input : *relativename - +// *data - +// length - +//----------------------------------------------------------------------------- +void CZipFile::AddBufferToZip( const char *relativename, void *data, int length, bool bTextMode ) +{ + // Lower case only + char name[512]; + Q_strcpy( name, relativename ); + Q_strlower( name ); + + int dstLength = length; + if ( bTextMode ) + { + dstLength = GetLengthOfBinStringAsText( ( const char * )data, length ); + } + + // See if entry is in list already + CZipEntry e; + e.m_Name = name; + int index = m_Files.Find( e ); + + // If already existing, throw away old data and update data and length + if ( index != m_Files.InvalidIndex() ) + { + CZipEntry *update = &m_Files[ index ]; + if ( update->m_pData ) + { + free( update->m_pData ); + } + + if ( bTextMode ) + { + update->m_pData = malloc( dstLength ); + CopyTextData( ( char * )update->m_pData, ( char * )data, dstLength, length ); + update->m_Length = dstLength; + } + else + { + update->m_pData = malloc( length ); + memcpy( update->m_pData, data, length ); + update->m_Length = length; + } + + if ( m_hDiskCacheWriteFile != INVALID_HANDLE_VALUE ) + { + update->m_DiskCacheOffset = CWin32File::FileTell( m_hDiskCacheWriteFile ); + CWin32File::FileWrite( m_hDiskCacheWriteFile, update->m_pData, update->m_Length ); + free( update->m_pData ); + update->m_pData = NULL; + } + } + else + { + // Create a new entry + e.m_Length = dstLength; + if ( dstLength > 0 ) + { + if ( bTextMode ) + { + e.m_pData = malloc( dstLength ); + CopyTextData( (char *)e.m_pData, ( char * )data, dstLength, length ); + } + else + { + e.m_pData = malloc( length ); + memcpy( e.m_pData, data, length ); + } + + if ( m_hDiskCacheWriteFile != INVALID_HANDLE_VALUE ) + { + e.m_DiskCacheOffset = CWin32File::FileTell( m_hDiskCacheWriteFile ); + CWin32File::FileWrite( m_hDiskCacheWriteFile, e.m_pData, e.m_Length ); + free( e.m_pData ); + e.m_pData = NULL; + } + } + else + { + e.m_pData = NULL; + } + + m_Files.Insert( e ); + } +} + + +//----------------------------------------------------------------------------- +// Reads a file from the zip +//----------------------------------------------------------------------------- +bool CZipFile::ReadFileFromZip( const char *pRelativeName, bool bTextMode, CUtlBuffer &buf ) +{ + // Lower case only + char pName[512]; + Q_strncpy( pName, pRelativeName, 512 ); + Q_strlower( pName ); + + // See if entry is in list already + CZipEntry e; + e.m_Name = pName; + int nIndex = m_Files.Find( e ); + if ( nIndex == m_Files.InvalidIndex() ) + { + // not found + return false; + } + + CZipEntry *pEntry = &m_Files[ nIndex ]; + if ( bTextMode ) + { + buf.SetBufferType( true, false ); + ReadTextData( (char*)pEntry->m_pData, pEntry->m_Length, buf ); + } + else + { + buf.SetBufferType( false, false ); + buf.Put( pEntry->m_pData, pEntry->m_Length ); + } + + return true; +} + +//----------------------------------------------------------------------------- +// Reads a file from the zip +//----------------------------------------------------------------------------- +bool CZipFile::ReadFileFromZip( HANDLE hZipFile, const char *pRelativeName, bool bTextMode, CUtlBuffer &buf ) +{ + // Lower case only + char pName[512]; + Q_strncpy( pName, pRelativeName, 512 ); + Q_strlower( pName ); + + // See if entry is in list already + CZipEntry e; + e.m_Name = pName; + int nIndex = m_Files.Find( e ); + if ( nIndex == m_Files.InvalidIndex() ) + { + // not found + return false; + } + + CZipEntry *pEntry = &m_Files[nIndex]; + + void *pData = malloc( pEntry->m_Length ); + CWin32File::FileSeek( hZipFile, pEntry->m_SourceDiskOffset, FILE_BEGIN ); + if ( !CWin32File::FileRead( hZipFile, pData, pEntry->m_Length ) ) + { + free( pData ); + return false; + } + + if ( bTextMode ) + { + buf.SetBufferType( true, false ); + ReadTextData( (const char *)pData, pEntry->m_Length, buf ); + } + else + { + buf.SetBufferType( false, false ); + buf.Put( pData, pEntry->m_Length ); + } + + free( pData ); + + return true; +} + +//----------------------------------------------------------------------------- +// Purpose: Check if a file already exists in the zip. +// Input : *relativename - +//----------------------------------------------------------------------------- +bool CZipFile::FileExistsInZip( const char *pRelativeName ) +{ + // Lower case only + char pName[512]; + Q_strncpy( pName, pRelativeName, 512 ); + Q_strlower( pName ); + + // See if entry is in list already + CZipEntry e; + e.m_Name = pName; + int nIndex = m_Files.Find( e ); + + // If it is, then it exists in the pack! + return nIndex != m_Files.InvalidIndex(); +} + + +//----------------------------------------------------------------------------- +// Purpose: Adds a new file to the zip. +//----------------------------------------------------------------------------- +void CZipFile::AddFileToZip( const char *relativename, const char *fullpath ) +{ + FILE *temp = fopen( fullpath, "rb" ); + if ( !temp ) + return; + + // Determine length + fseek( temp, 0, SEEK_END ); + int size = ftell( temp ); + fseek( temp, 0, SEEK_SET ); + byte *buf = (byte *)malloc( size + 1 ); + + // Read data + fread( buf, size, 1, temp ); + fclose( temp ); + + // Now add as a buffer + AddBufferToZip( relativename, buf, size, false ); + + free( buf ); +} + +//----------------------------------------------------------------------------- +// Purpose: Removes a file from the zip. +//----------------------------------------------------------------------------- +void CZipFile::RemoveFileFromZip( const char *relativename ) +{ + CZipEntry e; + e.m_Name = relativename; + int index = m_Files.Find( e ); + + if ( index != m_Files.InvalidIndex() ) + { + CZipEntry update = m_Files[index]; + m_Files.Remove( update ); + } +} + +//--------------------------------------------------------------- +// Purpose: Calculates how many bytes should be added to the extra field +// to push the start of the file data to the next aligned boundary +// Output: Required padding size +//--------------------------------------------------------------- +unsigned short CZipFile::CalculatePadding( unsigned int filenameLen, unsigned int pos ) +{ + if ( m_AlignmentSize == 0 ) + { + return 0; + } + + unsigned int headerSize = sizeof( ZIP_LocalFileHeader ) + filenameLen; + return (unsigned short)( m_AlignmentSize - ( ( pos + headerSize ) % m_AlignmentSize ) ); +} + +//----------------------------------------------------------------------------- +// Purpose: Create the XZIP identifying comment string +// Output : Length +//----------------------------------------------------------------------------- +int CZipFile::MakeXZipCommentString( char *pCommentString ) +{ + char tempString[XZIP_COMMENT_LENGTH]; + + memset( tempString, 0, sizeof( tempString ) ); + V_snprintf( tempString, sizeof( tempString ), "XZP%c %d", m_bCompatibleFormat ? '1' : '2', m_AlignmentSize ); + if ( pCommentString ) + { + memcpy( pCommentString, tempString, sizeof( tempString ) ); + } + + // expected fixed length + return XZIP_COMMENT_LENGTH; +} + +//----------------------------------------------------------------------------- +// Purpose: An XZIP has its configuration in the ascii comment +//----------------------------------------------------------------------------- +void CZipFile::ParseXZipCommentString( const char *pCommentString ) +{ + if ( !V_strnicmp( pCommentString, "XZP", 3 ) ) + { + m_bCompatibleFormat = true; + if ( pCommentString[3] == '2' ) + { + m_bCompatibleFormat = false; + } + + // parse out the alignement configuration + if ( !m_bForceAlignment ) + { + m_AlignmentSize = 0; + sscanf( pCommentString + 4, "%d", &m_AlignmentSize ); + if ( !IsPowerOfTwo( m_AlignmentSize ) ) + { + m_AlignmentSize = 0; + } + } + } +} + +//----------------------------------------------------------------------------- +// Purpose: Calculate the exact size of zip file, with headers and padding +// Output : int +//----------------------------------------------------------------------------- +unsigned int CZipFile::CalculateSize( void ) +{ + unsigned int size = 0; + unsigned int dirHeaders = 0; + for ( int i = m_Files.FirstInorder(); i != m_Files.InvalidIndex(); i = m_Files.NextInorder( i ) ) + { + CZipEntry *e = &m_Files[ i ]; + + if ( e->m_Length == 0 ) + continue; + + // local file header + size += sizeof( ZIP_LocalFileHeader ); + size += strlen( e->m_Name.String() ); + + // every file has a directory header that duplicates the filename + dirHeaders += sizeof( ZIP_FileHeader ) + strlen( e->m_Name.String() ); + + // calculate padding + if ( m_AlignmentSize != 0 ) + { + // round up to next boundary + unsigned int nextBoundary = ( size + m_AlignmentSize ) & ~( m_AlignmentSize - 1 ); + + // the directory header also duplicates the padding + dirHeaders += nextBoundary - size; + + size = nextBoundary; + } + + // data size + size += e->m_Length; + } + + size += dirHeaders; + + // All processed zip files will have a comment string + size += sizeof( ZIP_EndOfCentralDirRecord ) + MakeXZipCommentString( NULL ); + + return size; +} + +//----------------------------------------------------------------------------- +// Purpose: Print a directory of files in the zip +//----------------------------------------------------------------------------- +void CZipFile::PrintDirectory( void ) +{ + for ( int i = m_Files.FirstInorder(); i != m_Files.InvalidIndex(); i = m_Files.NextInorder( i ) ) + { + CZipEntry *e = &m_Files[ i ]; + + Msg( "%s\n", e->m_Name.String() ); + } +} + +//----------------------------------------------------------------------------- +// Purpose: Iterate through directory +//----------------------------------------------------------------------------- +int CZipFile::GetNextFilename( int id, char *pBuffer, int bufferSize, int &fileSize ) +{ + if ( id == -1 ) + { + id = m_Files.FirstInorder(); + } + else + { + id = m_Files.NextInorder( id ); + } + if ( id == m_Files.InvalidIndex() ) + { + // list is empty + return -1; + } + + CZipEntry *e = &m_Files[id]; + + Q_strncpy( pBuffer, e->m_Name.String(), bufferSize ); + fileSize = e->m_Length; + + return id; +} + +//----------------------------------------------------------------------------- +// Purpose: Store data out to disk +//----------------------------------------------------------------------------- +void CZipFile::SaveToDisk( FILE *fout ) +{ + CFileStream stream( fout ); + SaveDirectory( stream ); +} + +void CZipFile::SaveToDisk( HANDLE hOutFile ) +{ + CFileStream stream( hOutFile ); + SaveDirectory( stream ); +} + +//----------------------------------------------------------------------------- +// Purpose: Store data out to a CUtlBuffer +//----------------------------------------------------------------------------- +void CZipFile::SaveToBuffer( CUtlBuffer& buf ) +{ + CBufferStream stream( buf ); + SaveDirectory( stream ); +} + +//----------------------------------------------------------------------------- +// Purpose: Store data back out to a stream (could be CUtlBuffer or filestream) +//----------------------------------------------------------------------------- +void CZipFile::SaveDirectory( IWriteStream& stream ) +{ + void *pPaddingBuffer = NULL; + if ( m_AlignmentSize ) + { + // get a temp buffer for all padding work + pPaddingBuffer = malloc( m_AlignmentSize ); + memset( pPaddingBuffer, 0x00, m_AlignmentSize ); + } + + if ( m_hDiskCacheWriteFile != INVALID_HANDLE_VALUE ) + { +#ifdef WIN32 + FlushFileBuffers( m_hDiskCacheWriteFile ); +#else + fflush( (FILE *)m_hDiskCacheWriteFile ); +#endif + } + + int i; + for ( i = m_Files.FirstInorder(); i != m_Files.InvalidIndex(); i = m_Files.NextInorder( i ) ) + { + CZipEntry *e = &m_Files[i]; + Assert( e ); + + // Fix up the offset + e->m_ZipOffset = stream.Tell(); + + if ( e->m_Length > 0 && ( m_hDiskCacheWriteFile != INVALID_HANDLE_VALUE ) ) + { + // get the data back from the write cache + e->m_pData = malloc( e->m_Length ); + if ( e->m_pData ) + { + CWin32File::FileSeek( m_hDiskCacheWriteFile, e->m_DiskCacheOffset, FILE_BEGIN ); + CWin32File::FileRead( m_hDiskCacheWriteFile, e->m_pData, e->m_Length ); + } + } + + if ( e->m_Length > 0 && e->m_pData != NULL ) + { + ZIP_LocalFileHeader hdr = { 0 }; + hdr.signature = PKID( 3, 4 ); + hdr.versionNeededToExtract = 10; // This is the version that the winzip that I have writes. + hdr.flags = 0; + hdr.compressionMethod = 0; // NO COMPRESSION! + hdr.lastModifiedTime = 0; + hdr.lastModifiedDate = 0; + + CRC32_Init( &e->m_ZipCRC ); + CRC32_ProcessBuffer( &e->m_ZipCRC, e->m_pData, e->m_Length ); + CRC32_Final( &e->m_ZipCRC ); + hdr.crc32 = e->m_ZipCRC; + + const char *pFilename = e->m_Name.String(); + hdr.compressedSize = e->m_Length; + hdr.uncompressedSize = e->m_Length; + hdr.fileNameLength = strlen( pFilename ); + hdr.extraFieldLength = CalculatePadding( hdr.fileNameLength, e->m_ZipOffset ); + int extraFieldLength = hdr.extraFieldLength; + + // Swap header in place + m_Swap.SwapFieldsToTargetEndian( &hdr ); + stream.Put( &hdr, sizeof( hdr ) ); + stream.Put( pFilename, strlen( pFilename ) ); + stream.Put( pPaddingBuffer, extraFieldLength ); + stream.Put( e->m_pData, e->m_Length ); + + if ( m_hDiskCacheWriteFile != INVALID_HANDLE_VALUE ) + { + free( e->m_pData ); + + // temp hackery for the logic below to succeed + e->m_pData = (void*)0xFFFFFFFF; + } + } + } + + if ( m_hDiskCacheWriteFile != INVALID_HANDLE_VALUE ) + { + CWin32File::FileSeek( m_hDiskCacheWriteFile, 0, FILE_END ); + } + + unsigned int centralDirStart = stream.Tell(); + if ( m_AlignmentSize ) + { + // align the central directory starting position + unsigned int newDirStart = AlignValue( centralDirStart, m_AlignmentSize ); + int padLength = newDirStart - centralDirStart; + if ( padLength ) + { + stream.Put( pPaddingBuffer, padLength ); + centralDirStart = newDirStart; + } + } + + int realNumFiles = 0; + for ( i = m_Files.FirstInorder(); i != m_Files.InvalidIndex(); i = m_Files.NextInorder( i ) ) + { + CZipEntry *e = &m_Files[i]; + Assert( e ); + + if ( e->m_Length > 0 && e->m_pData != NULL ) + { + ZIP_FileHeader hdr = { 0 }; + hdr.signature = PKID( 1, 2 ); + hdr.versionMadeBy = 20; // This is the version that the winzip that I have writes. + hdr.versionNeededToExtract = 10; // This is the version that the winzip that I have writes. + hdr.flags = 0; + hdr.compressionMethod = 0; + hdr.lastModifiedTime = 0; + hdr.lastModifiedDate = 0; + hdr.crc32 = e->m_ZipCRC; + + hdr.compressedSize = e->m_Length; + hdr.uncompressedSize = e->m_Length; + hdr.fileNameLength = strlen( e->m_Name.String() ); + hdr.extraFieldLength = CalculatePadding( hdr.fileNameLength, e->m_ZipOffset ); + hdr.fileCommentLength = 0; + hdr.diskNumberStart = 0; + hdr.internalFileAttribs = 0; + hdr.externalFileAttribs = 0; // This is usually something, but zero is OK as if the input came from stdin + hdr.relativeOffsetOfLocalHeader = e->m_ZipOffset; + int extraFieldLength = hdr.extraFieldLength; + + // Swap the header in place + m_Swap.SwapFieldsToTargetEndian( &hdr ); + stream.Put( &hdr, sizeof( hdr ) ); + stream.Put( e->m_Name.String(), strlen( e->m_Name.String() ) ); + if ( m_bCompatibleFormat ) + { + stream.Put( pPaddingBuffer, extraFieldLength ); + } + + realNumFiles++; + + if ( m_hDiskCacheWriteFile != INVALID_HANDLE_VALUE ) + { + // clear out temp hackery + e->m_pData = NULL; + } + } + } + + unsigned int centralDirEnd = stream.Tell(); + if ( m_AlignmentSize ) + { + // align the central directory starting position + unsigned int newDirEnd = AlignValue( centralDirEnd, m_AlignmentSize ); + int padLength = newDirEnd - centralDirEnd; + if ( padLength ) + { + stream.Put( pPaddingBuffer, padLength ); + centralDirEnd = newDirEnd; + } + } + + ZIP_EndOfCentralDirRecord rec = { 0 }; + rec.signature = PKID( 5, 6 ); + rec.numberOfThisDisk = 0; + rec.numberOfTheDiskWithStartOfCentralDirectory = 0; + rec.nCentralDirectoryEntries_ThisDisk = realNumFiles; + rec.nCentralDirectoryEntries_Total = realNumFiles; + rec.centralDirectorySize = centralDirEnd - centralDirStart; + rec.startOfCentralDirOffset = centralDirStart; + + char commentString[128]; + int commentLength = MakeXZipCommentString( commentString ); + rec.commentLength = commentLength; + + // Swap the header in place + m_Swap.SwapFieldsToTargetEndian( &rec ); + stream.Put( &rec, sizeof( rec ) ); + stream.Put( commentString, commentLength ); + + if ( pPaddingBuffer ) + { + free( pPaddingBuffer ); + } +} + +class CZip : public IZip +{ +public: + CZip( const char *pDiskCacheWritePath, bool bSortByName ); + virtual ~CZip(); + + virtual void Reset(); + + // Add a single file to a zip - maintains the zip's previous alignment state + virtual void AddFileToZip( const char *relativename, const char *fullpath ); + + // Whether a file is contained in a zip - maintains alignment + virtual bool FileExistsInZip( const char *pRelativeName ); + + // Reads a file from the zip - maintains alignement + virtual bool ReadFileFromZip( const char *pRelativeName, bool bTextMode, CUtlBuffer &buf ); + virtual bool ReadFileFromZip( HANDLE hZipFile, const char *relativename, bool bTextMode, CUtlBuffer &buf ); + + // Removes a single file from the zip - maintains alignment + virtual void RemoveFileFromZip( const char *relativename ); + + // Gets next filename in zip, for walking the directory - maintains alignment + virtual int GetNextFilename( int id, char *pBuffer, int bufferSize, int &fileSize ); + + // Prints the zip's contents - maintains alignment + virtual void PrintDirectory( void ); + + // Estimate the size of the Zip (including header, padding, etc.) + virtual unsigned int EstimateSize( void ); + + // Add buffer to zip as a file with given name - uses current alignment size, default 0 (no alignment) + virtual void AddBufferToZip( const char *relativename, void *data, int length, bool bTextMode ); + + // Writes out zip file to a buffer - uses current alignment size + // (set by file's previous alignment, or a call to ForceAlignment) + virtual void SaveToBuffer( CUtlBuffer& outbuf ); + + // Writes out zip file to a filestream - uses current alignment size + // (set by file's previous alignment, or a call to ForceAlignment) + virtual void SaveToDisk( FILE *fout ); + virtual void SaveToDisk( HANDLE hOutFile ); + + // Reads a zip file from a buffer into memory - sets current alignment size to + // the file's alignment size, unless overridden by a ForceAlignment call) + virtual void ParseFromBuffer( void *buffer, int bufferlength ); + virtual HANDLE ParseFromDisk( const char *pFilename ); + + // Forces a specific alignment size for all subsequent file operations, overriding files' previous alignment size. + // Return to using files' individual alignment sizes by passing FALSE. + virtual void ForceAlignment( bool aligned, bool bCompatibleFormat, unsigned int alignmentSize ); + + // Sets the endianess of the zip + virtual void SetBigEndian( bool bigEndian ); + virtual void ActivateByteSwapping( bool bActivate ); + + virtual unsigned int GetAlignment(); + +private: + CZipFile m_ZipFile; +}; + +static CUtlLinkedList< CZip* > g_ZipUtils; + +IZip *IZip::CreateZip( const char *pDiskCacheWritePath, bool bSortByName ) +{ + CZip *pZip = new CZip( pDiskCacheWritePath, bSortByName ); + g_ZipUtils.AddToTail( pZip ); + + return pZip; +} + +void IZip::ReleaseZip( IZip *pZip ) +{ + g_ZipUtils.FindAndRemove( (CZip *)pZip ); + + delete ((CZip *)pZip); +} + +CZip::CZip( const char *pDiskCacheWritePath, bool bSortByName ) : m_ZipFile( pDiskCacheWritePath, bSortByName ) +{ + m_ZipFile.Reset(); +} + +CZip::~CZip() +{ +} + +void CZip::SetBigEndian( bool bigEndian ) +{ + m_ZipFile.SetBigEndian( bigEndian ); +} + +void CZip::ActivateByteSwapping( bool bActivate ) +{ + m_ZipFile.ActivateByteSwapping( bActivate ); +} + +void CZip::AddFileToZip( const char *relativename, const char *fullpath ) +{ + m_ZipFile.AddFileToZip( relativename, fullpath ); +} + +bool CZip::FileExistsInZip( const char *pRelativeName ) +{ + return m_ZipFile.FileExistsInZip( pRelativeName ); +} + +bool CZip::ReadFileFromZip( const char *pRelativeName, bool bTextMode, CUtlBuffer &buf ) +{ + return m_ZipFile.ReadFileFromZip( pRelativeName, bTextMode, buf ); +} + +bool CZip::ReadFileFromZip( HANDLE hZipFile, const char *pRelativeName, bool bTextMode, CUtlBuffer &buf ) +{ + return m_ZipFile.ReadFileFromZip( hZipFile, pRelativeName, bTextMode, buf ); +} + +void CZip::RemoveFileFromZip( const char *relativename ) +{ + m_ZipFile.RemoveFileFromZip( relativename ); +} + +int CZip::GetNextFilename( int id, char *pBuffer, int bufferSize, int &fileSize ) +{ + return m_ZipFile.GetNextFilename( id, pBuffer, bufferSize, fileSize ); +} + +void CZip::PrintDirectory( void ) +{ + m_ZipFile.PrintDirectory(); +} + +void CZip::Reset() +{ + m_ZipFile.Reset(); +} + +unsigned int CZip::EstimateSize( void ) +{ + return m_ZipFile.CalculateSize(); +} + +// Add buffer to zip as a file with given name +void CZip::AddBufferToZip( const char *relativename, void *data, int length, bool bTextMode ) +{ + m_ZipFile.AddBufferToZip( relativename, data, length, bTextMode ); +} + +void CZip::SaveToBuffer( CUtlBuffer& outbuf ) +{ + m_ZipFile.SaveToBuffer( outbuf ); +} + +void CZip::SaveToDisk( FILE *fout ) +{ + m_ZipFile.SaveToDisk( fout ); +} + +void CZip::SaveToDisk( HANDLE hOutFile ) +{ + m_ZipFile.SaveToDisk( hOutFile ); +} + +void CZip::ParseFromBuffer( void *buffer, int bufferlength ) +{ + m_ZipFile.Reset(); + m_ZipFile.ParseFromBuffer( buffer, bufferlength ); +} + +HANDLE CZip::ParseFromDisk( const char *pFilename ) +{ + m_ZipFile.Reset(); + return m_ZipFile.ParseFromDisk( pFilename ); +} + +void CZip::ForceAlignment( bool aligned, bool bCompatibleFormat, unsigned int alignmentSize ) +{ + m_ZipFile.ForceAlignment( aligned, bCompatibleFormat, alignmentSize ); +} + +unsigned int CZip::GetAlignment() +{ + return m_ZipFile.GetAlignment(); +} + |