diff options
Diffstat (limited to 'utils/sfmgen')
| -rw-r--r-- | utils/sfmgen/sfmgen.cpp | 974 | ||||
| -rw-r--r-- | utils/sfmgen/sfmgen.vpc | 43 |
2 files changed, 1017 insertions, 0 deletions
diff --git a/utils/sfmgen/sfmgen.cpp b/utils/sfmgen/sfmgen.cpp new file mode 100644 index 0000000..7bb95ba --- /dev/null +++ b/utils/sfmgen/sfmgen.cpp @@ -0,0 +1,974 @@ +//========= Copyright Valve Corporation, All rights reserved. ============// +// +// The copyright to the contents herein is the property of Valve, L.L.C. +// The contents may be used and/or copied only with the written permission of +// Valve, L.L.C., or in accordance with the terms and conditions stipulated in +// the agreement/contract under which the contents have been supplied. +// +// $Header: $ +// $NoKeywords: $ +// +//============================================================================= + + +// Valve includes +#include "appframework/tier3app.h" +#include "datamodel/idatamodel.h" +#include "filesystem.h" +#include "filesystem_init.h" +#include "icommandline.h" +#include "materialsystem/imaterialsystem.h" +#include "istudiorender.h" +#include "mathlib/mathlib.h" +#include "vstdlib/vstdlib.h" +#include "vstdlib/iprocessutils.h" +#include "tier2/p4helpers.h" +#include "p4lib/ip4.h" +#include "tier1/utlbuffer.h" +#include "tier1/utlstringmap.h" +#include "sfmobjects/sfmsession.h" +#include "datacache/idatacache.h" +#include "datacache/imdlcache.h" +#include "vphysics_interface.h" +#include "movieobjects/dmeclip.h" +#include "movieobjects/dmetrack.h" +#include "movieobjects/dmetrackgroup.h" +#include "movieobjects/dmegamemodel.h" +#include "movieobjects/dmesound.h" +#include "movieobjects/dmedag.h" +#include "movieobjects/dmechannel.h" +#include "movieobjects/dmeanimationset.h" +#include "studio.h" +#include "sfmobjects/sfmanimationsetutils.h" +#include "sfmobjects/flexcontrolbuilder.h" +#include "sfmobjects/sfmphonemeextractor.h" +#include "sfmobjects/exportfacialanimation.h" +#include "soundemittersystem/isoundemittersystembase.h" +#include "phonemeconverter.h" +#include "tier2/riff.h" +#include "tier2/soundutils.h" +#include "soundchars.h" +#include <ctype.h> + +#ifdef _DEBUG +#include <windows.h> +#undef GetCurrentDirectory +#endif + +class StdIOReadBinary : public IFileReadBinary +{ +public: + int open( const char *pFileName ) + { + return (int)g_pFullFileSystem->Open( pFileName, "rb" ); + } + + int read( void *pOutput, int size, int file ) + { + if ( !file ) + return 0; + + return g_pFullFileSystem->Read( pOutput, size, (FileHandle_t)file ); + } + + void seek( int file, int pos ) + { + if ( !file ) + return; + + g_pFullFileSystem->Seek( (FileHandle_t)file, pos, FILESYSTEM_SEEK_HEAD ); + } + + unsigned int tell( int file ) + { + if ( !file ) + return 0; + + return g_pFullFileSystem->Tell( (FileHandle_t)file ); + } + + unsigned int size( int file ) + { + if ( !file ) + return 0; + + return g_pFullFileSystem->Size( (FileHandle_t)file ); + } + + void close( int file ) + { + if ( !file ) + return; + + g_pFullFileSystem->Close( (FileHandle_t)file ); + } +}; + +class StdIOWriteBinary : public IFileWriteBinary +{ +public: + int create( const char *pFileName ) + { + return (int)g_pFullFileSystem->Open( pFileName, "wb" ); + } + + int write( void *pData, int size, int file ) + { + return g_pFullFileSystem->Write( pData, size, (FileHandle_t)file ); + } + + void close( int file ) + { + g_pFullFileSystem->Close( (FileHandle_t)file ); + } + + void seek( int file, int pos ) + { + g_pFullFileSystem->Seek( (FileHandle_t)file, pos, FILESYSTEM_SEEK_HEAD ); + } + + unsigned int tell( int file ) + { + return g_pFullFileSystem->Tell( (FileHandle_t)file ); + } +}; + +static StdIOReadBinary io_in; +static StdIOWriteBinary io_out; + +#define RIFF_WAVE MAKEID('W','A','V','E') +#define WAVE_FMT MAKEID('f','m','t',' ') +#define WAVE_DATA MAKEID('d','a','t','a') +#define WAVE_FACT MAKEID('f','a','c','t') +#define WAVE_CUE MAKEID('c','u','e',' ') + + +//----------------------------------------------------------------------------- +// Purpose: +// Input : &walk - +//----------------------------------------------------------------------------- +static void SceneManager_ParseSentence( CSentence& sentence, IterateRIFF &walk ) +{ + CUtlBuffer buf( 0, 0, CUtlBuffer::TEXT_BUFFER ); + + buf.EnsureCapacity( walk.ChunkSize() ); + walk.ChunkRead( buf.Base() ); + buf.SeekPut( CUtlBuffer::SEEK_HEAD, walk.ChunkSize() ); + + sentence.InitFromDataChunk( buf.Base(), buf.TellPut() ); +} + +bool SceneManager_LoadSentenceFromWavFileUsingIO( char const *wavfile, CSentence& sentence, IFileReadBinary& io ) +{ + sentence.Reset(); + + InFileRIFF riff( wavfile, io ); + + // UNDONE: Don't use printf to handle errors + if ( riff.RIFFName() != RIFF_WAVE ) + { + return false; + } + + // set up the iterator for the whole file (root RIFF is a chunk) + IterateRIFF walk( riff, riff.RIFFSize() ); + + // This chunk must be first as it contains the wave's format + // break out when we've parsed it + bool found = false; + while ( walk.ChunkAvailable() && !found ) + { + switch ( walk.ChunkName() ) + { + case WAVE_VALVEDATA: + { + found = true; + SceneManager_ParseSentence( sentence, walk ); + } + break; + } + walk.ChunkNext(); + } + + return found; +} + +bool SceneManager_LoadSentenceFromWavFile( char const *wavfile, CSentence& sentence ) +{ + return SceneManager_LoadSentenceFromWavFileUsingIO( wavfile, sentence, io_in ); +} + + +//----------------------------------------------------------------------------- +// Standard spew functions +//----------------------------------------------------------------------------- +static SpewRetval_t SpewStdout( SpewType_t spewType, char const *pMsg ) +{ + if ( !pMsg ) + return SPEW_CONTINUE; + +#ifdef _DEBUG + OutputDebugString( pMsg ); +#endif + + printf( pMsg ); + fflush( stdout ); + + return ( spewType == SPEW_ASSERT ) ? SPEW_DEBUGGER : SPEW_CONTINUE; +} + + +//----------------------------------------------------------------------------- +// The application object +//----------------------------------------------------------------------------- +class CSFMGenApp : public CTier3DmSteamApp +{ + typedef CTier3DmSteamApp BaseClass; + +public: + // Methods of IApplication + virtual bool Create(); + virtual bool PreInit( ); + virtual int Main(); + virtual void Destroy() {} + + void PrintHelp( ); + +private: + struct SFMInfo_t + { + CUtlString m_GameSound; + CUtlString m_Text; + CUtlString m_DMXFileName; + }; + + struct SFMGenInfo_t + { + const char *m_pCSVFile; + const char *m_pModelName; + const char *m_pOutputDirectory; + const char *m_pExportFacDirectory; + bool m_bWritePhonemesInWavs; + bool m_bUsePhonemesInWavs; + float m_flSampleRateHz; + float m_flSampleFilterSize; + bool m_bGenerateSFMFiles; + bool m_bExtractPhonemeFromWavsForMp3; + }; + + enum TokenRetVal_t + { + TOKEN_COMMA = 0, + TOKEN_RETURN, + TOKEN_COMMENT, + TOKEN_EOF, + }; + + // Parses the excel .csv file + TokenRetVal_t ParseToken( CUtlBuffer &buf, char *pToken, int nMaxTokenLen ); + + // Parses the excel file + void ParseCSVFile( CUtlBuffer &buf, CUtlVector< SFMInfo_t > &infoList, int nSkipLines ); + + // The application object + void GenerateSFMFiles( SFMGenInfo_t &info ); + + // Makes the names unique + void UniqueifyNames( CUtlVector< SFMInfo_t > &infoList ); + + // Creates a single sfm file + void GenerateSFMFile( const SFMGenInfo_t &sfmGenInfo, const SFMInfo_t &info, studiohdr_t *pStudioHdr, const char *pOutputDirectory, const char *pExportFacPath ); + + // Saves an SFM file + void SaveSFMFile( CDmElement *pRoot, const char *pRelativeScenePath, const char *pFileName ); + + // Generates a sound clip for the game sound + CDmeSoundClip *CreateSoundClip( CDmeFilmClip *pShot, const char *pAnimationSetName, const char *pGameSound, studiohdr_t *pStudioHdr, CDmeGameSound **ppGameSound ); + + // Builds the list of all controls in the animation set contributing to facial animation + void BuildFacialControlList( CDmeFilmClip *pShot, CDmeAnimationSet *pAnimationSet, CUtlVector< LogPreview_t > &list ); +}; + + +DEFINE_CONSOLE_STEAM_APPLICATION_OBJECT( CSFMGenApp ); + +//----------------------------------------------------------------------------- +// The application object +//----------------------------------------------------------------------------- +bool CSFMGenApp::Create() +{ + SpewOutputFunc( SpewStdout ); + + AppSystemInfo_t appSystems[] = + { + { "vstdlib.dll", PROCESS_UTILS_INTERFACE_VERSION }, + { "materialsystem.dll", MATERIAL_SYSTEM_INTERFACE_VERSION }, + { "p4lib.dll", P4_INTERFACE_VERSION }, + { "datacache.dll", DATACACHE_INTERFACE_VERSION }, + { "datacache.dll", MDLCACHE_INTERFACE_VERSION }, + { "studiorender.dll", STUDIO_RENDER_INTERFACE_VERSION }, + { "vphysics.dll", VPHYSICS_INTERFACE_VERSION }, + { "soundemittersystem.dll", SOUNDEMITTERSYSTEM_INTERFACE_VERSION }, + { "", "" } // Required to terminate the list + }; + + AddSystems( appSystems ); + + IMaterialSystem *pMaterialSystem = reinterpret_cast< IMaterialSystem * >( FindSystem( MATERIAL_SYSTEM_INTERFACE_VERSION ) ); + if ( !pMaterialSystem ) + { + Error( "// ERROR: Unable to connect to material system interface!\n" ); + return false; + } + + pMaterialSystem->SetShaderAPI( "shaderapiempty.dll" ); + SetupDefaultFlexController(); + return true; +} + + +//----------------------------------------------------------------------------- +// +//----------------------------------------------------------------------------- +bool CSFMGenApp::PreInit( ) +{ + MathLib_Init( 2.2f, 2.2f, 0.0f, 2.0f, false, false, false, false ); + + if ( !BaseClass::PreInit() ) + return false; + + if ( !g_pFullFileSystem || !g_pDataModel ) + { + Error( "// ERROR: sfmgen is missing a required interface!\n" ); + return false; + } + + // Add paths... + if ( !SetupSearchPaths( NULL, false, true ) ) + return false; + + return true; +} + + +//----------------------------------------------------------------------------- +// Print help +//----------------------------------------------------------------------------- +void CSFMGenApp::PrintHelp( ) +{ + Msg( "Usage: sfmgen -i <in .csv file> -m <.mdl relative path> -o <output dir>\n" ); + Msg( " [-f <fac output dir>] [-p] [-w] [-r <sample rate in hz>] [-s <sample filter size>]\n" ); + Msg( " [-nop4] [-vproject <path to gameinfo.txt>]\n" ); + Msg( "\t-i\t: Source .CSV file indicating game sound names, text for phoneme extraction, output sfm file names.\n" ); + Msg( "\t-m\t: Indicates the path of the .mdl file under game/mod/models/ to use in the sfm files.\n" ); + Msg( "\t-o\t: Indicates output directory to place generated files in. Required if Generating SFM files.\n" ); + Msg( "\t-f\t: [Optional] Indicates that facial files should be created in the specified fac output dir.\n" ); + Msg( "\t-p\t: [Optional] Indicates the extracted phonemes should be written into the wav file.\n" ); + Msg( "\t-w\t: [Optional] Indicates the phonemes should be read from the wav file. Cannot also have -p specified.\n" ); + Msg( "\t-r\t: [Optional] Specifies the phoneme extraction sample rate (default = 20)\n" ); + Msg( "\t-s\t: [Optional] Specifies the phoneme extraction sample filter size (default = 0.08)\n" ); + Msg( "\t-nop4\t: Disables auto perforce checkout/add.\n" ); + Msg( "\t-nosfm\t: Disables generating of SFM files (dmx).\n" ); + Msg( "\t-vproject\t: Specifies path to a gameinfo.txt file (which mod to build for).\n" ); +} + + +//----------------------------------------------------------------------------- +// Parses a token from the excel .csv file +//----------------------------------------------------------------------------- +CSFMGenApp::TokenRetVal_t CSFMGenApp::ParseToken( CUtlBuffer &buf, char *pToken, int nMaxTokenLen ) +{ + *pToken = 0; + + if ( !buf.IsValid() ) + return TOKEN_EOF; + + int nLen = 0; + char c = buf.GetChar(); + bool bIsQuoted = false; + bool bIsComment = false; + while ( true ) + { + if ( c == '#' ) + { + bIsComment = true; + } + + if ( c == '"' ) + { + bIsQuoted = !bIsQuoted; + } + else if ( ( c == ',' || c == '\n' ) && !bIsQuoted ) + { + pToken[nLen] = 0; + if ( bIsComment ) + return TOKEN_COMMENT; + + return ( c == '\n' ) ? TOKEN_RETURN : TOKEN_COMMA; + } + + if ( nLen < nMaxTokenLen - 1 ) + { + if ( c != '"' ) + { + pToken[nLen++] = c; + } + } + if ( !buf.IsValid() ) + { + pToken[nLen] = 0; + return TOKEN_EOF; + } + c = buf.GetChar(); + } + + // Should never get here + return TOKEN_EOF; +} + + +//----------------------------------------------------------------------------- +// Parses the excel file +//----------------------------------------------------------------------------- +void CSFMGenApp::ParseCSVFile( CUtlBuffer &buf, CUtlVector< SFMInfo_t > &infoList, int nSkipLines ) +{ + char pToken[512]; + for( int nLine = 0; buf.IsValid(); ++nLine ) + { + SFMInfo_t info; + TokenRetVal_t nTokenRetVal = ParseToken( buf, pToken, sizeof(pToken) ); + if ( nTokenRetVal == TOKEN_EOF ) + return; + + if ( nTokenRetVal == TOKEN_COMMENT ) + { + continue; + } + + if ( nTokenRetVal != TOKEN_COMMA ) + { + Warning( "sfmgen: Missing Column at line %d\n", nLine ); + continue; + } + + info.m_DMXFileName = pToken; + + if ( ParseToken( buf, pToken, sizeof(pToken) ) != TOKEN_COMMA ) + { + Warning( "sfmgen: Missing Column at line %d\n", nLine ); + continue; + } + + if ( ParseToken( buf, pToken, sizeof(pToken) ) != TOKEN_COMMA ) + { + Warning( "sfmgen: Missing Column at line %d\n", nLine ); + continue; + } + + info.m_GameSound = pToken; + + nTokenRetVal = ParseToken( buf, pToken, sizeof(pToken) ); + info.m_Text = pToken; + if ( nTokenRetVal == TOKEN_COMMENT ) + { + Warning( "sfmgen: No VO Transcript on line %d - Skipping \n", nLine ); + continue; + } + + // extract the VO Transcript + while ( nTokenRetVal == TOKEN_COMMA ) + { + nTokenRetVal = ParseToken( buf, pToken, sizeof(pToken) ); + } + + if ( nSkipLines > nLine ) + continue; + + infoList.AddToTail( info ); + } +} + + +//----------------------------------------------------------------------------- +// Makes the names unique +//----------------------------------------------------------------------------- +void CSFMGenApp::UniqueifyNames( CUtlVector< SFMInfo_t > &infoList ) +{ + CUtlStringMap<int> foundNames; + int nCount = infoList.Count(); + for ( int i = 0; i < nCount; ++i ) + { + const char *pName = infoList[i].m_DMXFileName; + + int nFoundCount; + if ( !foundNames.Defined( pName ) ) + { + nFoundCount = foundNames[ pName ] = 1; + } + else + { + nFoundCount = ++foundNames[ pName ]; + } + + // Remove whitespace, change to lowercase, uniqueify. + int nLen = Q_strlen(pName); + int nDigits = (int)log10( (float)nFoundCount ) + 1; + char *pTemp = (char*)_alloca( nLen + nDigits + 1 ); + for ( int j = 0; j < nLen; ++j ) + { + if ( isspace( pName[j] ) ) + { + pTemp[j] = '_'; + } + else + { + pTemp[j] = tolower( pName[j] ); + } + } + if ( nFoundCount > 1 ) + { + Q_snprintf( &pTemp[nLen], nDigits + 1, "%d", nFoundCount ); + nLen += nDigits; + } + pTemp[nLen] = 0; + infoList[i].m_DMXFileName = pTemp; + } +} + + +//----------------------------------------------------------------------------- +// Saves an SFM file +//----------------------------------------------------------------------------- +void CSFMGenApp::SaveSFMFile( CDmElement *pRoot, const char *pOutputDir, const char *pFileName ) +{ + // Construct actual file name from the model name + dmx file name + char pFullPathBuf[MAX_PATH]; + Q_snprintf( pFullPathBuf, sizeof(pFullPathBuf), "%s/%s.dmx", pOutputDir, pFileName ); + const char *pFullPath = pFullPathBuf; + + CP4AutoEditAddFile checkout( pFullPath ); + + if ( !g_pDataModel->SaveToFile( pFullPath, NULL, g_pDataModel->GetDefaultEncoding( "sfm_session" ), "sfm_session", pRoot ) ) + { + Warning( "sfmgen: Unable to write file %s\n", pFullPath ); + return; + } + + Msg( "sfmgen: Wrote file %s\n", pFullPath ); +} + + +//----------------------------------------------------------------------------- +// Generates a sound clip for the game sound +//----------------------------------------------------------------------------- +CDmeSoundClip *CSFMGenApp::CreateSoundClip( CDmeFilmClip *pShot, const char *pAnimationSetName, const char *pGameSound, studiohdr_t *pStudioHdr, CDmeGameSound **ppGameSound ) +{ + *ppGameSound = NULL; + + CDmeTrackGroup *pTrackGroup = pShot->FindOrAddTrackGroup( "audio" ); + CDmeTrack *pTrack = pTrackGroup->FindOrAddTrack( pAnimationSetName, DMECLIP_SOUND ); + + // Get the gender for the model + gender_t actorGender = g_pSoundEmitterSystem->GetActorGender( pStudioHdr->pszName() ); + + // Get the wav file for the gamesound. + CSoundParameters params; + if ( !g_pSoundEmitterSystem->GetParametersForSound( pGameSound, params, actorGender ) ) + { + Warning( "Unable to determine .wav file for gamesound %s!\n", pGameSound ); + return NULL; + } + + // Get the sound duration + char pFullPath[MAX_PATH]; + char pRelativePath[MAX_PATH]; + const char *pWavFile = PSkipSoundChars( params.soundname ); + Q_ComposeFileName( "sound", pWavFile, pRelativePath, sizeof(pRelativePath) ); + g_pFullFileSystem->RelativePathToFullPath( pRelativePath, "GAME", pFullPath, sizeof(pFullPath) ); + DmeTime_t duration( GetWavSoundDuration( pFullPath ) ); + + CDmeGameSound *pDmeSound = CreateElement< CDmeGameSound >( pGameSound, pTrack->GetFileId() ); + Assert( pDmeSound ); + pDmeSound->m_GameSoundName = pGameSound; + pDmeSound->m_SoundName = params.soundname; + pDmeSound->m_Volume = params.volume; + pDmeSound->m_Level = params.soundlevel; + pDmeSound->m_Pitch = params.pitch; + pDmeSound->m_IsStatic = true; + pDmeSound->m_Channel = CHAN_STATIC; + pDmeSound->m_Flags = 0; + pDmeSound->m_Origin = vec3_origin; + pDmeSound->m_Direction = vec3_origin; + + CDmeSoundClip *pSubClip = CreateElement< CDmeSoundClip >( pGameSound, pTrack->GetFileId() ); + pSubClip->m_Sound = pDmeSound; + pSubClip->SetStartTime( DMETIME_ZERO ); + pSubClip->SetTimeOffset( DmeTime_t( -params.delay_msec / 1000.0f ) ); + pSubClip->SetDuration( duration ); + + pTrack->AddClip( pSubClip ); + *ppGameSound = pDmeSound; + + return pSubClip; +} + + +//----------------------------------------------------------------------------- +// Builds the list of all controls in the animation set contributing to facial animation +//----------------------------------------------------------------------------- +void CSFMGenApp::BuildFacialControlList( CDmeFilmClip *pShot, CDmeAnimationSet *pAnimationSet, CUtlVector< LogPreview_t > &list ) +{ + const CDmaElementArray< CDmElement > &controls = pAnimationSet->GetControls(); + int nCount = controls.Count(); + for ( int i = 0; i < nCount; ++i ) + { + CDmElement *pControl = controls[i]; + if ( !pControl || pControl->GetValue<bool>( "transform" ) ) + continue; + + LogPreview_t preview; + preview.m_hControl = pControl; + preview.m_hShot = pShot; + preview.m_bActiveLog = preview.m_bSelected = false; + + if ( pControl->GetValue< bool >( "combo" ) ) + { + preview.m_hChannels[ LOG_PREVIEW_VALUE ] = pControl->GetValueElement< CDmeChannel >( "valuechannel" ); + preview.m_hChannels[ LOG_PREVIEW_BALANCE ] = pControl->GetValueElement< CDmeChannel >( "balancechannel" ); + } + else + { + preview.m_hChannels[ LOG_PREVIEW_VALUE ] = pControl->GetValueElement< CDmeChannel >( "channel" ); + preview.m_hChannels[ LOG_PREVIEW_BALANCE ] = NULL; + } + + if ( pControl->GetValue< bool >( "multi" ) ) + { + preview.m_hChannels[ LOG_PREVIEW_MULTILEVEL ] = pControl->GetValueElement< CDmeChannel >( "multilevelchannel" ); + } + else + { + preview.m_hChannels[ LOG_PREVIEW_MULTILEVEL ] = NULL; + } + + preview.m_hOwner = preview.m_hChannels[ LOG_PREVIEW_VALUE ]->FindOwnerClipForChannel( pShot ); + + list.AddToTail( preview ); + } +} + + +//----------------------------------------------------------------------------- +// Creates a single sfm file +//----------------------------------------------------------------------------- +void CSFMGenApp::GenerateSFMFile( const SFMGenInfo_t& sfmGenInfo, const SFMInfo_t &info, + studiohdr_t *pStudioHdr, const char *pOutputDirectory, const char *pExportFacPath ) +{ + CSFMSession session; + session.Init(); + + char pAnimationSetName[256]; + Q_FileBase( pStudioHdr->pszName(), pAnimationSetName, sizeof(pAnimationSetName) ); + + // Set the file id( necessary for phoneme extraction) + DmFileId_t fileid = g_pDataModel->FindOrCreateFileId( pAnimationSetName ); + session.Root()->SetFileId( fileid, TD_DEEP ); + g_pModelPresetGroupMgr->AssociatePresetsWithFile( fileid ); + + // Get the shot. + CDmeFilmClip *pMovie = session.Root()->GetValueElement<CDmeFilmClip>( "activeClip" ); + CDmeFilmClip* pShot = CastElement< CDmeFilmClip >( pMovie->GetFilmTrack()->GetClip( 0 ) ); + + // Create a camera for the shot + DmeCameraParams_t cameraParams( pAnimationSetName, vec3_origin, QAngle( 0, 180, 0 ) ); + cameraParams.origin.x = pStudioHdr->hull_max.x + 20; + cameraParams.origin.z = Lerp( 0.95f, pStudioHdr->hull_min.z, pStudioHdr->hull_max.z ); + cameraParams.fov = 75.0f; + CDmeCamera* pCamera = session.CreateCamera( cameraParams ); + pShot->SetCamera( pCamera ); + + // Create a game model for the studio hdr + CDmeGameModel *pGameModel = session.CreateEditorGameModel( pStudioHdr, vec3_origin, Quaternion( 0, 0, 0, 1 ) ); + + // Create a scene for the shot + CDmeDag *pScene = session.FindOrCreateScene( pShot, pAnimationSetName ); + pScene->AddChild( pGameModel ); + + // Create a sound clip + CDmeGameSound *pGameSound; + CDmeSoundClip *pSoundClip = CreateSoundClip( pMovie, pAnimationSetName, info.m_GameSound, pStudioHdr, &pGameSound ); + + if ( pSoundClip ) + { + pShot->SetDuration( pSoundClip->GetDuration() ); + pMovie->SetDuration( pSoundClip->GetDuration() ); + + // Create an animation set + CDmeAnimationSet *pAnimationSet = CreateAnimationSet( pMovie, pShot, pGameModel, pAnimationSetName, 0, false ); + + // Extract phonemes + CExtractInfo extractInfo; + extractInfo.m_pClip = pSoundClip; + extractInfo.m_pSound = pGameSound; + extractInfo.m_sHintText = info.m_Text; + extractInfo.m_bUseSentence = sfmGenInfo.m_bUsePhonemesInWavs; + + ExtractDesc_t extractDesc; + extractDesc.m_nExtractType = EXTRACT_WIPE_CLIP; + extractDesc.m_pMovie = pMovie; + extractDesc.m_pShot = pShot; + extractDesc.m_pSet = pAnimationSet; + extractDesc.m_flSampleRateHz = sfmGenInfo.m_flSampleRateHz; + extractDesc.m_flSampleFilterSize = sfmGenInfo.m_flSampleFilterSize; + extractDesc.m_WorkList.AddToTail( extractInfo ); + BuildFacialControlList( pShot, pAnimationSet, extractDesc.m_ControlList ); + sfm_phonemeextractor->Extract( SPEECH_API_LIPSINC, extractDesc, sfmGenInfo.m_bWritePhonemesInWavs ); + + CExtractInfo &results = extractDesc.m_WorkList[ 0 ]; + CDmElement *pExtractionSettings = pGameSound->FindOrAddPhonemeExtractionSettings(); + pExtractionSettings->SetValue< float >( "duration", results.m_flDuration ); + // Store off phonemes + if ( !pExtractionSettings->HasAttribute( "results" ) ) + { + pExtractionSettings->AddAttribute( "results", AT_ELEMENT_ARRAY ); + } + + CDmrElementArray< CDmElement > resultsArray( pExtractionSettings, "results" ); + resultsArray.RemoveAll(); + for ( int i = 0; i < results.m_ApplyTags.Count(); ++i ) + { + CBasePhonemeTag *tag = results.m_ApplyTags[ i ]; + CDmElement *tagElement = CreateElement< CDmElement >( ConvertPhoneme( tag->GetPhonemeCode() ), pGameSound->GetFileId() ); + tagElement->SetValue< float >( "start", tag->GetStartTime() ); + tagElement->SetValue< float >( "end", tag->GetEndTime() ); + resultsArray.AddToTail( tagElement ); + } + + if ( sfmGenInfo.m_bGenerateSFMFiles && pExportFacPath ) + { + char pFACFileName[MAX_PATH]; + Q_ComposeFileName( pExportFacPath, info.m_DMXFileName, pFACFileName, sizeof(pFACFileName) ); + Q_SetExtension( pFACFileName, ".dmx", sizeof(pFACFileName) ); + ExportFacialAnimation( pFACFileName, pMovie, pShot, pAnimationSet ); + } + } + + if ( sfmGenInfo.m_bGenerateSFMFiles ) + { + SaveSFMFile( session.Root(), pOutputDirectory, info.m_DMXFileName ); + } + + session.Shutdown(); +} + + +//----------------------------------------------------------------------------- +// Computes a full directory +//----------------------------------------------------------------------------- +static void ComputeFullPath( const char *pRelativeDir, char *pFullPath, int nBufLen ) +{ + if ( !Q_IsAbsolutePath( pRelativeDir ) ) + { + char pDir[MAX_PATH]; + if ( g_pFullFileSystem->GetCurrentDirectory( pDir, sizeof(pDir) ) ) + { + Q_ComposeFileName( pDir, pRelativeDir, pFullPath, nBufLen ); + } + } + else + { + Q_strncpy( pFullPath, pRelativeDir, nBufLen ); + } + + Q_StripTrailingSlash( pFullPath ); + + // Ensure the output directory exists + g_pFullFileSystem->CreateDirHierarchy( pFullPath ); +} + + + +//----------------------------------------------------------------------------- +// The application object +//----------------------------------------------------------------------------- +void CSFMGenApp::GenerateSFMFiles( SFMGenInfo_t& info ) +{ + char pRelativeModelPath[MAX_PATH]; + Q_ComposeFileName( "models", info.m_pModelName, pRelativeModelPath, sizeof(pRelativeModelPath) ); + Q_SetExtension( pRelativeModelPath, ".mdl", sizeof(pRelativeModelPath) ); + MDLHandle_t hMDL = g_pMDLCache->FindMDL( pRelativeModelPath ); + if ( hMDL == MDLHANDLE_INVALID ) + { + Warning( "sfmgen: Model %s doesn't exist!\n", pRelativeModelPath ); + return; + } + + studiohdr_t *pStudioHdr = g_pMDLCache->GetStudioHdr( hMDL ); + if ( !pStudioHdr || g_pMDLCache->IsErrorModel( hMDL ) ) + { + Warning( "sfmgen: Model %s doesn't exist!\n", pRelativeModelPath ); + return; + } + + CUtlBuffer buf( 0, 0, CUtlBuffer::TEXT_BUFFER ); + if ( !g_pFullFileSystem->ReadFile( info.m_pCSVFile, NULL, buf ) ) + { + Warning( "sfmgen: Unable to load file %s\n", info.m_pCSVFile ); + return; + } + + CUtlVector< SFMInfo_t > infoList; + ParseCSVFile( buf, infoList, 1 ); + + int nCount = infoList.Count(); + if ( nCount == 0 ) + { + Warning( "sfmgen: no files to create!\n" ); + return; + } + + UniqueifyNames( infoList ); + + // Construct full path to the output directories + char pFullPath[MAX_PATH]; + char pFullFacPathBuf[MAX_PATH]; + const char *pExportFacPath = NULL; + if ( info.m_pExportFacDirectory ) + { + ComputeFullPath( info.m_pExportFacDirectory, pFullFacPathBuf, sizeof( pFullFacPathBuf ) ); + pExportFacPath = pFullFacPathBuf; + } + + if ( info.m_pOutputDirectory ) + { + ComputeFullPath( info.m_pOutputDirectory, pFullPath, sizeof( pFullPath ) ); + } + else + { + pFullPath[0] = '\0'; + } + + + if (!info.m_bExtractPhonemeFromWavsForMp3) + { + for (int i = 0; i < nCount; ++i) + { + GenerateSFMFile(info, infoList[i], pStudioHdr, pFullPath, pExportFacPath); + } + } + else + { + // Extra Phoneme Data from .wav files for .mp3 + CUtlBuffer bufOutput(0, 0, CUtlBuffer::TEXT_BUFFER); // Phoneme outout + CUtlBuffer bufFilenames(0, 0, CUtlBuffer::TEXT_BUFFER); // Affected Files for reference (files with Phoneme data) + for (int i = 0; i < nCount; ++i) + { + CSentence sSentence; + if (SceneManager_LoadSentenceFromWavFile(infoList[i].m_GameSound, sSentence)) + { + // Save Phoneme Data + CUtlString strTemp(infoList[i].m_DMXFileName); + // //bufOutput.Printf( "\n" ); + bufOutput.Printf(strTemp.Replace(".wav", ".mp3").Get()); + bufOutput.Printf("\n{\n"); + sSentence.SaveToBuffer(bufOutput); + bufOutput.Printf("}\n\n"); + + // Save file name + bufFilenames.Printf(infoList[i].m_GameSound); + bufFilenames.Printf("\n"); + + Msg("%s\n", infoList[i].m_GameSound.Get()); + } + } + + // output + //if ( sfm_phonemeextractor->GetSentence( pGameSound, sSentence ) ) + { + // write this to a text file + FileHandle_t fh = g_pFullFileSystem->Open("tf_PhonemeData.txt", "wb"); + if (fh) + { + g_pFullFileSystem->Write(bufOutput.Base(), bufOutput.TellPut(), fh); + g_pFullFileSystem->Close(fh); + } + } + + { + // write this to a text file + FileHandle_t fh = g_pFullFileSystem->Open("tf_PhonemeFiles.txt", "wb"); + if (fh) + { + g_pFullFileSystem->Write(bufFilenames.Base(), bufFilenames.TellPut(), fh); + g_pFullFileSystem->Close(fh); + } + } + } +} +//----------------------------------------------------------------------------- +// The application object +//----------------------------------------------------------------------------- +int CSFMGenApp::Main() +{ + g_pDataModel->SetUndoEnabled( false ); + + // This bit of hackery allows us to access files on the harddrive + g_pFullFileSystem->AddSearchPath( "", "LOCAL", PATH_ADD_TO_HEAD ); + + if ( CommandLine()->CheckParm( "-h" ) || CommandLine()->CheckParm( "-help" ) ) + { + PrintHelp(); + return 0; + } + + // Do Perforce Stuff + if ( CommandLine()->FindParm( "-nop4" ) ) + { + g_p4factory->SetDummyMode( true ); + } + + g_p4factory->SetOpenFileChangeList( "Automatically Generated SFM files" ); + + SFMGenInfo_t info; + info.m_pCSVFile = CommandLine()->ParmValue( "-i" ); + info.m_pModelName = CommandLine()->ParmValue( "-m" ); + info.m_pOutputDirectory = CommandLine()->ParmValue( "-o" ); + info.m_pExportFacDirectory = CommandLine()->ParmValue( "-f" ); + info.m_bWritePhonemesInWavs = CommandLine()->FindParm( "-p" ) != 0; + info.m_bUsePhonemesInWavs = CommandLine()->FindParm( "-w" ) != 0; + info.m_flSampleRateHz = CommandLine()->ParmValue( "-r", 20.0f ); + info.m_flSampleFilterSize = CommandLine()->ParmValue( "-s", 0.08f ); + info.m_bGenerateSFMFiles = CommandLine()->FindParm( "-nosfm" ) == 0; + info.m_bExtractPhonemeFromWavsForMp3 = CommandLine()->FindParm("-mp3"); + + if ( !info.m_pCSVFile || !info.m_pModelName ) + { + PrintHelp(); + return 0; + } + + if ( !info.m_pOutputDirectory && info.m_bGenerateSFMFiles ) + { + PrintHelp(); + return 0; + } + + if ( info.m_bUsePhonemesInWavs && info.m_bWritePhonemesInWavs ) + { + Warning( "Cannot simultaneously read the phones from wavs and also write them into the wavs!\n" ); + return 0; + } + + if ( info.m_pExportFacDirectory && !Q_stricmp( info.m_pExportFacDirectory, info.m_pOutputDirectory ) ) + { + Warning( "Must specify different directories for output + facial export!\n" ); + return 0; + } + + g_pSoundEmitterSystem->ModInit(); + sfm_phonemeextractor->Init(); + GenerateSFMFiles( info ); + sfm_phonemeextractor->Shutdown(); + g_pSoundEmitterSystem->ModShutdown(); + return -1; +}
\ No newline at end of file diff --git a/utils/sfmgen/sfmgen.vpc b/utils/sfmgen/sfmgen.vpc new file mode 100644 index 0000000..d9d74f9 --- /dev/null +++ b/utils/sfmgen/sfmgen.vpc @@ -0,0 +1,43 @@ +//----------------------------------------------------------------------------- +// SFMGEN.VPC +// +// Project Script +//----------------------------------------------------------------------------- + +$Macro SRCDIR "..\.." +$Macro OUTBINDIR "$SRCDIR\..\game\bin" + +$Include "$SRCDIR\vpc_scripts\source_exe_con_base.vpc" + +$Project "sfmgen" +{ + $Folder "Source Files" + { + $File "sfmgen.cpp" + } + + $Folder "External" + { + $File "$SRCDIR\public\movieobjects/movieobjects.cpp" + $File "$SRCDIR\public\interpolatortypes.cpp" + $File "$SRCDIR\public\sentence.cpp" + } + + $Folder "External Header Files" + { + $File "$SRCDIR\public\sentence.h" + $File "$SRCDIR\public\interpolatortypes.h" + } + + $Folder "Link Libraries" + { + $Lib appframework + $Lib datamodel + $Lib dmserializers + $Lib mathlib + $Lib tier2 + $Lib tier3 + $Lib movieobjects + $Lib sfmobjects + } +} |