blob: 5e4ac997c96a7ad234d0b0e0fc5fe294018a05f8 (
plain) (
blame)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
|
//========= Copyright Valve Corporation, All rights reserved. ============//
//
// Purpose:
//
//=====================================================================================//
#include "filesystem.h"
#include "filesystem_helpers.h"
#include "characterset.h"
// memdbgon must be the last include file in a .cpp file!!!
#include "tier0/memdbgon.h"
// wordbreak parsing set
static characterset_t g_BreakSet, g_BreakSetIncludingColons;
static void InitializeCharacterSets()
{
static bool s_CharacterSetInitialized = false;
if (!s_CharacterSetInitialized)
{
CharacterSetBuild( &g_BreakSet, "{}()'" );
CharacterSetBuild( &g_BreakSetIncludingColons, "{}()':" );
s_CharacterSetInitialized = true;
}
}
const char* ParseFileInternal( const char* pFileBytes, char* pTokenOut, bool* pWasQuoted, characterset_t *pCharSet, size_t nMaxTokenLen )
{
pTokenOut[0] = 0;
if (pWasQuoted)
*pWasQuoted = false;
if (!pFileBytes)
return 0;
InitializeCharacterSets();
// YWB: Ignore colons as token separators in COM_Parse
static bool com_ignorecolons = false;
characterset_t& breaks = pCharSet ? *pCharSet : (com_ignorecolons ? g_BreakSet : g_BreakSetIncludingColons);
int c;
unsigned int len = 0;
// skip whitespace
skipwhite:
while ( (c = *pFileBytes) <= ' ')
{
if (c == 0)
return 0; // end of file;
pFileBytes++;
}
// skip // comments
if (c=='/' && pFileBytes[1] == '/')
{
while (*pFileBytes && *pFileBytes != '\n')
pFileBytes++;
goto skipwhite;
}
// skip c-style comments
if (c=='/' && pFileBytes[1] == '*' )
{
// Skip "/*"
pFileBytes += 2;
while ( *pFileBytes )
{
if ( *pFileBytes == '*' &&
pFileBytes[1] == '/' )
{
pFileBytes += 2;
break;
}
pFileBytes++;
}
goto skipwhite;
}
// handle quoted strings specially
if (c == '\"')
{
if (pWasQuoted)
*pWasQuoted = true;
pFileBytes++;
while (1)
{
c = *pFileBytes++;
if (c=='\"' || !c)
{
pTokenOut[len] = 0;
return pFileBytes;
}
pTokenOut[len] = c;
len += ( len < nMaxTokenLen-1 ) ? 1 : 0;
}
}
// parse single characters
if ( IN_CHARACTERSET( breaks, c ) )
{
pTokenOut[len] = c;
len += ( len < nMaxTokenLen-1 ) ? 1 : 0;
pTokenOut[len] = 0;
return pFileBytes+1;
}
// parse a regular word
do
{
pTokenOut[len] = c;
pFileBytes++;
len += ( len < nMaxTokenLen-1 ) ? 1 : 0;
c = *pFileBytes;
if ( IN_CHARACTERSET( breaks, c ) )
break;
} while (c>32);
pTokenOut[len] = 0;
return pFileBytes;
}
|