77 lines
1.9 KiB
C++
77 lines
1.9 KiB
C++
|
//+---------------------------------------------------------------------------
|
||
|
|
//
|
||
|
|
// Copyright (C) 1996, Microsoft Corporation.
|
||
|
|
//
|
||
|
|
// File: tokstr.hxx
|
||
|
|
//
|
||
|
|
// Contents: Used to break down a string into its tokens
|
||
|
|
//
|
||
|
|
// History: 96/Jan/3 DwightKr Created
|
||
|
|
//
|
||
|
|
//----------------------------------------------------------------------------
|
||
|
|
|
||
|
|
#pragma once
|
||
|
|
|
||
|
|
#define WORD_STR L"{}!&|~*@#()[],=<> \t\n\"" // chars that cannot appear in a word
|
||
|
|
|
||
|
|
|
||
|
|
//+---------------------------------------------------------------------------
|
||
|
|
//
|
||
|
|
// Class: CTokenizeString
|
||
|
|
//
|
||
|
|
// Purpose: Breaks a string down into its tokens
|
||
|
|
//
|
||
|
|
// History: 96/Jan/23 DwightKr Created
|
||
|
|
//
|
||
|
|
//----------------------------------------------------------------------------
|
||
|
|
class CTokenizeString
|
||
|
|
{
|
||
|
|
public:
|
||
|
|
CTokenizeString( WCHAR const * wcsString );
|
||
|
|
|
||
|
|
void Accept();
|
||
|
|
WCHAR * AcqWord();
|
||
|
|
WCHAR * AcqPhrase();
|
||
|
|
void AcqVector( PROPVARIANT & variant );
|
||
|
|
void AcceptQuote()
|
||
|
|
{
|
||
|
|
Win4Assert( L'"' == *_wcsCurrentToken );
|
||
|
|
_wcsCurrentToken++;
|
||
|
|
}
|
||
|
|
|
||
|
|
BOOL GetNumber( unsigned _int64 & number );
|
||
|
|
BOOL GetNumber( _int64 & number );
|
||
|
|
BOOL GetNumber( double & number );
|
||
|
|
BOOL GetGUID( GUID & guid );
|
||
|
|
|
||
|
|
Token LookAhead() const { return _token; }
|
||
|
|
|
||
|
|
private:
|
||
|
|
|
||
|
|
void EatWhiteSpace()
|
||
|
|
{
|
||
|
|
while ( iswspace(*_wcsNextToken) != 0 )
|
||
|
|
{
|
||
|
|
_wcsNextToken++;
|
||
|
|
}
|
||
|
|
}
|
||
|
|
|
||
|
|
BOOL IsEndOfTextToken()
|
||
|
|
{
|
||
|
|
if ( (_token == TEXT_TOKEN) && (_wcsCurrentToken < _wcsNextToken) )
|
||
|
|
{
|
||
|
|
return FALSE;
|
||
|
|
}
|
||
|
|
|
||
|
|
return TRUE;
|
||
|
|
}
|
||
|
|
|
||
|
|
|
||
|
|
WCHAR const * _wcsString; // The string to tokenize
|
||
|
|
WCHAR const * _wcsCurrentToken; // A ptr to the current token
|
||
|
|
WCHAR const * _wcsNextToken; // A ptr to the next token
|
||
|
|
Token _token; // type of the current token
|
||
|
|
};
|
||
|
|
|
||
|
|
|