Hackfix support for UTF-8 in source files.

This commit is contained in:
Bartosz Taudul 2021-04-18 19:14:12 +02:00
parent 526d0cd22a
commit b217e00dd9
No known key found for this signature in database
GPG Key ID: B7FE2008B7575DF3

View File

@ -124,7 +124,7 @@ std::vector<Tokenizer::Token> Tokenizer::Tokenize( const char* begin, const char
}
else
{
while( begin != end && isspace( *begin ) ) begin++;
while( begin != end && isspace( (uint8_t)*begin ) ) begin++;
if( first && begin < end && *begin == '#' )
{
if( *(end-1) == '\\' ) m_isInPreprocessor = true;