walkero
/
cppcheck
1
0
Fork 0
Code Issues Pull Requests Projects Releases 1 Wiki Activity

tokenize: "~Base" should generate two tokens. "~" and "Base"

This commit is contained in:
Daniel Marjamäki 2008-12-06 17:53:30 +00:00
parent 4493400c49
commit 93c04efc95
1 changed files with 5 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
tokenize.cpp
View File

@ -456,6 +456,9 @@ void Tokenizer::tokenizeCode(std::istream &code, const unsigned int FileIndex)
// Append token.. // Append token..
CurrentToken += c; CurrentToken += c;
if ( c == '\n' )
++lineno;
// Special sequence '\.' // Special sequence '\.'
if (special) if (special)
special = false; special = false;
@ -472,7 +475,7 @@ void Tokenizer::tokenizeCode(std::istream &code, const unsigned int FileIndex)
continue; continue;
} }
if (strchr("+-*/%&|^?!=<>[](){};:,.",ch)) if (strchr("+-*/%&|^?!=<>[](){};:,.~",ch))
{ {
addtoken(CurrentToken.c_str(), lineno, FileIndex); addtoken(CurrentToken.c_str(), lineno, FileIndex);
CurrentToken.clear(); CurrentToken.clear();