tokenizer: removed some preprocessing => less false positives
This commit is contained in:
parent
e7e9402ab0
commit
5070bfd87d
|
@ -258,19 +258,23 @@ void Tokenize(const char FileName[])
|
||||||
return;
|
return;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
// Open file..
|
||||||
std::ifstream fin(FileName);
|
std::ifstream fin(FileName);
|
||||||
if (!fin.is_open())
|
if (!fin.is_open())
|
||||||
return;
|
return;
|
||||||
|
|
||||||
|
// The "Files" vector remembers what files have been tokenized..
|
||||||
unsigned int CurrentFile = Files.size();
|
unsigned int CurrentFile = Files.size();
|
||||||
Files.push_back(FileName);
|
Files.push_back(FileName);
|
||||||
|
|
||||||
|
// Tokenize the file.
|
||||||
unsigned int lineno = 1;
|
unsigned int lineno = 1;
|
||||||
char CurrentToken[1000];
|
char CurrentToken[1000];
|
||||||
memset(CurrentToken, 0, sizeof(CurrentToken));
|
memset(CurrentToken, 0, sizeof(CurrentToken));
|
||||||
char *pToken = CurrentToken;
|
char *pToken = CurrentToken;
|
||||||
for (char ch = (char)fin.get(); !fin.eof(); ch = (char)fin.get())
|
for (char ch = (char)fin.get(); !fin.eof(); ch = (char)fin.get())
|
||||||
{
|
{
|
||||||
|
// Preprocessor stuff?
|
||||||
if (ch == '#' && !CurrentToken[0])
|
if (ch == '#' && !CurrentToken[0])
|
||||||
{
|
{
|
||||||
std::string line;
|
std::string line;
|
||||||
|
@ -540,7 +544,7 @@ void SimplifyTokenList()
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|
||||||
|
/*
|
||||||
// typedefs..
|
// typedefs..
|
||||||
TOKEN *prev = NULL;
|
TOKEN *prev = NULL;
|
||||||
for (TOKEN *tok = tokens; tok; tok = tok->next)
|
for (TOKEN *tok = tokens; tok; tok = tok->next)
|
||||||
|
@ -639,6 +643,7 @@ void SimplifyTokenList()
|
||||||
}
|
}
|
||||||
prev = tok;
|
prev = tok;
|
||||||
}
|
}
|
||||||
|
*/
|
||||||
|
|
||||||
|
|
||||||
// Fill the map TypeSize..
|
// Fill the map TypeSize..
|
||||||
|
|
Loading…
Reference in New Issue