2007-05-24 07:40:45 +02:00
|
|
|
//---------------------------------------------------------------------------
|
|
|
|
#ifndef tokenizeH
|
|
|
|
#define tokenizeH
|
|
|
|
//---------------------------------------------------------------------------
|
|
|
|
|
|
|
|
#include <string>
|
|
|
|
#include <vector>
|
|
|
|
|
|
|
|
extern std::vector<std::string> Files;
|
|
|
|
|
|
|
|
struct TOKEN
|
|
|
|
{
|
|
|
|
unsigned int FileIndex;
|
|
|
|
char *str;
|
|
|
|
unsigned int linenr;
|
|
|
|
struct TOKEN *next;
|
|
|
|
};
|
|
|
|
extern struct TOKEN *tokens, *tokens_back;
|
|
|
|
|
|
|
|
|
|
|
|
void Tokenize(const char FileName[]);
|
|
|
|
|
2008-02-16 16:46:32 +01:00
|
|
|
void TokenizeCode(std::istream &code, const unsigned int FileIndex=0);
|
|
|
|
|
2007-05-30 22:08:05 +02:00
|
|
|
// Return size.
|
|
|
|
int SizeOfType(const char type[]);
|
|
|
|
|
2007-05-29 08:24:36 +02:00
|
|
|
// Simplify tokenlist
|
|
|
|
// -----------------------------
|
|
|
|
void SimplifyTokenList();
|
|
|
|
|
2007-05-24 15:07:30 +02:00
|
|
|
|
2007-05-29 19:11:53 +02:00
|
|
|
// Deallocate lists..
|
|
|
|
void DeallocateTokens();
|
|
|
|
|
|
|
|
|
2007-05-24 15:07:30 +02:00
|
|
|
// Helper functions for handling the tokens list..
|
2008-03-22 12:46:06 +01:00
|
|
|
const TOKEN *findtoken(const TOKEN *tok1, const char *tokenstr[]);
|
2008-03-16 14:17:43 +01:00
|
|
|
bool match(const TOKEN *tok, const char pattern[]);
|
2008-03-22 12:46:06 +01:00
|
|
|
const TOKEN *gettok(const TOKEN *tok, int index);
|
|
|
|
const char *getstr(const TOKEN *tok, int index);
|
2007-05-24 15:07:30 +02:00
|
|
|
|
2007-05-24 07:40:45 +02:00
|
|
|
//---------------------------------------------------------------------------
|
|
|
|
#endif
|
|
|
|
|