cppcheck/lib/preprocessor.cpp

942 lines
36 KiB
C++
Raw Normal View History

/*
* Cppcheck - A tool for static C/C++ code analysis
2023-01-28 10:16:34 +01:00
* Copyright (C) 2007-2023 Cppcheck team.
*
* This program is free software: you can redistribute it and/or modify
* it under the terms of the GNU General Public License as published by
* the Free Software Foundation, either version 3 of the License, or
* (at your option) any later version.
*
* This program is distributed in the hope that it will be useful,
* but WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
* GNU General Public License for more details.
*
* You should have received a copy of the GNU General Public License
* along with this program. If not, see <http://www.gnu.org/licenses/>.
*/
#include "preprocessor.h"
2017-05-27 04:33:47 +02:00
#include "errorlogger.h"
#include "errortypes.h"
2017-05-27 04:33:47 +02:00
#include "library.h"
#include "path.h"
#include "platform.h"
#include "settings.h"
#include "standards.h"
2017-05-27 04:33:47 +02:00
#include "suppressions.h"
#include <algorithm>
#include <array>
#include <cstddef>
2019-05-09 06:55:36 +02:00
#include <iterator> // back_inserter
#include <sstream> // IWYU pragma: keep
2017-05-27 04:33:47 +02:00
#include <utility>
#include <simplecpp.h>
2020-02-23 19:49:53 +01:00
static bool sameline(const simplecpp::Token *tok1, const simplecpp::Token *tok2)
{
return tok1 && tok2 && tok1->location.sameline(tok2->location);
}
/**
* Remove heading and trailing whitespaces from the input parameter.
* If string is all spaces/tabs, return empty string.
* @param s The string to trim.
*/
static std::string trim(const std::string& s)
{
const std::string::size_type beg = s.find_first_not_of(" \t");
if (beg == std::string::npos)
return "";
const std::string::size_type end = s.find_last_not_of(" \t");
return s.substr(beg, end - beg + 1);
}
Directive::Directive(std::string _file, const int _linenr, const std::string &_str) :
file(std::move(_file)),
2017-03-26 11:40:53 +02:00
linenr(_linenr),
str(trim(_str))
2021-08-07 20:51:18 +02:00
{}
char Preprocessor::macroChar = char(1);
Preprocessor::Preprocessor(const Settings& settings, ErrorLogger *errorLogger) : mSettings(settings), mErrorLogger(errorLogger)
2021-08-07 20:51:18 +02:00
{}
2016-07-20 12:21:00 +02:00
Preprocessor::~Preprocessor()
{
for (const std::pair<const std::string, simplecpp::TokenList*>& tokenList : mTokenLists)
delete tokenList.second;
}
namespace {
struct BadInlineSuppression {
BadInlineSuppression(const simplecpp::Location &l, std::string msg) : location(l), errmsg(std::move(msg)) {}
simplecpp::Location location;
std::string errmsg;
};
}
static bool parseInlineSuppressionCommentToken(const simplecpp::Token *tok, std::list<Suppressions::Suppression> &inlineSuppressions, std::list<BadInlineSuppression> &bad)
2012-01-02 15:52:19 +01:00
{
2020-09-10 21:46:15 +02:00
const std::string cppchecksuppress("cppcheck-suppress");
2020-02-23 19:49:53 +01:00
const std::string &comment = tok->str();
2020-09-10 21:46:15 +02:00
if (comment.size() < cppchecksuppress.size())
2020-02-23 19:49:53 +01:00
return false;
const std::string::size_type pos1 = comment.find_first_not_of("/* \t");
2020-02-23 18:29:36 +01:00
if (pos1 == std::string::npos)
2020-02-23 19:49:53 +01:00
return false;
2020-09-10 21:46:15 +02:00
if (pos1 + cppchecksuppress.size() >= comment.size())
2020-02-23 19:49:53 +01:00
return false;
2020-09-10 21:46:15 +02:00
if (comment.substr(pos1, cppchecksuppress.size()) != cppchecksuppress)
2020-02-23 19:49:53 +01:00
return false;
2020-02-23 18:29:36 +01:00
// skip spaces after "cppcheck-suppress"
const std::string::size_type pos2 = comment.find_first_not_of(' ', pos1+cppchecksuppress.size());
2020-02-23 18:29:36 +01:00
if (pos2 == std::string::npos)
2020-02-23 19:49:53 +01:00
return false;
2020-02-23 18:29:36 +01:00
2020-02-23 19:49:53 +01:00
if (comment[pos2] == '[') {
2020-02-23 18:29:36 +01:00
// multi suppress format
std::string errmsg;
2020-02-23 19:49:53 +01:00
std::vector<Suppressions::Suppression> suppressions = Suppressions::parseMultiSuppressComment(comment, &errmsg);
2020-02-23 18:29:36 +01:00
if (!errmsg.empty())
bad.emplace_back(tok->location, std::move(errmsg));
2020-02-23 18:29:36 +01:00
std::copy_if(suppressions.cbegin(), suppressions.cend(), std::back_inserter(inlineSuppressions), [](const Suppressions::Suppression& s) {
return !s.errorId.empty();
});
2020-02-23 18:29:36 +01:00
} else {
//single suppress format
std::string errmsg;
Suppressions::Suppression s;
2020-02-23 19:49:53 +01:00
if (!s.parseComment(comment, &errmsg))
return false;
2020-02-23 18:29:36 +01:00
if (!s.errorId.empty())
inlineSuppressions.push_back(std::move(s));
2020-02-23 18:29:36 +01:00
if (!errmsg.empty())
bad.emplace_back(tok->location, std::move(errmsg));
2020-02-23 18:29:36 +01:00
}
2020-02-23 19:49:53 +01:00
return true;
}
static void addinlineSuppressions(const simplecpp::TokenList &tokens, const Settings &settings, Suppressions &suppressions, std::list<BadInlineSuppression> &bad)
{
2020-05-20 18:03:03 +02:00
for (const simplecpp::Token *tok = tokens.cfront(); tok; tok = tok->next) {
2020-02-23 19:49:53 +01:00
if (!tok->comment)
2016-07-20 12:21:00 +02:00
continue;
2020-02-23 19:49:53 +01:00
std::list<Suppressions::Suppression> inlineSuppressions;
if (!parseInlineSuppressionCommentToken(tok, inlineSuppressions, bad))
continue;
2020-02-23 19:49:53 +01:00
if (!sameline(tok->previous, tok)) {
// find code after comment..
tok = tok->next;
while (tok && tok->comment) {
parseInlineSuppressionCommentToken(tok, inlineSuppressions, bad);
tok = tok->next;
}
if (!tok)
break;
}
2020-02-23 19:49:53 +01:00
if (inlineSuppressions.empty())
2016-07-20 12:21:00 +02:00
continue;
2016-07-20 12:21:00 +02:00
// Relative filename
2020-02-23 19:49:53 +01:00
std::string relativeFilename(tok->location.file());
if (settings.relativePaths) {
for (const std::string & basePath : settings.basePaths) {
const std::string bp = basePath + "/";
2016-07-20 12:21:00 +02:00
if (relativeFilename.compare(0,bp.size(),bp)==0) {
relativeFilename = relativeFilename.substr(bp.size());
}
}
}
relativeFilename = Path::simplifyPath(relativeFilename);
// special handling when suppressing { warnings for backwards compatibility
const bool thisAndNextLine = tok->previous &&
tok->previous->previous &&
tok->next &&
!sameline(tok->previous->previous, tok->previous) &&
tok->location.line + 1 == tok->next->location.line &&
tok->location.fileIndex == tok->next->location.fileIndex &&
tok->previous->str() == "{";
2016-07-20 12:21:00 +02:00
// Add the suppressions.
for (Suppressions::Suppression &suppr : inlineSuppressions) {
suppr.fileName = relativeFilename;
2020-02-23 19:49:53 +01:00
suppr.lineNumber = tok->location.line;
suppr.thisAndNextLine = thisAndNextLine;
suppressions.addSuppression(suppr);
2016-07-20 12:21:00 +02:00
}
}
}
void Preprocessor::inlineSuppressions(const simplecpp::TokenList &tokens, Suppressions &suppressions)
{
if (!mSettings.inlineSuppressions)
return;
std::list<BadInlineSuppression> err;
::addinlineSuppressions(tokens, mSettings, suppressions, err);
for (std::map<std::string,simplecpp::TokenList*>::const_iterator it = mTokenLists.cbegin(); it != mTokenLists.cend(); ++it) {
if (it->second)
::addinlineSuppressions(*it->second, mSettings, suppressions, err);
}
for (const BadInlineSuppression &bad : err) {
error(bad.location.file(), bad.location.line, bad.errmsg);
}
}
lib: fix a bunch of warnings about differing function arguments in definition and declaration. [lib/token.h:72] -> [lib/token.cpp:36]: (style, inconclusive) Function 'Token' argument 1 names different: declaration 'tokensBack' definition 't'. [lib/token.h:445] -> [lib/token.cpp:497]: (style, inconclusive) Function 'multiCompare' argument 1 names different: declaration 'needle' definition 'tok'. [lib/checkio.h:73] -> [lib/checkio.cpp:1385]: (style, inconclusive) Function 'ArgumentInfo' argument 3 names different: declaration 'isCPP' definition '_isCPP'. [lib/checkother.h:216] -> [lib/checkother.cpp:2136]: (style, inconclusive) Function 'checkComparisonFunctionIsAlwaysTrueOrFalseError' argument 2 names different: declaration 'strFunctionName' definition 'functionName'. [lib/errorlogger.h:214] -> [lib/errorlogger.cpp:51]: (style, inconclusive) Function 'ErrorMessage' argument 2 names different: declaration 'file0' definition 'file0_'. [lib/errorlogger.h:215] -> [lib/errorlogger.cpp:65]: (style, inconclusive) Function 'ErrorMessage' argument 2 names different: declaration 'file0' definition 'file0_'. [lib/library.h:327] -> [lib/library.cpp:1043]: (style, inconclusive) Function 'ignorefunction' argument 1 names different: declaration 'function' definition 'functionName'. [lib/mathlib.h:112] -> [lib/mathlib.cpp:1275]: (style, inconclusive) Function 'isNullValue' argument 1 names different: declaration 'tok' definition 'str'. [lib/preprocessor.h:91] -> [lib/preprocessor.cpp:122]: (style, inconclusive) Function 'setDirectives' argument 1 names different: declaration 'tokens' definition 'tokens1'. [lib/symboldatabase.h:860] -> [lib/symboldatabase.cpp:1801]: (style, inconclusive) Function 'argsMatch' argument 1 names different: declaration 'info' definition 'scope'. [lib/symboldatabase.h:1171] -> [lib/symboldatabase.cpp:2048]: (style, inconclusive) Function 'addClassFunction' argument 1 names different: declaration 'info' definition 'scope'. [lib/symboldatabase.h:1174] -> [lib/symboldatabase.cpp:2208]: (style, inconclusive) Function 'addNewFunction' argument 1 names different: declaration 'info' definition 'scope'. [lib/symboldatabase.h:1090] -> [lib/symboldatabase.cpp:3648]: (style, inconclusive) Function 'findVariableType' argument 2 names different: declaration 'type' definition 'typeTok'. [lib/symboldatabase.h:1101] -> [lib/symboldatabase.cpp:4308]: (style, inconclusive) Function 'findType' argument 1 names different: declaration 'tok' definition 'startTok'. [lib/symboldatabase.h:1176] -> [lib/symboldatabase.cpp:4349]: (style, inconclusive) Function 'findTypeInNested' argument 1 names different: declaration 'tok' definition 'startTok'. [lib/symboldatabase.h:1193] -> [lib/symboldatabase.cpp:4501]: (style, inconclusive) Function 'setValueType' argument 2 names different: declaration 'enumerators' definition 'enumerator'. [lib/path.h:159] -> [lib/path.cpp:247]: (style, inconclusive) Function 'isCPP' argument 1 names different: declaration 'extensionInLowerCase' definition 'path'. [lib/path.h:145] -> [lib/path.cpp:266]: (style, inconclusive) Function 'acceptFile' argument 1 names different: declaration 'filename' definition 'path'.
2017-04-03 00:06:46 +02:00
void Preprocessor::setDirectives(const simplecpp::TokenList &tokens)
{
// directive list..
2018-06-17 08:45:45 +02:00
mDirectives.clear();
std::vector<const simplecpp::TokenList *> list;
list.reserve(1U + mTokenLists.size());
lib: fix a bunch of warnings about differing function arguments in definition and declaration. [lib/token.h:72] -> [lib/token.cpp:36]: (style, inconclusive) Function 'Token' argument 1 names different: declaration 'tokensBack' definition 't'. [lib/token.h:445] -> [lib/token.cpp:497]: (style, inconclusive) Function 'multiCompare' argument 1 names different: declaration 'needle' definition 'tok'. [lib/checkio.h:73] -> [lib/checkio.cpp:1385]: (style, inconclusive) Function 'ArgumentInfo' argument 3 names different: declaration 'isCPP' definition '_isCPP'. [lib/checkother.h:216] -> [lib/checkother.cpp:2136]: (style, inconclusive) Function 'checkComparisonFunctionIsAlwaysTrueOrFalseError' argument 2 names different: declaration 'strFunctionName' definition 'functionName'. [lib/errorlogger.h:214] -> [lib/errorlogger.cpp:51]: (style, inconclusive) Function 'ErrorMessage' argument 2 names different: declaration 'file0' definition 'file0_'. [lib/errorlogger.h:215] -> [lib/errorlogger.cpp:65]: (style, inconclusive) Function 'ErrorMessage' argument 2 names different: declaration 'file0' definition 'file0_'. [lib/library.h:327] -> [lib/library.cpp:1043]: (style, inconclusive) Function 'ignorefunction' argument 1 names different: declaration 'function' definition 'functionName'. [lib/mathlib.h:112] -> [lib/mathlib.cpp:1275]: (style, inconclusive) Function 'isNullValue' argument 1 names different: declaration 'tok' definition 'str'. [lib/preprocessor.h:91] -> [lib/preprocessor.cpp:122]: (style, inconclusive) Function 'setDirectives' argument 1 names different: declaration 'tokens' definition 'tokens1'. [lib/symboldatabase.h:860] -> [lib/symboldatabase.cpp:1801]: (style, inconclusive) Function 'argsMatch' argument 1 names different: declaration 'info' definition 'scope'. [lib/symboldatabase.h:1171] -> [lib/symboldatabase.cpp:2048]: (style, inconclusive) Function 'addClassFunction' argument 1 names different: declaration 'info' definition 'scope'. [lib/symboldatabase.h:1174] -> [lib/symboldatabase.cpp:2208]: (style, inconclusive) Function 'addNewFunction' argument 1 names different: declaration 'info' definition 'scope'. [lib/symboldatabase.h:1090] -> [lib/symboldatabase.cpp:3648]: (style, inconclusive) Function 'findVariableType' argument 2 names different: declaration 'type' definition 'typeTok'. [lib/symboldatabase.h:1101] -> [lib/symboldatabase.cpp:4308]: (style, inconclusive) Function 'findType' argument 1 names different: declaration 'tok' definition 'startTok'. [lib/symboldatabase.h:1176] -> [lib/symboldatabase.cpp:4349]: (style, inconclusive) Function 'findTypeInNested' argument 1 names different: declaration 'tok' definition 'startTok'. [lib/symboldatabase.h:1193] -> [lib/symboldatabase.cpp:4501]: (style, inconclusive) Function 'setValueType' argument 2 names different: declaration 'enumerators' definition 'enumerator'. [lib/path.h:159] -> [lib/path.cpp:247]: (style, inconclusive) Function 'isCPP' argument 1 names different: declaration 'extensionInLowerCase' definition 'path'. [lib/path.h:145] -> [lib/path.cpp:266]: (style, inconclusive) Function 'acceptFile' argument 1 names different: declaration 'filename' definition 'path'.
2017-04-03 00:06:46 +02:00
list.push_back(&tokens);
for (std::map<std::string, simplecpp::TokenList *>::const_iterator it = mTokenLists.cbegin(); it != mTokenLists.cend(); ++it) {
list.push_back(it->second);
}
2018-04-09 08:00:11 +02:00
for (const simplecpp::TokenList *tokenList : list) {
for (const simplecpp::Token *tok = tokenList->cfront(); tok; tok = tok->next) {
if ((tok->op != '#') || (tok->previous && tok->previous->location.line == tok->location.line))
continue;
2018-05-14 13:00:22 +02:00
if (tok->next && tok->next->str() == "endfile")
continue;
Directive directive(tok->location.file(), tok->location.line, emptyString);
for (const simplecpp::Token *tok2 = tok; tok2 && tok2->location.line == directive.linenr; tok2 = tok2->next) {
if (tok2->comment)
continue;
2018-05-14 13:00:22 +02:00
if (!directive.str.empty() && (tok2->location.col > tok2->previous->location.col + tok2->previous->str().size()))
directive.str += ' ';
2018-05-14 13:00:22 +02:00
if (directive.str == "#" && tok2->str() == "file")
directive.str += "include";
else
2018-05-14 13:00:22 +02:00
directive.str += tok2->str();
}
mDirectives.push_back(std::move(directive));
}
}
}
static std::string readcondition(const simplecpp::Token *iftok, const std::set<std::string> &defined, const std::set<std::string> &undefined)
{
2016-07-20 12:21:00 +02:00
const simplecpp::Token *cond = iftok->next;
if (!sameline(iftok,cond))
return "";
const simplecpp::Token *next1 = cond->next;
const simplecpp::Token *next2 = next1 ? next1->next : nullptr;
const simplecpp::Token *next3 = next2 ? next2->next : nullptr;
unsigned int len = 1;
if (sameline(iftok,next1))
len = 2;
if (sameline(iftok,next2))
len = 3;
if (sameline(iftok,next3))
len = 4;
2018-05-14 13:00:22 +02:00
if (len == 1 && cond->str() == "0")
2016-07-20 12:21:00 +02:00
return "0";
if (len == 1 && cond->name) {
2018-05-14 13:00:22 +02:00
if (defined.find(cond->str()) == defined.end())
return cond->str();
}
if (len == 2 && cond->op == '!' && next1->name) {
2018-05-14 13:00:22 +02:00
if (defined.find(next1->str()) == defined.end())
return next1->str() + "=0";
}
if (len == 3 && cond->op == '(' && next1->name && next2->op == ')') {
2018-05-14 13:00:22 +02:00
if (defined.find(next1->str()) == defined.end() && undefined.find(next1->str()) == undefined.end())
return next1->str();
2016-07-20 12:21:00 +02:00
}
2018-05-14 13:00:22 +02:00
if (len == 3 && cond->name && next1->str() == "==" && next2->number) {
if (defined.find(cond->str()) == defined.end())
return cond->str() + '=' + cond->next->next->str();
2016-07-20 12:21:00 +02:00
}
2016-07-20 12:21:00 +02:00
std::set<std::string> configset;
for (; sameline(iftok,cond); cond = cond->next) {
if (cond->op == '!') {
if (!sameline(iftok,cond->next) || !cond->next->name)
break;
2018-05-14 13:00:22 +02:00
if (cond->next->str() == "defined")
continue;
2018-05-14 13:00:22 +02:00
configset.insert(cond->next->str() + "=0");
continue;
}
2018-05-14 13:00:22 +02:00
if (cond->str() != "defined")
continue;
const simplecpp::Token *dtok = cond->next;
if (!dtok)
break;
if (dtok->op == '(')
dtok = dtok->next;
2018-05-14 13:00:22 +02:00
if (sameline(iftok,dtok) && dtok->name && defined.find(dtok->str()) == defined.end() && undefined.find(dtok->str()) == undefined.end())
configset.insert(dtok->str());
2016-07-20 12:21:00 +02:00
}
std::string cfgStr;
2018-04-09 08:00:11 +02:00
for (const std::string &s : configset) {
if (!cfgStr.empty())
cfgStr += ';';
cfgStr += s;
2016-07-20 12:21:00 +02:00
}
return cfgStr;
}
static bool hasDefine(const std::string &userDefines, const std::string &cfg)
{
if (cfg.empty()) {
return false;
}
std::string::size_type pos = 0;
while (pos < userDefines.size()) {
pos = userDefines.find(cfg, pos);
if (pos == std::string::npos)
break;
const std::string::size_type pos2 = pos + cfg.size();
if ((pos == 0 || userDefines[pos-1U] == ';') && (pos2 == userDefines.size() || userDefines[pos2] == '='))
return true;
pos = pos2;
}
return false;
}
static std::string cfg(const std::vector<std::string> &configs, const std::string &userDefines)
2016-07-20 12:21:00 +02:00
{
std::set<std::string> configs2(configs.cbegin(), configs.cend());
2016-07-20 12:21:00 +02:00
std::string ret;
for (const std::string &c : configs2) {
if (c.empty())
2016-07-20 12:21:00 +02:00
continue;
if (c == "0")
2016-07-20 12:21:00 +02:00
return "";
if (hasDefine(userDefines, c))
continue;
2016-07-20 12:21:00 +02:00
if (!ret.empty())
ret += ';';
ret += c;
2016-07-20 12:21:00 +02:00
}
return ret;
}
static bool isUndefined(const std::string &cfg, const std::set<std::string> &undefined)
{
for (std::string::size_type pos1 = 0U; pos1 < cfg.size();) {
const std::string::size_type pos2 = cfg.find(';',pos1);
const std::string def = (pos2 == std::string::npos) ? cfg.substr(pos1) : cfg.substr(pos1, pos2 - pos1);
2018-04-04 21:51:31 +02:00
const std::string::size_type eq = def.find('=');
if (eq == std::string::npos && undefined.find(def) != undefined.end())
return true;
if (eq != std::string::npos && undefined.find(def.substr(0,eq)) != undefined.end() && def.substr(eq) != "=0")
return true;
pos1 = (pos2 == std::string::npos) ? pos2 : pos2 + 1U;
}
return false;
}
static bool getConfigsElseIsFalse(const std::vector<std::string> &configs_if, const std::string &userDefines)
{
2019-05-08 20:23:32 +02:00
return std::any_of(configs_if.cbegin(), configs_if.cend(),
2021-08-07 20:51:18 +02:00
[=](const std::string &cfg) {
2019-05-08 20:23:32 +02:00
return hasDefine(userDefines, cfg);
});
}
static const simplecpp::Token *gotoEndIf(const simplecpp::Token *cmdtok)
{
int level = 0;
while (nullptr != (cmdtok = cmdtok->next)) {
if (cmdtok->op == '#' && !sameline(cmdtok->previous,cmdtok) && sameline(cmdtok, cmdtok->next)) {
2018-05-14 13:00:22 +02:00
if (cmdtok->next->str().compare(0,2,"if")==0)
++level;
2018-05-14 13:00:22 +02:00
else if (cmdtok->next->str() == "endif") {
--level;
if (level < 0)
return cmdtok;
}
}
}
return nullptr;
}
static void getConfigs(const simplecpp::TokenList &tokens, std::set<std::string> &defined, const std::string &userDefines, const std::set<std::string> &undefined, std::set<std::string> &ret)
{
2016-07-20 12:21:00 +02:00
std::vector<std::string> configs_if;
std::vector<std::string> configs_ifndef;
2017-03-22 10:53:21 +01:00
std::string elseError;
2016-07-20 12:21:00 +02:00
for (const simplecpp::Token *tok = tokens.cfront(); tok; tok = tok->next) {
if (tok->op != '#' || sameline(tok->previous, tok))
continue;
const simplecpp::Token *cmdtok = tok->next;
if (!sameline(tok, cmdtok))
2016-07-20 12:21:00 +02:00
continue;
2018-05-14 13:00:22 +02:00
if (cmdtok->str() == "ifdef" || cmdtok->str() == "ifndef" || cmdtok->str() == "if") {
2016-07-20 12:21:00 +02:00
std::string config;
2018-05-14 13:00:22 +02:00
if (cmdtok->str() == "ifdef" || cmdtok->str() == "ifndef") {
const simplecpp::Token *expr1 = cmdtok->next;
if (sameline(tok,expr1) && expr1->name && !sameline(tok,expr1->next))
2018-05-14 13:00:22 +02:00
config = expr1->str();
2016-07-20 12:21:00 +02:00
if (defined.find(config) != defined.end())
config.clear();
2018-05-14 13:00:22 +02:00
} else if (cmdtok->str() == "if") {
config = readcondition(cmdtok, defined, undefined);
2016-07-20 12:21:00 +02:00
}
// skip undefined configurations..
if (isUndefined(config, undefined))
config.clear();
bool ifndef = false;
if (cmdtok->str() == "ifndef")
ifndef = true;
else {
const std::array<std::string, 6> match{"if", "!", "defined", "(", config, ")"};
int i = 0;
ifndef = true;
for (const simplecpp::Token *t = cmdtok; i < match.size(); t = t->next) {
if (!t || t->str() != match[i++]) {
ifndef = false;
break;
}
}
}
// include guard..
if (ifndef && tok->location.fileIndex > 0) {
bool includeGuard = true;
for (const simplecpp::Token *t = tok->previous; t; t = t->previous) {
if (t->location.fileIndex == tok->location.fileIndex) {
includeGuard = false;
break;
}
}
if (includeGuard) {
configs_if.emplace_back(/*std::string()*/);
configs_ifndef.emplace_back(/*std::string()*/);
continue;
}
}
2018-05-14 13:00:22 +02:00
configs_if.push_back((cmdtok->str() == "ifndef") ? std::string() : config);
configs_ifndef.push_back((cmdtok->str() == "ifndef") ? config : std::string());
ret.insert(cfg(configs_if,userDefines));
2018-05-14 13:00:22 +02:00
} else if (cmdtok->str() == "elif" || cmdtok->str() == "else") {
if (getConfigsElseIsFalse(configs_if,userDefines)) {
tok = gotoEndIf(tok);
if (!tok)
break;
tok = tok->previous;
continue;
}
2018-05-14 13:00:22 +02:00
if (cmdtok->str() == "else" &&
2017-03-22 10:53:21 +01:00
cmdtok->next &&
!sameline(cmdtok,cmdtok->next) &&
sameline(cmdtok->next, cmdtok->next->next) &&
cmdtok->next->op == '#' &&
2018-05-14 13:00:22 +02:00
cmdtok->next->next->str() == "error") {
const std::string &ifcfg = cfg(configs_if, userDefines);
if (!ifcfg.empty()) {
if (!elseError.empty())
elseError += ';';
elseError += ifcfg;
}
2017-03-22 10:53:21 +01:00
}
if (!configs_if.empty())
configs_if.pop_back();
2018-05-14 13:00:22 +02:00
if (cmdtok->str() == "elif") {
std::string config = readcondition(cmdtok, defined, undefined);
if (isUndefined(config,undefined))
config.clear();
configs_if.push_back(std::move(config));
ret.insert(cfg(configs_if, userDefines));
} else if (!configs_ifndef.empty()) {
configs_if.push_back(configs_ifndef.back());
ret.insert(cfg(configs_if, userDefines));
}
2018-05-14 13:00:22 +02:00
} else if (cmdtok->str() == "endif" && !sameline(tok, cmdtok->next)) {
2016-07-20 12:21:00 +02:00
if (!configs_if.empty())
configs_if.pop_back();
if (!configs_ifndef.empty())
configs_ifndef.pop_back();
2018-05-14 13:00:22 +02:00
} else if (cmdtok->str() == "error") {
if (!configs_ifndef.empty() && !configs_ifndef.back().empty()) {
if (configs_ifndef.size() == 1U)
ret.erase(emptyString);
std::vector<std::string> configs(configs_if);
configs.push_back(configs_ifndef.back());
ret.erase(cfg(configs, userDefines));
std::set<std::string> temp;
temp.swap(ret);
for (const std::string &c: temp) {
if (c.find(configs_ifndef.back()) != std::string::npos)
ret.insert(c);
else if (c.empty())
ret.insert("");
else
ret.insert(c + ";" + configs_ifndef.back());
}
if (!elseError.empty())
elseError += ';';
elseError += cfg(configs_ifndef, userDefines);
}
if (!configs_if.empty() && !configs_if.back().empty()) {
const std::string &last = configs_if.back();
if (last.size() > 2U && last.compare(last.size()-2U,2,"=0") == 0) {
std::vector<std::string> configs(configs_if);
ret.erase(cfg(configs, userDefines));
configs[configs.size() - 1U] = last.substr(0,last.size()-2U);
if (configs.size() == 1U)
ret.erase("");
if (!elseError.empty())
elseError += ';';
elseError += cfg(configs, userDefines);
}
}
2018-05-14 13:00:22 +02:00
} else if (cmdtok->str() == "define" && sameline(tok, cmdtok->next) && cmdtok->next->name) {
defined.insert(cmdtok->next->str());
2016-07-20 12:21:00 +02:00
}
}
2017-03-22 10:53:21 +01:00
if (!elseError.empty())
ret.insert(std::move(elseError));
2016-07-20 12:21:00 +02:00
}
std::set<std::string> Preprocessor::getConfigs(const simplecpp::TokenList &tokens) const
{
std::set<std::string> ret = { "" };
if (!tokens.cfront())
2016-07-20 12:21:00 +02:00
return ret;
std::set<std::string> defined = { "__cplusplus" };
2016-07-20 12:21:00 +02:00
::getConfigs(tokens, defined, mSettings.userDefines, mSettings.userUndefs, ret);
2016-07-20 12:21:00 +02:00
for (std::map<std::string, simplecpp::TokenList*>::const_iterator it = mTokenLists.cbegin(); it != mTokenLists.cend(); ++it) {
if (!mSettings.configurationExcluded(it->first))
::getConfigs(*(it->second), defined, mSettings.userDefines, mSettings.userUndefs, ret);
}
2016-07-20 12:21:00 +02:00
return ret;
}
2016-07-20 12:21:00 +02:00
void Preprocessor::preprocess(std::istream &istr, std::map<std::string, std::string> &result, const std::string &filename, const std::list<std::string> &includePaths)
{
2016-07-20 12:21:00 +02:00
(void)includePaths;
2016-07-20 12:21:00 +02:00
simplecpp::OutputList outputList;
std::vector<std::string> files;
const simplecpp::TokenList tokens1(istr, files, filename, &outputList);
2016-07-20 12:21:00 +02:00
const std::set<std::string> configs = getConfigs(tokens1);
for (const std::string &c : configs) {
if (mSettings.userUndefs.find(c) == mSettings.userUndefs.end()) {
result[c] = getcode(tokens1, c, files, false);
}
}
}
void Preprocessor::preprocess(std::istream &srcCodeStream, std::string &processedFile, std::list<std::string> &resultConfigurations, const std::string &filename, const std::list<std::string> &includePaths)
{
2016-07-20 12:21:00 +02:00
(void)includePaths;
2018-06-17 09:06:16 +02:00
if (mFile0.empty())
mFile0 = filename;
2010-09-03 13:30:49 +02:00
2016-07-20 12:21:00 +02:00
simplecpp::OutputList outputList;
std::vector<std::string> files;
const simplecpp::TokenList tokens1(srcCodeStream, files, filename, &outputList);
2016-07-20 12:21:00 +02:00
const std::set<std::string> configs = getConfigs(tokens1);
2019-05-08 20:23:32 +02:00
std::copy(configs.cbegin(), configs.cend(), std::back_inserter(resultConfigurations));
2016-07-20 12:21:00 +02:00
processedFile = tokens1.stringify();
}
2016-07-20 12:21:00 +02:00
static void splitcfg(const std::string &cfg, std::list<std::string> &defines, const std::string &defaultValue)
{
for (std::string::size_type defineStartPos = 0U; defineStartPos < cfg.size();) {
const std::string::size_type defineEndPos = cfg.find(';', defineStartPos);
std::string def = (defineEndPos == std::string::npos) ? cfg.substr(defineStartPos) : cfg.substr(defineStartPos, defineEndPos - defineStartPos);
if (!defaultValue.empty() && def.find('=') == std::string::npos)
2016-07-20 12:21:00 +02:00
def += '=' + defaultValue;
defines.push_back(std::move(def));
if (defineEndPos == std::string::npos)
break;
defineStartPos = defineEndPos + 1U;
}
2016-07-20 12:21:00 +02:00
}
static simplecpp::DUI createDUI(const Settings &mSettings, const std::string &cfg, const std::string &filename)
2016-07-20 12:21:00 +02:00
{
simplecpp::DUI dui;
splitcfg(mSettings.userDefines, dui.defines, "1");
if (!cfg.empty())
splitcfg(cfg, dui.defines, emptyString);
2016-07-20 12:21:00 +02:00
2018-07-15 15:03:08 +02:00
for (const std::string &def : mSettings.library.defines) {
const std::string::size_type pos = def.find_first_of(" (");
2016-07-20 12:21:00 +02:00
if (pos == std::string::npos) {
dui.defines.push_back(def);
2016-07-20 12:21:00 +02:00
continue;
}
std::string s = def;
2016-07-20 12:21:00 +02:00
if (s[pos] == ' ') {
s[pos] = '=';
} else {
s[s.find(')')+1] = '=';
}
dui.defines.push_back(std::move(s));
}
dui.undefined = mSettings.userUndefs; // -U
dui.includePaths = mSettings.includePaths; // -I
dui.includes = mSettings.userIncludes; // --include
// TODO: use mSettings.standards.stdValue instead
2021-04-26 16:32:44 +02:00
if (Path::isCPP(filename))
dui.std = mSettings.standards.getCPP();
else
dui.std = mSettings.standards.getC();
dui.clearIncludeCache = mSettings.clearIncludeCache;
return dui;
}
bool Preprocessor::hasErrors(const simplecpp::Output &output)
{
switch (output.type) {
case simplecpp::Output::ERROR:
case simplecpp::Output::INCLUDE_NESTED_TOO_DEEPLY:
case simplecpp::Output::SYNTAX_ERROR:
case simplecpp::Output::UNHANDLED_CHAR_ERROR:
case simplecpp::Output::EXPLICIT_INCLUDE_NOT_FOUND:
return true;
case simplecpp::Output::WARNING:
case simplecpp::Output::MISSING_HEADER:
case simplecpp::Output::PORTABILITY_BACKSLASH:
break;
}
return false;
}
bool Preprocessor::hasErrors(const simplecpp::OutputList &outputList)
{
const auto it = std::find_if(outputList.cbegin(), outputList.cend(), [](const simplecpp::Output &output) {
return hasErrors(output);
});
return it != outputList.cend();
}
void Preprocessor::handleErrors(const simplecpp::OutputList& outputList, bool throwError)
{
const bool showerror = (!mSettings.userDefines.empty() && !mSettings.force);
reportOutput(outputList, showerror);
if (throwError) {
const auto it = std::find_if(outputList.cbegin(), outputList.cend(), [](const simplecpp::Output &output){
return hasErrors(output);
});
if (it != outputList.cend()) {
throw *it;
}
}
}
bool Preprocessor::loadFiles(const simplecpp::TokenList &rawtokens, std::vector<std::string> &files)
{
const simplecpp::DUI dui = createDUI(mSettings, emptyString, files[0]);
simplecpp::OutputList outputList;
mTokenLists = simplecpp::load(rawtokens, files, dui, &outputList);
handleErrors(outputList, false);
return !hasErrors(outputList);
}
void Preprocessor::removeComments()
{
for (std::pair<const std::string, simplecpp::TokenList*>& tokenList : mTokenLists) {
if (tokenList.second)
2020-09-21 19:48:04 +02:00
tokenList.second->removeComments();
}
}
2016-07-25 14:52:23 +02:00
void Preprocessor::setPlatformInfo(simplecpp::TokenList *tokens) const
{
tokens->sizeOfType["bool"] = mSettings.platform.sizeof_bool;
tokens->sizeOfType["short"] = mSettings.platform.sizeof_short;
tokens->sizeOfType["int"] = mSettings.platform.sizeof_int;
tokens->sizeOfType["long"] = mSettings.platform.sizeof_long;
tokens->sizeOfType["long long"] = mSettings.platform.sizeof_long_long;
tokens->sizeOfType["float"] = mSettings.platform.sizeof_float;
tokens->sizeOfType["double"] = mSettings.platform.sizeof_double;
tokens->sizeOfType["long double"] = mSettings.platform.sizeof_long_double;
tokens->sizeOfType["bool *"] = mSettings.platform.sizeof_pointer;
tokens->sizeOfType["short *"] = mSettings.platform.sizeof_pointer;
tokens->sizeOfType["int *"] = mSettings.platform.sizeof_pointer;
tokens->sizeOfType["long *"] = mSettings.platform.sizeof_pointer;
tokens->sizeOfType["long long *"] = mSettings.platform.sizeof_pointer;
tokens->sizeOfType["float *"] = mSettings.platform.sizeof_pointer;
tokens->sizeOfType["double *"] = mSettings.platform.sizeof_pointer;
tokens->sizeOfType["long double *"] = mSettings.platform.sizeof_pointer;
2016-07-25 14:52:23 +02:00
}
simplecpp::TokenList Preprocessor::preprocess(const simplecpp::TokenList &tokens1, const std::string &cfg, std::vector<std::string> &files, bool throwError)
{
const simplecpp::DUI dui = createDUI(mSettings, cfg, files[0]);
2016-07-20 12:21:00 +02:00
simplecpp::OutputList outputList;
std::list<simplecpp::MacroUsage> macroUsage;
2021-07-22 08:46:28 +02:00
std::list<simplecpp::IfCond> ifCond;
2016-07-21 19:42:26 +02:00
simplecpp::TokenList tokens2(files);
2021-07-22 08:46:28 +02:00
simplecpp::preprocess(tokens2, tokens1, files, mTokenLists, dui, &outputList, &macroUsage, &ifCond);
mMacroUsage = macroUsage;
2021-07-22 08:46:28 +02:00
mIfCond = ifCond;
handleErrors(outputList, throwError);
tokens2.removeComments();
return tokens2;
}
2011-11-03 19:05:48 +01:00
std::string Preprocessor::getcode(const simplecpp::TokenList &tokens1, const std::string &cfg, std::vector<std::string> &files, const bool writeLocations)
{
simplecpp::TokenList tokens2 = preprocess(tokens1, cfg, files, false);
2016-07-20 12:21:00 +02:00
unsigned int prevfile = 0;
unsigned int line = 1;
std::ostringstream ret;
for (const simplecpp::Token *tok = tokens2.cfront(); tok; tok = tok->next) {
2016-07-20 12:21:00 +02:00
if (writeLocations && tok->location.fileIndex != prevfile) {
ret << "\n#line " << tok->location.line << " \"" << tok->location.file() << "\"\n";
prevfile = tok->location.fileIndex;
line = tok->location.line;
}
2011-11-03 19:05:48 +01:00
if (tok->previous && line >= tok->location.line) // #7912
2016-07-20 12:21:00 +02:00
ret << ' ';
while (tok->location.line > line) {
ret << '\n';
line++;
}
if (!tok->macro.empty())
ret << Preprocessor::macroChar;
2018-05-14 13:00:22 +02:00
ret << tok->str();
2016-07-20 12:21:00 +02:00
}
2011-11-03 19:05:48 +01:00
2016-07-20 12:21:00 +02:00
return ret.str();
}
2011-11-03 19:05:48 +01:00
void Preprocessor::reportOutput(const simplecpp::OutputList &outputList, bool showerror)
{
2018-07-15 15:03:08 +02:00
for (const simplecpp::Output &out : outputList) {
switch (out.type) {
case simplecpp::Output::ERROR:
2018-07-15 15:03:08 +02:00
if (out.msg.compare(0,6,"#error")!=0 || showerror)
error(out.location.file(), out.location.line, out.msg);
break;
case simplecpp::Output::WARNING:
case simplecpp::Output::PORTABILITY_BACKSLASH:
break;
case simplecpp::Output::MISSING_HEADER: {
2018-07-15 15:03:08 +02:00
const std::string::size_type pos1 = out.msg.find_first_of("<\"");
const std::string::size_type pos2 = out.msg.find_first_of(">\"", pos1 + 1U);
if (pos1 < pos2 && pos2 != std::string::npos)
2018-07-15 15:03:08 +02:00
missingInclude(out.location.file(), out.location.line, out.msg.substr(pos1+1, pos2-pos1-1), out.msg[pos1] == '\"' ? UserHeader : SystemHeader);
}
break;
case simplecpp::Output::INCLUDE_NESTED_TOO_DEEPLY:
case simplecpp::Output::SYNTAX_ERROR:
2017-09-12 22:42:10 +02:00
case simplecpp::Output::UNHANDLED_CHAR_ERROR:
2018-07-15 15:03:08 +02:00
error(out.location.file(), out.location.line, out.msg);
break;
case simplecpp::Output::EXPLICIT_INCLUDE_NOT_FOUND:
error(emptyString, 0, out.msg);
break;
}
}
}
2016-07-20 12:21:00 +02:00
void Preprocessor::error(const std::string &filename, unsigned int linenr, const std::string &msg)
{
2020-05-23 07:16:49 +02:00
std::list<ErrorMessage::FileLocation> locationList;
2016-07-20 12:21:00 +02:00
if (!filename.empty()) {
std::string file = Path::fromNativeSeparators(filename);
if (mSettings.relativePaths)
file = Path::getRelativePath(file, mSettings.basePaths);
ErrorMessage::FileLocation loc(file, linenr, 0);
locationList.push_back(std::move(loc));
}
2020-05-23 07:16:49 +02:00
mErrorLogger->reportErr(ErrorMessage(locationList,
mFile0,
Severity::error,
msg,
"preprocessorErrorDirective",
Certainty::normal));
2016-07-20 12:21:00 +02:00
}
// Report that include is missing
void Preprocessor::missingInclude(const std::string &filename, unsigned int linenr, const std::string &header, HeaderTypes headerType)
{
if (!mSettings.checks.isEnabled(Checks::missingInclude) || !mErrorLogger)
return;
std::list<ErrorMessage::FileLocation> locationList;
if (!filename.empty()) {
locationList.emplace_back(filename, linenr);
}
ErrorMessage errmsg(std::move(locationList), mFile0, Severity::information,
(headerType==SystemHeader) ?
"Include file: <" + header + "> not found. Please note: Cppcheck does not need standard library headers to get proper results." :
"Include file: \"" + header + "\" not found.",
(headerType==SystemHeader) ? "missingIncludeSystem" : "missingInclude",
Certainty::normal);
mErrorLogger->reportErr(errmsg);
}
void Preprocessor::getErrorMessages(ErrorLogger *errorLogger, const Settings *settings)
2010-09-03 13:30:49 +02:00
{
Settings settings2(*settings);
Preprocessor preprocessor(settings2, errorLogger);
preprocessor.missingInclude(emptyString, 1, emptyString, UserHeader);
preprocessor.missingInclude(emptyString, 1, emptyString, SystemHeader);
preprocessor.error(emptyString, 1, "#error message"); // #error ..
2010-09-03 13:30:49 +02:00
}
void Preprocessor::dump(std::ostream &out) const
{
// Create a xml dump.
out << " <directivelist>" << std::endl;
2018-06-17 08:45:45 +02:00
for (const Directive &dir : mDirectives) {
out << " <directive "
2018-06-17 08:45:45 +02:00
<< "file=\"" << ErrorLogger::toxml(dir.file) << "\" "
<< "linenr=\"" << dir.linenr << "\" "
// str might contain characters such as '"', '<' or '>' which
// could result in invalid XML, so run it through toxml().
2018-06-17 08:45:45 +02:00
<< "str=\"" << ErrorLogger::toxml(dir.str) << "\"/>" << std::endl;
}
out << " </directivelist>" << std::endl;
if (!mMacroUsage.empty()) {
out << " <macro-usage>" << std::endl;
for (const simplecpp::MacroUsage &macroUsage: mMacroUsage) {
2021-07-22 08:46:28 +02:00
out << " <macro"
<< " name=\"" << macroUsage.macroName << "\""
<< " file=\"" << macroUsage.macroLocation.file() << "\""
<< " line=\"" << macroUsage.macroLocation.line << "\""
<< " column=\"" << macroUsage.macroLocation.col << "\""
<< " usefile=\"" << macroUsage.useLocation.file() << "\""
<< " useline=\"" << macroUsage.useLocation.line << "\""
<< " usecolumn=\"" << macroUsage.useLocation.col << "\""
2021-07-22 08:46:28 +02:00
<< " is-known-value=\"" << (macroUsage.macroValueKnown ? "true" : "false") << "\""
<< "/>" << std::endl;
}
out << " </macro-usage>" << std::endl;
}
2021-07-22 08:46:28 +02:00
if (!mIfCond.empty()) {
out << " <simplecpp-if-cond>" << std::endl;
for (const simplecpp::IfCond &ifCond: mIfCond) {
out << " <if-cond"
<< " file=\"" << ErrorLogger::toxml(ifCond.location.file()) << "\""
<< " line=\"" << ifCond.location.line << "\""
<< " column=\"" << ifCond.location.col << "\""
<< " E=\"" << ErrorLogger::toxml(ifCond.E) << "\""
<< " result=\"" << ifCond.result << "\""
<< "/>" << std::endl;
}
out << " </simplecpp-if-cond>" << std::endl;
}
}
2016-10-29 12:18:11 +02:00
std::size_t Preprocessor::calculateHash(const simplecpp::TokenList &tokens1, const std::string &toolinfo) const
{
std::string hashData = toolinfo;
2016-10-29 12:18:11 +02:00
for (const simplecpp::Token *tok = tokens1.cfront(); tok; tok = tok->next) {
if (!tok->comment)
hashData += tok->str();
2016-10-29 12:18:11 +02:00
}
for (std::map<std::string, simplecpp::TokenList *>::const_iterator it = mTokenLists.cbegin(); it != mTokenLists.cend(); ++it) {
2016-10-29 12:18:11 +02:00
for (const simplecpp::Token *tok = it->second->cfront(); tok; tok = tok->next) {
if (!tok->comment)
hashData += tok->str();
2016-10-29 12:18:11 +02:00
}
}
return (std::hash<std::string>{})(hashData);
2016-10-29 12:18:11 +02:00
}
void Preprocessor::simplifyPragmaAsm(simplecpp::TokenList *tokenList) const
2017-05-17 21:58:46 +02:00
{
Preprocessor::simplifyPragmaAsmPrivate(tokenList);
for (const std::pair<const std::string, simplecpp::TokenList*>& list : mTokenLists) {
Preprocessor::simplifyPragmaAsmPrivate(list.second);
2017-05-17 21:58:46 +02:00
}
}
void Preprocessor::simplifyPragmaAsmPrivate(simplecpp::TokenList *tokenList)
{
// assembler code..
for (simplecpp::Token *tok = tokenList->front(); tok; tok = tok->next) {
if (tok->op != '#')
continue;
if (sameline(tok, tok->previousSkipComments()))
continue;
const simplecpp::Token * const tok2 = tok->nextSkipComments();
2018-05-14 13:00:22 +02:00
if (!tok2 || !sameline(tok, tok2) || tok2->str() != "pragma")
continue;
const simplecpp::Token * const tok3 = tok2->nextSkipComments();
2018-05-14 13:00:22 +02:00
if (!tok3 || !sameline(tok, tok3) || tok3->str() != "asm")
continue;
const simplecpp::Token *endasm = tok3;
while ((endasm = endasm->next) != nullptr) {
if (endasm->op != '#' || sameline(endasm,endasm->previousSkipComments()))
continue;
const simplecpp::Token * const endasm2 = endasm->nextSkipComments();
2018-05-14 13:00:22 +02:00
if (!endasm2 || !sameline(endasm, endasm2) || endasm2->str() != "pragma")
continue;
const simplecpp::Token * const endasm3 = endasm2->nextSkipComments();
2018-05-14 13:00:22 +02:00
if (!endasm3 || !sameline(endasm2, endasm3) || endasm3->str() != "endasm")
continue;
while (sameline(endasm,endasm3))
endasm = endasm->next;
break;
}
const simplecpp::Token * const tok4 = tok3->next;
tok->setstr("asm");
const_cast<simplecpp::Token *>(tok2)->setstr("(");
const_cast<simplecpp::Token *>(tok3)->setstr(")");
const_cast<simplecpp::Token *>(tok4)->setstr(";");
while (tok4->next != endasm)
tokenList->deleteToken(tok4->next);
}
}