walkero
/
cppcheck
1
0
Fork 0
Code Issues Pull Requests Projects Releases 1 Wiki Activity

generate_cfg_tests: Added tool that generates test cases from cfg file

This commit is contained in:
Daniel Marjamäki 2018-03-18 12:50:55 +01:00
parent 73ac27cc79
commit 52fb9d3743
3 changed files with 211 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
Makefile
View File

@ -271,6 +271,8 @@ dmake: tools/dmake.o cli/filelister.o $(SRCDIR)/pathmatch.o $(SRCDIR)/path.o ext
run-dmake: dmake
./dmake
generate_cfg_tests: tools/generate_cfg_tests.o $(EXTOBJ)
g++ -Iexternals/tinyxml -o generate_cfg_tests tools/generate_cfg_tests.o $(EXTOBJ)
reduce: tools/reduce.o $(LIBOBJ) $(EXTOBJ)
$(CXX) $(CPPFLAGS) $(CXXFLAGS) -o $@ $^ $(LIBS) $(LDFLAGS) $(RDYNAMIC)
@ -652,6 +654,9 @@ externals/tinyxml/tinyxml2.o: externals/tinyxml/tinyxml2.cpp lib/cxx11emu.h exte
tools/dmake.o: tools/dmake.cpp lib/cxx11emu.h cli/filelister.h lib/pathmatch.h lib/config.h
$(CXX) ${INCLUDE_FOR_LIB} $(CPPFLAGS) $(CFG) $(CXXFLAGS) $(UNDEF_STRICT_ANSI) -c -o tools/dmake.o tools/dmake.cpp
tools/generate_cfg_tests.o: tools/generate_cfg_tests.cpp lib/cxx11emu.h
$(CXX) ${INCLUDE_FOR_LIB} $(CPPFLAGS) $(CFG) $(CXXFLAGS) $(UNDEF_STRICT_ANSI) -c -o tools/generate_cfg_tests.o tools/generate_cfg_tests.cpp
tools/reduce.o: tools/reduce.cpp lib/cxx11emu.h
$(CXX) ${INCLUDE_FOR_LIB} $(CPPFLAGS) $(CFG) $(CXXFLAGS) $(UNDEF_STRICT_ANSI) -c -o tools/reduce.o tools/reduce.cpp

2
tools/dmake.cpp
View File

@ -381,6 +381,8 @@ int main(int argc, char **argv)
fout << "\t$(CXX) $(CXXFLAGS) -o $@ $^ $(LDFLAGS)\n\n";
fout << "run-dmake: dmake\n";
fout << "\t./dmake\n\n";
fout << "generate_cfg_tests: tools/generate_cfg_tests.o $(EXTOBJ)\n";
fout << "\tg++ -Iexternals/tinyxml -o generate_cfg_tests tools/generate_cfg_tests.o $(EXTOBJ)\n";
fout << "reduce:\ttools/reduce.o $(LIBOBJ) $(EXTOBJ)\n";
fout << "\t$(CXX) $(CPPFLAGS) $(CXXFLAGS) -o $@ $^ $(LIBS) $(LDFLAGS) $(RDYNAMIC)\n\n";
fout << "clean:\n";

204
tools/generate_cfg_tests.cpp Normal file
View File

@ -0,0 +1,204 @@
#include <iostream>
#include <cstring>
#include <string>
#include <sstream>
#include <vector>
#include "tinyxml2.h"
static void testfunction(const tinyxml2::XMLElement *node, const std::string &functionName);
static std::vector<std::string> splitString(const char *str, char delim)
{
std::vector<std::string> ret;
while (const char *p = std::strchr(str,delim)) {
ret.push_back(std::string(str, p-str));
str = p + 1;
}
ret.push_back(str);
return ret;
}
static std::string replaceCharInString(std::string s, char from, char to)
{
for (int i = 0; i < s.size(); ++i) {
if (s[i] == from)
s[i] = to;
}
return s;
}
int main(int argc, char **argv)
{
if (argc != 2 || !std::strstr(argv[1], ".cfg")) {
std::cerr << "no cfg file\n";
return 1;
}
const char *cfgfile = argv[1];
tinyxml2::XMLDocument doc;
if (tinyxml2::XML_SUCCESS != doc.LoadFile(cfgfile)) {
std::cerr << "failed to load cfg file\n";
return 1;
}
std::string testfile(cfgfile);
if (testfile.find('/') != std::string::npos)
testfile = testfile.substr(testfile.rfind('/')+1);
testfile = "generated-cfg-tests-" + testfile.substr(0,testfile.find('.')) + ".cpp";
std::cout << "// auto generated tests from " << cfgfile << std::endl;
std::cout << "//" << std::endl;
std::cout << "// Generated by command:" << std::endl;
std::cout << "// " << argv[0] << ' ' << cfgfile << " > " << testfile << std::endl;
std::cout << "//" << std::endl;
std::cout << "// Recommended cppcheck command line:" << std::endl;
std::cout << "// $ cppcheck --enable=warning,information --inline-suppr " << testfile << std::endl;
std::cout << "// => 'unmatched suppression' warnings are false negatives." << std::endl;
std::cout << "//" << std::endl << std::endl ;
const tinyxml2::XMLElement * const rootnode = doc.FirstChildElement();
for (const tinyxml2::XMLElement *node = rootnode->FirstChildElement(); node; node = node->NextSiblingElement()) {
const std::string nodename = node->Name();
if (nodename == "memory" || nodename == "resource") {
//testalloc(node);
} else if (nodename == "function") {
for (const std::string &name : splitString(node->Attribute("name"), ','))
testfunction(node, name);
}
}
return 0;
}
static std::string functionCall(const std::string &functionName, bool useretval, int argNr, int numberOfArgs, const char badArg[])
{
std::ostringstream ostr;
if (useretval)
ostr << "result = ";
ostr << functionName << '(';
for (int i = 1; i <= numberOfArgs; ++i) {
if (i > 1)
ostr << ", ";
if (i == argNr)
ostr << badArg;
else
ostr << "arg" << i;
}
ostr << ')';
return ostr.str();
}
static std::string testFunctionArg(const std::string &functionName, bool useretval, const char type[], int argNr, int numberOfArgs, const char code[], const char suppress[], const char badArg[])
{
std::ostringstream ostr;
ostr << "void test__" << replaceCharInString(functionName,':','_') << "__arg" << argNr << "__" << type << "() {" << std::endl;
if (*code)
ostr << " " << code << std::endl;
ostr << " // cppcheck-suppress " << suppress << std::endl;
ostr << " " << functionCall(functionName, useretval, argNr, numberOfArgs, badArg) << ';' << std::endl;
ostr << '}';
return ostr.str();
}
static void testfunction(const tinyxml2::XMLElement *node, const std::string &functionName)
{
// How many args does this function take?
int numberOfArgs = 0;
for (const tinyxml2::XMLElement *child = node->FirstChildElement(); child; child = child->NextSiblingElement()) {
if (std::strcmp(child->Name(), "arg") == 0) {
const char *nr = child->Attribute("nr");
if (nr && *nr >= (numberOfArgs + '0') && *nr <= '9')
numberOfArgs = *nr - '0';
}
}
bool noreturn = false;
bool useretval = false;
bool pure = false;
//bool constant = false;
bool leakignore = false;
for (const tinyxml2::XMLElement *child = node->FirstChildElement(); child; child = child->NextSiblingElement()) {
if (std::strcmp(child->Name(), "noreturn") == 0)
noreturn = true;
else if (std::strcmp(child->Name(), "use-retval") == 0)
useretval = true;
else if (std::strcmp(child->Name(), "pure") == 0)
pure = true;
//else if (std::strcmp(child->Name(), "const") == 0)
// constant = true;
else if (std::strcmp(child->Name(), "leak-ignore") == 0)
leakignore = true;
}
if (noreturn) {
std::cout << "void test__" << replaceCharInString(functionName,':','_') << "__noreturn() {" << std::endl;
std::cout << " int x = 100;" << std::endl;
std::cout << " if (cond) x=1; else " << functionCall(functionName, useretval, -1, numberOfArgs, "") << ';' << std::endl;
std::cout << " // cppcheck-suppress shiftTooManyBits" << std::endl;
std::cout << " x = 1 << x;" << std::endl;
std::cout << "}" << std::endl << std::endl;
}
if (useretval) {
std::cout << "void test__" << replaceCharInString(functionName,':','_') << "__useretval() {" << std::endl;
std::cout << " // cppcheck-suppress ignoredReturnValue" << std::endl;
std::cout << " " << functionCall(functionName, false, -1, numberOfArgs, "") << ';' << std::endl;
std::cout << "}" << std::endl << std::endl;
}
if (pure) {
std::cout << "void test__" << replaceCharInString(functionName,':','_') << "__pure(";
for (int i = 1; i <= numberOfArgs; ++i)
std::cout << (i>1?",":"") << "int arg" << i;
std::cout << ") {" << std::endl;
std::cout << " // cppcheck-suppress incorrectLogicOperator" << std::endl;
std::cout << " if ((" << functionCall(functionName, false, -1, numberOfArgs, "") << " > 10) || (";
std::cout << functionCall(functionName, false, -1, numberOfArgs, "") << " < 100)) {}" << std::endl;
std::cout << "}" << std::endl << std::endl;
}
if (leakignore) {
std::cout << "void test__" << replaceCharInString(functionName,':','_') << "__leakignore() {" << std::endl;
std::cout << " char *p = strdup(str);" << std::endl;
std::cout << " " << functionCall(functionName, useretval, 1, numberOfArgs, "p") << ';' << std::endl;
std::cout << " // cppcheck-suppress memleak" << std::endl;
std::cout << "}" << std::endl << std::endl;
}
// Generate tests for args
for (int argNr = 1; argNr <= numberOfArgs; ++argNr) {
for (const tinyxml2::XMLElement *child = node->FirstChildElement(); child; child = child->NextSiblingElement()) {
if (std::strcmp(child->Name(), "arg") != 0)
continue;
const char *nrAttr = child->Attribute("nr");
if (!nrAttr || *nrAttr != (argNr + '0'))
continue;
bool notbool = false;
bool notuninit = false;
bool notnull = false;
for (const tinyxml2::XMLElement *argCheck = child->FirstChildElement(); argCheck; argCheck = argCheck->NextSiblingElement()) {
if (std::strcmp(argCheck->Name(), "not-bool") == 0)
notbool = true;
else if (std::strcmp(argCheck->Name(), "not-null") == 0)
notnull = true;
else if (std::strcmp(argCheck->Name(), "not-uninit") == 0)
notuninit = true;
}
if (notbool) {
std::cout << testFunctionArg(functionName, useretval, "notbool", argNr, numberOfArgs, "", "invalidFunctionArgBool", "!x") << std::endl << std::endl;
}
if (notnull) {
std::cout << testFunctionArg(functionName, useretval, "notnull", argNr, numberOfArgs, "", "nullPointer", "NULL") << std::endl << std::endl;
}
if (notuninit) {
const char *code = notnull ? "int x[10];" : "int x;";
std::cout << testFunctionArg(functionName, useretval, "notuninit", argNr, numberOfArgs, code, "uninitvar", "x") << std::endl << std::endl;
}
}
}
}