cppcheck/cli/threadexecutor.cpp

533 lines
18 KiB
C++
Raw Normal View History

/*
* Cppcheck - A tool for static C/C++ code analysis
2021-03-21 20:58:32 +01:00
* Copyright (C) 2007-2021 Cppcheck team.
*
* This program is free software: you can redistribute it and/or modify
* it under the terms of the GNU General Public License as published by
* the Free Software Foundation, either version 3 of the License, or
* (at your option) any later version.
*
* This program is distributed in the hope that it will be useful,
* but WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
* GNU General Public License for more details.
*
* You should have received a copy of the GNU General Public License
* along with this program. If not, see <http://www.gnu.org/licenses/>.
*/
#include "threadexecutor.h"
2017-05-27 04:33:47 +02:00
2021-07-08 21:21:35 +02:00
#include "color.h"
2017-05-27 04:33:47 +02:00
#include "config.h"
#include "cppcheck.h"
#include "cppcheckexecutor.h"
#include "errortypes.h"
2017-05-27 04:33:47 +02:00
#include "importproject.h"
#include "settings.h"
#include "suppressions.h"
#include <algorithm>
2017-09-07 13:02:44 +02:00
#include <cerrno>
2017-05-27 04:33:47 +02:00
#include <cstdlib>
#include <cstring>
#include <functional>
#include <iostream>
2017-05-27 04:33:47 +02:00
#include <utility>
#ifdef __SVR4 // Solaris
#include <sys/loadavg.h>
#endif
#ifdef THREADING_MODEL_FORK
2020-02-18 10:09:29 +01:00
#if defined(__linux__)
#include <sys/prctl.h>
#endif
#include <sys/select.h>
#include <sys/wait.h>
2017-05-27 04:33:47 +02:00
#include <fcntl.h>
#include <csignal>
2017-05-27 04:33:47 +02:00
#include <unistd.h>
#endif
2012-12-12 19:09:37 +01:00
#ifdef THREADING_MODEL_WIN
#include <future>
#include <numeric>
2012-12-12 19:09:37 +01:00
#endif
2012-12-27 11:51:12 +01:00
// required for FD_ZERO
using std::memset;
ThreadExecutor::ThreadExecutor(const std::map<std::string, std::size_t> &files, Settings &settings, ErrorLogger &errorLogger)
: mFiles(files), mSettings(settings), mErrorLogger(errorLogger), mFileCount(0)
{
2012-12-13 21:03:41 +01:00
#if defined(THREADING_MODEL_FORK)
mWpipe = 0;
2012-12-13 21:03:41 +01:00
#elif defined(THREADING_MODEL_WIN)
mProcessedFiles = 0;
mTotalFiles = 0;
mProcessedSize = 0;
mTotalFileSize = 0;
#endif
}
ThreadExecutor::~ThreadExecutor()
{}
// cppcheck-suppress unusedFunction - only used in unit tests
void ThreadExecutor::addFileContent(const std::string &path, const std::string &content)
{
mFileContents[path] = content;
}
void ThreadExecutor::reportErr(const ErrorMessage &msg)
{
report(msg, MessageType::REPORT_ERROR);
}
void ThreadExecutor::reportInfo(const ErrorMessage &msg)
{
report(msg, MessageType::REPORT_INFO);
}
2010-06-14 22:18:09 +02:00
///////////////////////////////////////////////////////////////////////////////
////// This code is for platforms that support fork() only ////////////////////
///////////////////////////////////////////////////////////////////////////////
2012-12-12 19:09:37 +01:00
#if defined(THREADING_MODEL_FORK)
int ThreadExecutor::handleRead(int rpipe, unsigned int &result)
{
char type = 0;
2011-10-13 20:53:06 +02:00
if (read(rpipe, &type, 1) <= 0) {
if (errno == EAGAIN)
return 0;
// need to increment so a missing pipe (i.e. premature exit of forked process) results in an error exitcode
++result;
return -1;
}
if (type != REPORT_OUT && type != REPORT_ERROR && type != REPORT_INFO && type != CHILD_END) {
std::cerr << "#### ThreadExecutor::handleRead error, type was:" << type << std::endl;
std::exit(EXIT_FAILURE);
}
unsigned int len = 0;
2011-10-13 20:53:06 +02:00
if (read(rpipe, &len, sizeof(len)) <= 0) {
std::cerr << "#### ThreadExecutor::handleRead error, type was:" << type << std::endl;
std::exit(EXIT_FAILURE);
}
// Don't rely on incoming data being null-terminated.
// Allocate +1 element and null-terminate the buffer.
char *buf = new char[len + 1];
const ssize_t readIntoBuf = read(rpipe, buf, len);
if (readIntoBuf <= 0) {
std::cerr << "#### ThreadExecutor::handleRead error, type was:" << type << std::endl;
std::exit(EXIT_FAILURE);
}
buf[readIntoBuf] = 0;
if (type == REPORT_OUT) {
mErrorLogger.reportOut(buf);
} else if (type == REPORT_ERROR || type == REPORT_INFO) {
2020-05-23 07:16:49 +02:00
ErrorMessage msg;
try {
msg.deserialize(buf);
} catch (const InternalError& e) {
std::cerr << "#### ThreadExecutor::handleRead error, internal error:" << e.errorMessage << std::endl;
std::exit(EXIT_FAILURE);
}
if (!mSettings.nomsg.isSuppressed(msg.toSuppressionsErrorMessage())) {
// Alert only about unique errors
std::string errmsg = msg.toString(mSettings.verbose);
if (std::find(mErrorList.begin(), mErrorList.end(), errmsg) == mErrorList.end()) {
mErrorList.emplace_back(errmsg);
if (type == REPORT_ERROR)
mErrorLogger.reportErr(msg);
else
mErrorLogger.reportInfo(msg);
}
}
} else if (type == CHILD_END) {
std::istringstream iss(buf);
unsigned int fileResult = 0;
iss >> fileResult;
result += fileResult;
2021-08-07 20:51:18 +02:00
delete[] buf;
return -1;
}
2021-08-07 20:51:18 +02:00
delete[] buf;
return 1;
}
bool ThreadExecutor::checkLoadAverage(size_t nchildren)
2014-03-25 18:35:59 +01:00
{
#if defined(__CYGWIN__) || defined(__QNX__) || defined(__HAIKU__) // getloadavg() is unsupported on Cygwin, Qnx, Haiku.
return true;
#else
if (!nchildren || !mSettings.loadAverage) {
2014-03-25 18:35:59 +01:00
return true;
}
double sample(0);
2014-03-25 18:35:59 +01:00
if (getloadavg(&sample, 1) != 1) {
// disable load average checking on getloadavg error
2014-03-25 18:35:59 +01:00
return true;
} else if (sample < mSettings.loadAverage) {
2014-03-25 18:35:59 +01:00
return true;
}
return false;
#endif
2014-03-25 18:35:59 +01:00
}
unsigned int ThreadExecutor::check()
{
mFileCount = 0;
unsigned int result = 0;
std::size_t totalfilesize = 0;
for (std::map<std::string, std::size_t>::const_iterator i = mFiles.begin(); i != mFiles.end(); ++i) {
totalfilesize += i->second;
}
std::list<int> rpipes;
std::map<pid_t, std::string> childFile;
std::map<int, std::string> pipeFile;
std::size_t processedsize = 0;
std::map<std::string, std::size_t>::const_iterator iFile = mFiles.begin();
std::list<ImportProject::FileSettings>::const_iterator iFileSettings = mSettings.project.fileSettings.begin();
for (;;) {
// Start a new child
size_t nchildren = childFile.size();
if ((iFile != mFiles.end() || iFileSettings != mSettings.project.fileSettings.end()) && nchildren < mSettings.jobs && checkLoadAverage(nchildren)) {
int pipes[2];
2011-10-13 20:53:06 +02:00
if (pipe(pipes) == -1) {
std::cerr << "#### ThreadExecutor::check, pipe() failed: "<< std::strerror(errno) << std::endl;
2012-12-27 11:51:12 +01:00
std::exit(EXIT_FAILURE);
}
int flags = 0;
2011-10-13 20:53:06 +02:00
if ((flags = fcntl(pipes[0], F_GETFL, 0)) < 0) {
std::cerr << "#### ThreadExecutor::check, fcntl(F_GETFL) failed: "<< std::strerror(errno) << std::endl;
2012-12-27 11:51:12 +01:00
std::exit(EXIT_FAILURE);
}
2011-10-13 20:53:06 +02:00
if (fcntl(pipes[0], F_SETFL, flags | O_NONBLOCK) < 0) {
std::cerr << "#### ThreadExecutor::check, fcntl(F_SETFL) failed: "<< std::strerror(errno) << std::endl;
2012-12-27 11:51:12 +01:00
std::exit(EXIT_FAILURE);
}
pid_t pid = fork();
2011-10-13 20:53:06 +02:00
if (pid < 0) {
// Error
std::cerr << "#### ThreadExecutor::check, Failed to create child process: "<< std::strerror(errno) << std::endl;
2012-12-27 11:51:12 +01:00
std::exit(EXIT_FAILURE);
2011-10-13 20:53:06 +02:00
} else if (pid == 0) {
2020-02-18 10:09:29 +01:00
#if defined(__linux__)
prctl(PR_SET_PDEATHSIG, SIGHUP);
#endif
close(pipes[0]);
mWpipe = pipes[1];
CppCheck fileChecker(*this, false, CppCheckExecutor::executeCommand);
fileChecker.settings() = mSettings;
unsigned int resultOfCheck = 0;
if (iFileSettings != mSettings.project.fileSettings.end()) {
resultOfCheck = fileChecker.check(*iFileSettings);
} else if (!mFileContents.empty() && mFileContents.find(iFile->first) != mFileContents.end()) {
// File content was given as a string
2021-08-07 20:51:18 +02:00
resultOfCheck = fileChecker.check(iFile->first, mFileContents[iFile->first]);
2011-10-13 20:53:06 +02:00
} else {
// Read file from a file
resultOfCheck = fileChecker.check(iFile->first);
}
std::ostringstream oss;
oss << resultOfCheck;
writeToPipe(CHILD_END, oss.str());
std::exit(EXIT_SUCCESS);
}
close(pipes[1]);
rpipes.push_back(pipes[0]);
if (iFileSettings != mSettings.project.fileSettings.end()) {
childFile[pid] = iFileSettings->filename + ' ' + iFileSettings->cfg;
pipeFile[pipes[0]] = iFileSettings->filename + ' ' + iFileSettings->cfg;
++iFileSettings;
} else {
childFile[pid] = iFile->first;
pipeFile[pipes[0]] = iFile->first;
++iFile;
}
}
if (!rpipes.empty()) {
fd_set rfds;
FD_ZERO(&rfds);
for (std::list<int>::const_iterator rp = rpipes.begin(); rp != rpipes.end(); ++rp)
FD_SET(*rp, &rfds);
2014-03-25 18:35:59 +01:00
struct timeval tv; // for every second polling of load average condition
tv.tv_sec = 1;
tv.tv_usec = 0;
int r = select(*std::max_element(rpipes.begin(), rpipes.end()) + 1, &rfds, nullptr, nullptr, &tv);
2011-10-13 20:53:06 +02:00
if (r > 0) {
std::list<int>::iterator rp = rpipes.begin();
2011-10-13 20:53:06 +02:00
while (rp != rpipes.end()) {
if (FD_ISSET(*rp, &rfds)) {
int readRes = handleRead(*rp, result);
2011-10-13 20:53:06 +02:00
if (readRes == -1) {
std::size_t size = 0;
std::map<int, std::string>::iterator p = pipeFile.find(*rp);
2011-10-13 20:53:06 +02:00
if (p != pipeFile.end()) {
std::string name = p->second;
pipeFile.erase(p);
std::map<std::string, std::size_t>::const_iterator fs = mFiles.find(name);
if (fs != mFiles.end()) {
size = fs->second;
}
}
mFileCount++;
processedsize += size;
if (!mSettings.quiet)
CppCheckExecutor::reportStatus(mFileCount, mFiles.size() + mSettings.project.fileSettings.size(), processedsize, totalfilesize);
close(*rp);
rp = rpipes.erase(rp);
2011-10-13 20:53:06 +02:00
} else
++rp;
2011-10-13 20:53:06 +02:00
} else
++rp;
}
}
}
if (!childFile.empty()) {
int stat = 0;
pid_t child = waitpid(0, &stat, WNOHANG);
2011-10-13 20:53:06 +02:00
if (child > 0) {
std::string childname;
std::map<pid_t, std::string>::iterator c = childFile.find(child);
2011-10-13 20:53:06 +02:00
if (c != childFile.end()) {
childname = c->second;
childFile.erase(c);
}
if (WIFEXITED(stat)) {
const int exitstatus = WEXITSTATUS(stat);
if (exitstatus != EXIT_SUCCESS) {
std::ostringstream oss;
oss << "Child process exited with " << exitstatus;
reportInternalChildErr(childname, oss.str());
}
} else if (WIFSIGNALED(stat)) {
std::ostringstream oss;
oss << "Child process crashed with signal " << WTERMSIG(stat);
reportInternalChildErr(childname, oss.str());
}
}
}
if (iFile == mFiles.end() && iFileSettings == mSettings.project.fileSettings.end() && rpipes.empty() && childFile.empty()) {
// All done
break;
}
}
return result;
}
void ThreadExecutor::writeToPipe(PipeSignal type, const std::string &data)
{
unsigned int len = static_cast<unsigned int>(data.length() + 1);
2021-08-07 20:51:18 +02:00
char *out = new char[len + 1 + sizeof(len)];
out[0] = static_cast<char>(type);
2009-02-20 20:53:14 +01:00
std::memcpy(&(out[1]), &len, sizeof(len));
std::memcpy(&(out[1+sizeof(len)]), data.c_str(), len);
if (write(mWpipe, out, len + 1 + sizeof(len)) <= 0) {
2021-08-07 20:51:18 +02:00
delete[] out;
out = nullptr;
std::cerr << "#### ThreadExecutor::writeToPipe, Failed to write to pipe" << std::endl;
std::exit(EXIT_FAILURE);
}
2021-08-07 20:51:18 +02:00
delete[] out;
}
2021-07-08 21:21:35 +02:00
void ThreadExecutor::reportOut(const std::string &outmsg, Color c)
{
2021-07-08 21:21:35 +02:00
writeToPipe(REPORT_OUT, ::toString(c) + outmsg + ::toString(Color::Reset));
}
void ThreadExecutor::bughuntingReport(const std::string &str)
{
writeToPipe(REPORT_VERIFICATION, str);
}
void ThreadExecutor::report(const ErrorMessage &msg, MessageType msgType)
{
PipeSignal pipeSignal;
switch (msgType) {
case MessageType::REPORT_ERROR:
pipeSignal = REPORT_ERROR;
break;
case MessageType::REPORT_INFO:
pipeSignal = REPORT_INFO;
break;
}
writeToPipe(pipeSignal, msg.serialize());
2019-12-27 19:05:10 +01:00
}
void ThreadExecutor::reportInternalChildErr(const std::string &childname, const std::string &msg)
{
std::list<ErrorMessage::FileLocation> locations;
locations.emplace_back(childname, 0, 0);
const ErrorMessage errmsg(locations,
emptyString,
Severity::error,
"Internal error: " + msg,
"cppcheckError",
2021-02-24 22:12:48 +01:00
Certainty::normal);
if (!mSettings.nomsg.isSuppressed(errmsg.toSuppressionsErrorMessage()))
mErrorLogger.reportErr(errmsg);
}
2012-12-12 19:09:37 +01:00
#elif defined(THREADING_MODEL_WIN)
unsigned int ThreadExecutor::check()
{
std::vector<std::future<unsigned int>> threadFutures;
threadFutures.reserve(mSettings.jobs);
2012-12-12 19:09:37 +01:00
mItNextFile = mFiles.begin();
mItNextFileSettings = mSettings.project.fileSettings.begin();
2012-12-12 19:09:37 +01:00
mProcessedFiles = 0;
mProcessedSize = 0;
mTotalFiles = mFiles.size() + mSettings.project.fileSettings.size();
mTotalFileSize = 0;
for (std::map<std::string, std::size_t>::const_iterator i = mFiles.begin(); i != mFiles.end(); ++i) {
mTotalFileSize += i->second;
2012-12-13 18:47:13 +01:00
}
for (unsigned int i = 0; i < mSettings.jobs; ++i) {
try {
threadFutures.emplace_back(std::async(std::launch::async, threadProc, this));
2012-12-12 19:09:37 +01:00
}
catch (const std::system_error &e) {
std::cerr << "#### ThreadExecutor::check exception :" << e.what() << std::endl;
2012-12-12 19:09:37 +01:00
exit(EXIT_FAILURE);
}
}
return std::accumulate(threadFutures.begin(), threadFutures.end(), 0U, [](unsigned int v, std::future<unsigned int>& f) {
return v + f.get();
});
2012-12-12 19:09:37 +01:00
}
unsigned int __stdcall ThreadExecutor::threadProc(ThreadExecutor* threadExecutor)
2012-12-12 19:09:37 +01:00
{
unsigned int result = 0;
std::map<std::string, std::size_t>::const_iterator &itFile = threadExecutor->mItNextFile;
std::list<ImportProject::FileSettings>::const_iterator &itFileSettings = threadExecutor->mItNextFileSettings;
2012-12-12 19:09:37 +01:00
// guard static members of CppCheck against concurrent access
threadExecutor->mFileSync.lock();
2012-12-12 19:09:37 +01:00
for (;;) {
if (itFile == threadExecutor->mFiles.end() && itFileSettings == threadExecutor->mSettings.project.fileSettings.end()) {
threadExecutor->mFileSync.unlock();
break;
2016-08-07 17:10:37 +02:00
}
2012-12-12 19:09:37 +01:00
CppCheck fileChecker(*threadExecutor, false, CppCheckExecutor::executeCommand);
fileChecker.settings() = threadExecutor->mSettings;
std::size_t fileSize = 0;
if (itFile != threadExecutor->mFiles.end()) {
const std::string &file = itFile->first;
fileSize = itFile->second;
++itFile;
2016-08-07 14:30:09 +02:00
threadExecutor->mFileSync.unlock();
const std::map<std::string, std::string>::const_iterator fileContent = threadExecutor->mFileContents.find(file);
if (fileContent != threadExecutor->mFileContents.end()) {
// File content was given as a string
result += fileChecker.check(file, fileContent->second);
} else {
// Read file from a file
result += fileChecker.check(file);
}
} else { // file settings..
const ImportProject::FileSettings &fs = *itFileSettings;
++itFileSettings;
threadExecutor->mFileSync.unlock();
result += fileChecker.check(fs);
if (threadExecutor->mSettings.clangTidy)
fileChecker.analyseClangTidy(fs);
2012-12-12 19:09:37 +01:00
}
threadExecutor->mFileSync.lock();
2012-12-13 18:47:13 +01:00
threadExecutor->mProcessedSize += fileSize;
threadExecutor->mProcessedFiles++;
if (!threadExecutor->mSettings.quiet) {
std::lock_guard<std::mutex> lg(threadExecutor->mReportSync);
CppCheckExecutor::reportStatus(threadExecutor->mProcessedFiles, threadExecutor->mTotalFiles, threadExecutor->mProcessedSize, threadExecutor->mTotalFileSize);
2012-12-13 18:47:13 +01:00
}
}
2012-12-12 19:09:37 +01:00
return result;
}
2021-07-08 21:21:35 +02:00
void ThreadExecutor::reportOut(const std::string &outmsg, Color c)
2012-12-12 19:09:37 +01:00
{
std::lock_guard<std::mutex> lg(mReportSync);
2012-12-12 19:09:37 +01:00
2021-07-08 21:21:35 +02:00
mErrorLogger.reportOut(outmsg, c);
2012-12-12 19:09:37 +01:00
}
2019-12-27 19:05:10 +01:00
2021-08-07 20:51:18 +02:00
void ThreadExecutor::bughuntingReport(const std::string & /*str*/)
2019-12-27 19:05:10 +01:00
{
// TODO
2012-12-12 19:09:37 +01:00
}
2020-05-23 07:16:49 +02:00
void ThreadExecutor::report(const ErrorMessage &msg, MessageType msgType)
2012-12-12 19:09:37 +01:00
{
if (mSettings.nomsg.isSuppressed(msg.toSuppressionsErrorMessage()))
2012-12-12 19:09:37 +01:00
return;
// Alert only about unique errors
bool reportError = false;
const std::string errmsg = msg.toString(mSettings.verbose);
2012-12-12 19:09:37 +01:00
{
std::lock_guard<std::mutex> lg(mErrorSync);
if (std::find(mErrorList.begin(), mErrorList.end(), errmsg) == mErrorList.end()) {
mErrorList.emplace_back(errmsg);
reportError = true;
}
2012-12-12 19:09:37 +01:00
}
2012-12-12 19:09:37 +01:00
if (reportError) {
std::lock_guard<std::mutex> lg(mReportSync);
2012-12-12 19:09:37 +01:00
switch (msgType) {
2019-07-29 22:40:53 +02:00
case MessageType::REPORT_ERROR:
mErrorLogger.reportErr(msg);
2012-12-12 19:09:37 +01:00
break;
2019-07-29 22:40:53 +02:00
case MessageType::REPORT_INFO:
mErrorLogger.reportInfo(msg);
2012-12-12 19:09:37 +01:00
break;
}
}
}
#endif