cppcheck/tools/daca2-addons.py

250 lines
6.6 KiB
Python
Raw Normal View History

2017-06-04 22:51:48 +02:00
#!/usr/bin/env python
#
2018-05-02 12:59:07 +02:00
# 1. Create the folder ~/daca2-addons
# 2. Put cppcheck-O2 in ~/daca2-addons. It should be built with all optimisations.
# 3. Optional: tweak FTPSERVER and FTPPATH in this script below.
# 4. Run the daca2-addons script: python daca2-addons.py FOLDER
import subprocess
import sys
import shutil
import glob
import os
import datetime
import time
2017-06-04 22:51:48 +02:00
DEBIAN = ('ftp://ftp.se.debian.org/debian/',
'ftp://ftp.debian.org/debian/')
def wget(filepath):
filename = filepath
2017-06-04 22:51:48 +02:00
if '/' in filepath:
filename = filename[filename.rfind('/') + 1:]
for d in DEBIAN:
subprocess.call(
['nice', 'wget', '--tries=10', '--timeout=300', '-O', filename, d + filepath])
if os.path.isfile(filename):
return True
print('Sleep for 10 seconds..')
time.sleep(10)
return False
def getpackages(folder):
if not wget('ls-lR.gz'):
return []
subprocess.call(['nice', 'gunzip', 'ls-lR.gz'])
f = open('ls-lR', 'rt')
lines = f.readlines()
f.close()
subprocess.call(['rm', 'ls-lR'])
path = None
archives = []
filename = None
for line in lines:
line = line.strip()
if len(line) < 4:
if filename:
archives.append(path + '/' + filename)
path = None
filename = None
elif line[:13 + len(folder)] == './pool/main/' + folder + '/':
path = line[2:-1]
2017-06-05 13:23:00 +02:00
elif path and '.orig.tar.' in line:
filename = line[1 + line.rfind(' '):]
for a in archives:
print(a)
return archives
def handleRemoveReadonly(func, path, exc):
import stat
if not os.access(path, os.W_OK):
# Is the error an access error ?
os.chmod(path, stat.S_IWUSR)
func(path)
def removeAllExceptResults():
count = 5
while count > 0:
2017-06-05 13:23:00 +02:00
count -= 1
filenames = []
2017-07-22 11:05:50 +02:00
filenames.extend(glob.glob('[A-Za-z0-9]*'))
filenames.extend(glob.glob('.[a-z]*'))
try:
for filename in filenames:
if os.path.isdir(filename):
shutil.rmtree(filename, onerror=handleRemoveReadonly)
elif filename != 'results.txt':
os.remove(filename)
except WindowsError as err:
time.sleep(30)
if count == 0:
print('Failed to cleanup files/folders')
print(err)
sys.exit(1)
continue
except OSError as err:
time.sleep(30)
if count == 0:
print('Failed to cleanup files/folders')
print(err)
sys.exit(1)
continue
count = 0
def removeLargeFiles(path):
for g in glob.glob(path + '*'):
if g == '.' or g == '..':
continue
if os.path.islink(g):
continue
if os.path.isdir(g):
removeLargeFiles(g + '/')
elif os.path.isfile(g) and g[-4:] != '.txt':
statinfo = os.stat(g)
2017-06-05 13:23:00 +02:00
if '/clang/INPUTS/' in path or statinfo.st_size > 100000:
os.remove(g)
2015-08-21 10:55:19 +02:00
def dumpfiles(path):
ret = []
for g in glob.glob(path + '*'):
if os.path.islink(g):
continue
if os.path.isdir(g):
2017-06-04 22:51:48 +02:00
ret.extend(dumpfiles(path + g + '/'))
elif os.path.isfile(g) and g[-5:] == '.dump':
ret.append(g)
return ret
2015-08-21 10:55:19 +02:00
def scanarchive(filepath, jobs):
# remove all files/folders except results.txt
removeAllExceptResults()
results = open('results.txt', 'at')
results.write(DEBIAN[0] + filepath + '\n')
results.close()
if not wget(filepath):
if not wget(filepath):
results = open('results.txt', 'at')
results.write('wget failed\n')
results.close()
return
filename = filepath[filepath.rfind('/') + 1:]
if filename[-3:] == '.gz':
subprocess.call(['tar', 'xzvf', filename])
elif filename[-3:] == '.xz':
subprocess.call(['tar', 'xJvf', filename])
elif filename[-4:] == '.bz2':
subprocess.call(['tar', 'xjvf', filename])
#
# List of skipped packages - which trigger known yet unresolved problems with cppcheck.
# The issues on trac (http://trac.cppcheck.net) are given for reference
# boost #3654 (?)
# flite #5975
# insight#5184
# valgrind #6151
# gcc-arm - no ticket. Reproducible timeout in daca2 though as of 1.73/early 2016.
#
2017-06-04 22:51:48 +02:00
if filename[:5] == 'flite' or filename[:5] == 'boost' or filename[:7] == 'insight' or\
filename[:8] == 'valgrind' or filename[:7] == 'gcc-arm':
results = open('results.txt', 'at')
results.write('fixme: skipped package to avoid hang\n')
results.close()
return
removeLargeFiles('')
print('cppcheck ' + filename)
p = subprocess.Popen(
['nice',
'../cppcheck-O2',
'--dump',
'-D__GCC__',
'--enable=style',
'--error-exitcode=0',
jobs,
'.'],
stdout=subprocess.PIPE,
stderr=subprocess.PIPE)
2017-07-22 11:05:50 +02:00
p.communicate()
results = open('results.txt', 'at')
addons = sorted(glob.glob(os.path.expanduser('~/cppcheck/addons/*.py')))
for dumpfile in sorted(dumpfiles('')):
for addon in addons:
2017-06-05 13:23:00 +02:00
if 'cppcheckdata.py' in addon:
continue
p2 = subprocess.Popen(['nice',
'python',
addon,
dumpfile],
2015-08-21 10:55:19 +02:00
stdout=subprocess.PIPE,
stderr=subprocess.PIPE)
comm = p2.communicate()
results.write(comm[1])
results.close()
FOLDER = None
JOBS = '-j1'
REV = None
for arg in sys.argv[1:]:
if arg[:6] == '--rev=':
REV = arg[6:]
elif arg[:2] == '-j':
JOBS = arg
else:
FOLDER = arg
if not FOLDER:
print('no folder given')
sys.exit(1)
2018-05-02 12:59:07 +02:00
workdir = os.path.expanduser('~/daca2-addons/')
if not os.path.isdir(workdir + FOLDER):
os.makedirs(workdir + FOLDER)
os.chdir(workdir + FOLDER)
archives = getpackages(FOLDER)
if len(archives) == 0:
print('failed to load packages')
sys.exit(1)
try:
results = open('results.txt', 'wt')
results.write('STARTDATE ' + str(datetime.date.today()) + '\n')
if REV:
results.write('GIT-REVISION ' + REV + '\n')
results.write('\n')
results.close()
for archive in archives:
scanarchive(archive, JOBS)
results = open('results.txt', 'at')
results.write('DATE ' + str(datetime.date.today()) + '\n')
results.close()
except EOFError:
pass
# remove all files/folders except results.txt
removeAllExceptResults()