cppcheck/test/bug-hunting/cve.py

74 lines
2.0 KiB
Python
Raw Permalink Normal View History

2020-05-01 12:20:33 +02:00
# Test if --bug-hunting works using cve tests
import glob
import logging
2020-05-01 12:20:33 +02:00
import os
import sys
import subprocess
if sys.argv[0] in ('test/bug-hunting/cve.py', './test/bug-hunting/cve.py'):
CPPCHECK_PATH = './cppcheck'
TEST_SUITE = 'test/bug-hunting/cve'
else:
CPPCHECK_PATH = '../../cppcheck'
TEST_SUITE = 'cve'
slow = '--slow' in sys.argv
logging.basicConfig(level=logging.DEBUG, format='%(asctime)s %(levelname)s %(message)s', datefmt='%H:%M:%S')
def test(test_folder):
logging.info(test_folder)
cmd_file = os.path.join(test_folder, 'cmd.txt')
expected_file = os.path.join(test_folder, 'expected.txt')
2020-05-01 12:20:33 +02:00
cmd = ['nice',
CPPCHECK_PATH,
'-D__GNUC__',
2020-05-01 12:20:33 +02:00
'--bug-hunting',
2020-05-01 14:27:18 +02:00
'--inconclusive',
2020-05-01 12:20:33 +02:00
'--platform=unix64',
'--template={file}:{line}:{id}',
'-rp=' + test_folder]
if os.path.isfile(cmd_file):
for line in open(cmd_file, 'rt'):
if len(line) > 1:
cmd.append(line.strip())
2020-05-01 12:20:33 +02:00
cmd.append(test_folder)
2020-05-01 12:20:33 +02:00
p = subprocess.Popen(cmd, stdout=subprocess.PIPE, stderr=subprocess.PIPE)
comm = p.communicate()
stdout = comm[0].decode(encoding='utf-8', errors='ignore')
stderr = comm[1].decode(encoding='utf-8', errors='ignore')
with open(expected_file, 'rt') as f:
for expected in f.readlines():
if expected.strip() not in stderr.split('\n'):
print('FAILED. Expected result not found: ' + expected)
print('Command:')
print(' '.join(cmd))
print('Output:')
print(stderr)
sys.exit(1)
if (slow is False) and len(sys.argv) > 1:
test(sys.argv[1])
sys.exit(0)
2020-05-01 12:20:33 +02:00
SLOW = []
for test_folder in sorted(glob.glob(TEST_SUITE + '/CVE*')):
if slow is False:
check = False
for s in SLOW:
if s in test_folder:
check = True
if check is True:
logging.info('skipping %s', test_folder)
continue
test(test_folder)
2020-05-01 12:20:33 +02:00