cppcheck/test/bug-hunting/itc.py

# Test if --bug-hunting works using the itc testsuite
# The itc test suite can be downloaded here:
# https://github.com/regehr/itc-benchmarks


import glob
import os
import re
import shutil
import sys
import subprocess

if sys.argv[0] in ('test/bug-hunting/itc.py', './test/bug-hunting/itc.py'):
    CPPCHECK_PATH = './cppcheck'
else:
    CPPCHECK_PATH = '../../cppcheck'

if len(sys.argv) >= 2 and sys.argv[-1] != '--clang':
    TESTFILES = [sys.argv[-1]]
else:
    TESTFILES = [os.path.expanduser('~/itc/01.w_Defects/zero_division.c'),
                 os.path.expanduser('~/itc/01.w_Defects/uninit_var.c')]
if not os.path.isfile(TESTFILES[0]):
    print('ERROR: %s is not a file' % TESTFILES[0])
    sys.exit(1)

RUN_CLANG = ('--clang' in sys.argv)

def get_error_lines(filename):
    ret = []
    f = open(filename, 'rt')
    lines = f.readlines()
    for linenr, line in enumerate(lines):
        if line.find('/* ERROR:') > 0 or line.find('/*ERROR:') > 0:
            ret.append(linenr+1)
    return ret

def check(filename):
    cmd = [CPPCHECK_PATH,
           '--bug-hunting',
           '--platform=unix64',
           filename]
    if RUN_CLANG:
        cmd.append('--clang')
    print(' '.join(cmd))

    p = subprocess.Popen(cmd, stdout=subprocess.PIPE, stderr=subprocess.PIPE)
    comm = p.communicate()
    stdout = comm[0].decode(encoding='utf-8', errors='ignore')
    stderr = comm[1].decode(encoding='utf-8', errors='ignore')

    if RUN_CLANG:
        shutil.rmtree('itc-build-dir')

    if filename.find('zero_division.c') >= 0:
        w = r'.*zero_division.c:([0-9]+):[0-9]+: error: There is division.*'
    elif filename.find('uninit_') >= 0:
        w = r'.*c:([0-9]+):[0-9]+: error: .*bughuntingUninit.*'
    else:
        w = r'.*c:([0-9]+):[0-9]+: error: .*bughunting.*'

    ret = []
    for line in stderr.split('\n'):
        res = re.match(w, line)
        if res is None:
            continue
        linenr = int(res.group(1))
        if linenr not in ret:
            ret.append(linenr)
    return ret

for testfile in TESTFILES:
    wanted = get_error_lines(testfile)
    actual = check(testfile)
    missing = []
    for w in wanted:
        if w not in actual:
            missing.append(w);
    if len(missing) > 0:
        print('wanted:' + str(wanted))
        print('actual:' + str(actual))
        print('missing:' + str(missing))
        # temporary hack because we have false negatives
        if testfile.find('uninit_') >= 0 and missing[0] > 150:
            continue
        sys.exit(1)