2011-12-02 19:08:04 +01:00
|
|
|
#!/usr/bin/python
|
2011-11-27 08:06:11 +01:00
|
|
|
|
2011-12-02 18:33:17 +01:00
|
|
|
"""
|
|
|
|
|
Extract test cases information from Cppcheck test
|
|
|
|
|
file
|
|
|
|
|
"""
|
2011-11-27 11:35:01 +01:00
|
|
|
|
2011-12-04 21:46:56 +01:00
|
|
|
import os
|
2011-11-27 08:06:11 +01:00
|
|
|
import sys
|
|
|
|
|
import re
|
|
|
|
|
|
|
|
|
|
class Extract:
|
2011-12-02 18:33:17 +01:00
|
|
|
"""
|
|
|
|
|
Read Cppcheck test file and create data
|
|
|
|
|
representation
|
|
|
|
|
"""
|
2011-11-27 11:35:01 +01:00
|
|
|
|
|
|
|
|
# array that stores all the test cases
|
2011-11-27 08:06:11 +01:00
|
|
|
nodes = []
|
|
|
|
|
|
|
|
|
|
def parseFile(self,filename):
|
2011-12-02 18:33:17 +01:00
|
|
|
"""
|
|
|
|
|
parse test file and add info to the nodes
|
|
|
|
|
variable
|
|
|
|
|
"""
|
2011-11-27 11:35:01 +01:00
|
|
|
|
2011-11-27 08:06:11 +01:00
|
|
|
name = '[0-9a-zA-Z_]+'
|
2011-11-27 11:40:23 +01:00
|
|
|
string = '\\"(.+)\\"'
|
2011-11-27 08:06:11 +01:00
|
|
|
|
|
|
|
|
testclass = None
|
|
|
|
|
functionName = None
|
|
|
|
|
|
|
|
|
|
fin = open(filename, 'r')
|
|
|
|
|
for line in fin:
|
|
|
|
|
# testclass starts
|
|
|
|
|
res = re.match('class ('+name+')', line)
|
|
|
|
|
if res != None:
|
|
|
|
|
testclass = res.group(1)
|
|
|
|
|
|
2012-09-28 20:25:46 +02:00
|
|
|
# end of testclass
|
2011-11-27 08:06:11 +01:00
|
|
|
if re.match('};', line) != None:
|
|
|
|
|
testclass = None
|
|
|
|
|
|
|
|
|
|
# function start
|
|
|
|
|
res = re.match('\\s+void ('+name+')\\(\\)', line)
|
|
|
|
|
if res != None:
|
|
|
|
|
functionName = res.group(1)
|
|
|
|
|
|
|
|
|
|
elif re.match('\\s+}', line) != None:
|
|
|
|
|
functionName = None
|
|
|
|
|
|
|
|
|
|
if functionName == None:
|
|
|
|
|
continue
|
|
|
|
|
|
|
|
|
|
# check
|
2011-12-02 18:33:17 +01:00
|
|
|
res = re.match('\s+check.*\('+string, line)
|
2011-11-27 08:06:11 +01:00
|
|
|
if res != None:
|
|
|
|
|
code = res.group(1)
|
|
|
|
|
|
|
|
|
|
# code..
|
2011-11-27 11:40:23 +01:00
|
|
|
res = re.match('\\s+'+string, line)
|
2011-11-27 08:06:11 +01:00
|
|
|
if res != None:
|
|
|
|
|
code = code + res.group(1)
|
|
|
|
|
|
|
|
|
|
# assert
|
2011-12-02 18:33:17 +01:00
|
|
|
res = re.match('\\s+ASSERT_EQUALS\\(\\"([^"]*)\\",', line)
|
2011-11-27 08:06:11 +01:00
|
|
|
if res != None and len(code) > 10:
|
2011-11-27 13:49:20 +01:00
|
|
|
node = { 'testclass':testclass,
|
|
|
|
|
'functionName':functionName,
|
|
|
|
|
'code':code,
|
|
|
|
|
'expected':res.group(1) }
|
2011-11-27 08:06:11 +01:00
|
|
|
self.nodes.append(node)
|
|
|
|
|
code = ''
|
|
|
|
|
|
2011-11-27 11:43:13 +01:00
|
|
|
# close test file
|
|
|
|
|
fin.close()
|
|
|
|
|
|
2011-11-27 08:06:11 +01:00
|
|
|
def strtoxml(s):
|
2011-11-27 11:35:01 +01:00
|
|
|
"""Convert string to xml/html format"""
|
2011-11-27 08:06:11 +01:00
|
|
|
return s.replace('&','&').replace('"', '"').replace('<','<').replace('>','>')
|
|
|
|
|
|
2011-11-27 08:32:07 +01:00
|
|
|
def trimname(name):
|
2011-11-27 11:35:01 +01:00
|
|
|
"""Trim test name. Trailing underscore and digits are removed"""
|
2011-11-27 08:32:07 +01:00
|
|
|
while name[-1].isdigit():
|
|
|
|
|
name = name[:-1]
|
|
|
|
|
if name[-1] == '_':
|
|
|
|
|
name = name[:-1]
|
|
|
|
|
return name
|
|
|
|
|
|
|
|
|
|
|
2011-11-27 10:26:35 +01:00
|
|
|
def writeHtmlFile(nodes, functionName, filename, errorsOnly):
|
2011-11-27 11:35:01 +01:00
|
|
|
"""Write html file for a function name"""
|
2011-11-27 10:26:35 +01:00
|
|
|
fout = open(filename, 'w')
|
|
|
|
|
fout.write('<html>\n')
|
|
|
|
|
fout.write('<head>\n')
|
|
|
|
|
fout.write(' <style type="text/css">\n')
|
|
|
|
|
fout.write(' body { font-size: 0.8em }\n')
|
|
|
|
|
fout.write(' th { background-color: #A3C159; text-transform: uppercase }\n')
|
|
|
|
|
fout.write(' td { background-color: white; vertical-align: text-top }\n')
|
|
|
|
|
fout.write(' pre { background-color: #EEEEEE }\n')
|
|
|
|
|
fout.write(' </style>\n')
|
|
|
|
|
fout.write('</head>\n')
|
|
|
|
|
fout.write('<body>\n')
|
|
|
|
|
|
2011-11-27 11:35:01 +01:00
|
|
|
fout.write('<a href="index.htm">Home</a> -- ')
|
|
|
|
|
if errorsOnly:
|
|
|
|
|
fout.write('<a href="all-'+functionName+'.htm">All test cases</a>')
|
|
|
|
|
else:
|
|
|
|
|
fout.write('<a href="errors-'+functionName+'.htm">Error test cases</a>')
|
|
|
|
|
fout.write('<br><br>')
|
|
|
|
|
|
2011-11-27 10:26:35 +01:00
|
|
|
testclass = None
|
|
|
|
|
num = 0
|
|
|
|
|
for node in nodes:
|
|
|
|
|
if errorsOnly and node['expected']=='':
|
|
|
|
|
continue
|
|
|
|
|
if trimname(node['functionName']) == functionName:
|
|
|
|
|
num = num + 1
|
|
|
|
|
|
|
|
|
|
if not testclass:
|
|
|
|
|
testclass = node['testclass']
|
|
|
|
|
fout.write('<h1>' + node['testclass'] + '::' + functionName + '</h1>')
|
|
|
|
|
fout.write('<table border="0" cellspacing="0">\n')
|
|
|
|
|
fout.write(' <tr><th>Nr</th><th>Code</th><th>Expected</th></tr>\n')
|
|
|
|
|
|
|
|
|
|
fout.write(' <tr><td>' + str(num) + '</td>')
|
|
|
|
|
fout.write('<td><pre>' + strtoxml(node['code']).replace('\\n', '\n') + '</pre></td>')
|
|
|
|
|
fout.write('<td>' + strtoxml(node['expected']).replace('\\n', '<br>') + '</td>')
|
|
|
|
|
fout.write('</tr>\n')
|
|
|
|
|
|
|
|
|
|
if testclass != None:
|
|
|
|
|
fout.write('</table>\n');
|
|
|
|
|
fout.write('</body></html>\n')
|
|
|
|
|
fout.close()
|
|
|
|
|
|
|
|
|
|
|
2011-11-27 15:24:13 +01:00
|
|
|
if len(sys.argv) <= 1 or '--help' in sys.argv:
|
2012-12-25 13:10:02 +01:00
|
|
|
print ('Extract test cases from test file')
|
|
|
|
|
print ('Syntax: extracttests.py [--html=folder] [--xml] [--code=folder] path/testfile.cpp')
|
2011-11-27 14:11:15 +01:00
|
|
|
sys.exit(0)
|
2011-11-27 08:13:11 +01:00
|
|
|
|
2011-11-27 08:06:11 +01:00
|
|
|
# parse command line
|
|
|
|
|
xml = False
|
|
|
|
|
filename = None
|
|
|
|
|
htmldir = None
|
2011-11-28 22:17:06 +01:00
|
|
|
codedir = None
|
2011-11-27 15:24:13 +01:00
|
|
|
for arg in sys.argv[1:]:
|
|
|
|
|
if arg == '--xml':
|
2011-11-27 08:06:11 +01:00
|
|
|
xml = True
|
2011-11-27 15:24:13 +01:00
|
|
|
elif arg.startswith('--html='):
|
2011-11-27 08:06:11 +01:00
|
|
|
htmldir = arg[7:]
|
2011-11-28 22:17:06 +01:00
|
|
|
elif arg.startswith('--code='):
|
|
|
|
|
codedir = arg[7:]
|
2011-11-27 17:11:38 +01:00
|
|
|
elif arg.endswith('.cpp'):
|
2011-11-27 15:24:13 +01:00
|
|
|
filename = arg
|
2011-11-27 17:11:38 +01:00
|
|
|
else:
|
2012-12-25 13:10:02 +01:00
|
|
|
print ('Invalid option: ' + arg)
|
2011-11-27 17:11:38 +01:00
|
|
|
sys.exit(1)
|
2011-11-27 15:24:13 +01:00
|
|
|
|
2011-11-27 08:06:11 +01:00
|
|
|
|
|
|
|
|
# extract test cases
|
|
|
|
|
if filename != None:
|
|
|
|
|
# parse test file
|
|
|
|
|
e = Extract()
|
|
|
|
|
e.parseFile(filename)
|
|
|
|
|
|
|
|
|
|
# generate output
|
|
|
|
|
if xml:
|
2012-12-25 13:10:02 +01:00
|
|
|
print ('<?xml version="1.0"?>')
|
|
|
|
|
print ('<tree>')
|
2011-11-27 08:06:11 +01:00
|
|
|
count = 0
|
|
|
|
|
for node in e.nodes:
|
|
|
|
|
s = ' <node'
|
|
|
|
|
s += ' function="' + node['functionName'] + '"'
|
|
|
|
|
s += ' code="' + strtoxml(node['code']) + '"'
|
|
|
|
|
s += ' expected="' + strtoxml(node['expected']) + '"'
|
|
|
|
|
s += '/>'
|
2012-12-25 13:10:02 +01:00
|
|
|
print (s)
|
|
|
|
|
print ('</tree>')
|
2011-11-27 08:06:11 +01:00
|
|
|
elif htmldir != None:
|
|
|
|
|
if not htmldir.endswith('/'):
|
|
|
|
|
htmldir += '/'
|
2011-12-04 21:46:56 +01:00
|
|
|
if not os.path.exists(htmldir):
|
|
|
|
|
os.mkdir(htmldir)
|
2011-11-27 08:06:11 +01:00
|
|
|
findex = open(htmldir + 'index.htm', 'w')
|
|
|
|
|
findex.write('<html>\n')
|
|
|
|
|
findex.write('<head>\n')
|
|
|
|
|
findex.write(' <style type="text/css">\n')
|
|
|
|
|
findex.write(' table { font-size: 0.8em }\n')
|
|
|
|
|
findex.write(' th { background-color: #A3C159; text-transform: uppercase }\n')
|
|
|
|
|
findex.write(' td { background-color: #F0FFE0; vertical-align: text-top }\n')
|
|
|
|
|
findex.write(' A:link { text-decoration: none }\n')
|
|
|
|
|
findex.write(' A:visited { text-decoration: none }\n')
|
|
|
|
|
findex.write(' A:active { text-decoration: none }\n')
|
|
|
|
|
findex.write(' A:hover { text-decoration: underline; color: blue }\n')
|
|
|
|
|
findex.write(' </style>\n')
|
|
|
|
|
findex.write('</head>\n')
|
|
|
|
|
findex.write('<body>\n')
|
|
|
|
|
findex.write('<h1>' + filename + '</h1>\n')
|
|
|
|
|
|
|
|
|
|
functionNames = []
|
|
|
|
|
for node in e.nodes:
|
2011-11-27 08:32:07 +01:00
|
|
|
functionname = trimname(node['functionName'])
|
2011-11-27 08:06:11 +01:00
|
|
|
if not functionname in functionNames:
|
|
|
|
|
functionNames.append(functionname)
|
|
|
|
|
functionNames.sort()
|
|
|
|
|
|
|
|
|
|
findex.write('<table border="0" cellspacing="0">\n')
|
2011-11-27 10:26:35 +01:00
|
|
|
findex.write(' <tr><th>Name</th><th>Errors</th><th>All</th></tr>\n')
|
2011-11-27 08:06:11 +01:00
|
|
|
for functionname in functionNames:
|
2011-11-27 10:26:35 +01:00
|
|
|
findex.write(' <tr><td>'+functionname+'</td>')
|
|
|
|
|
numall = 0
|
|
|
|
|
numerr = 0
|
2011-11-27 08:06:11 +01:00
|
|
|
for node in e.nodes:
|
2011-11-27 08:32:07 +01:00
|
|
|
if trimname(node['functionName']) == functionname:
|
2011-11-27 10:26:35 +01:00
|
|
|
numall = numall + 1
|
|
|
|
|
if node['expected'] != '':
|
|
|
|
|
numerr = numerr + 1
|
|
|
|
|
if numerr == 0:
|
|
|
|
|
findex.write('<td><div align="right">0</div></td>')
|
|
|
|
|
else:
|
|
|
|
|
findex.write('<td><a href="errors-'+functionname+'.htm"><div align="right">' + str(numerr) + '</div></a></td>')
|
|
|
|
|
findex.write('<td><a href="all-'+functionname+'.htm"><div align="right">' + str(numall) + '</div></a></td>')
|
|
|
|
|
findex.write('</tr>\n')
|
2011-11-27 08:06:11 +01:00
|
|
|
|
|
|
|
|
findex.write('</table>\n')
|
|
|
|
|
|
|
|
|
|
findex.write('</body></html>')
|
|
|
|
|
findex.close()
|
|
|
|
|
|
|
|
|
|
# create files for each functionName
|
|
|
|
|
for functionName in functionNames:
|
2012-09-28 20:25:46 +02:00
|
|
|
writeHtmlFile(e.nodes,
|
|
|
|
|
functionName,
|
2011-11-27 13:49:20 +01:00
|
|
|
htmldir + 'errors-' + functionName + '.htm',
|
|
|
|
|
True)
|
|
|
|
|
writeHtmlFile(e.nodes,
|
|
|
|
|
functionName,
|
|
|
|
|
htmldir + 'all-' + functionName + '.htm',
|
|
|
|
|
False)
|
2011-11-27 10:26:35 +01:00
|
|
|
|
2011-11-28 22:17:06 +01:00
|
|
|
elif codedir:
|
|
|
|
|
testnum = 0
|
|
|
|
|
|
|
|
|
|
if not codedir.endswith('/'):
|
|
|
|
|
codedir = codedir + '/'
|
2011-12-04 21:46:56 +01:00
|
|
|
|
|
|
|
|
if not os.path.exists(codedir):
|
|
|
|
|
os.mkdir(codedir)
|
|
|
|
|
|
2011-11-28 22:17:06 +01:00
|
|
|
errors = open(codedir+'errors.txt', 'w')
|
|
|
|
|
|
|
|
|
|
for node in e.nodes:
|
|
|
|
|
testnum = testnum + 1
|
|
|
|
|
|
|
|
|
|
functionName = node['functionName']
|
|
|
|
|
code = node['code']
|
2011-11-29 10:13:37 +01:00
|
|
|
code = code.replace('\\n', '\n')
|
|
|
|
|
code = code.replace('\\"', '"')
|
2011-11-28 22:17:06 +01:00
|
|
|
expected = node['expected']
|
|
|
|
|
|
2011-11-29 10:13:37 +01:00
|
|
|
filename = '0000' + str(testnum) + '-'
|
|
|
|
|
filename = filename[-4:]
|
2011-11-28 22:17:06 +01:00
|
|
|
filename += functionName + '.cpp'
|
|
|
|
|
|
|
|
|
|
# source code
|
|
|
|
|
fout = open(codedir+filename,'w')
|
|
|
|
|
fout.write(code)
|
|
|
|
|
fout.close()
|
|
|
|
|
|
2011-11-29 10:13:37 +01:00
|
|
|
# write 'expected' to errors.txt
|
2011-11-28 22:17:06 +01:00
|
|
|
if expected != '':
|
2011-11-29 21:35:57 +01:00
|
|
|
expected = expected.replace('\\n', '\n')
|
|
|
|
|
expected = expected.replace('\\"', '"')
|
|
|
|
|
expected = re.sub('\\[test.cp?p?:', '['+filename+':', expected)
|
2011-11-29 10:13:37 +01:00
|
|
|
errors.write(expected)
|
2011-11-28 22:17:06 +01:00
|
|
|
errors.close()
|
2011-11-27 08:06:11 +01:00
|
|
|
else:
|
|
|
|
|
for node in e.nodes:
|
2012-12-25 13:10:02 +01:00
|
|
|
print (node['functionName'])
|
