def test_multiple_source_files(self):
"""
Verify invocations that cover multiple source files, linking
to an executable.
"""
driver = self.make_driver()
args = ['gcc',
'test-sources/multiple-1.c',
'test-sources/multiple-2.c',
'-o', 'multiple.exe']
r = driver.invoke(args)
self.assertEqual(driver.ctxt.stderr.getvalue(), '')
self.assertEqual(driver.returncode, 0)
# Verify that it wrote out "firehose" XML files to 'outputdir':
analyses = []
for xmlpath in glob.glob(os.path.join(driver.outputdir, '*.xml')):
with open(xmlpath) as f:
analysis = Analysis.from_xml(f)
analyses.append(analysis)
# Verify that none of the side-effects failed (e.g. with
# linker errors):
self.assertEqual(analysis.customfields['returncode'], 0)
os.unlink(xmlpath)
self.assertEqual(len(analyses), 8)
# We should have a ./multiple.exe that we can run
self.assertTrue(os.path.exists('./multiple.exe'))
os.unlink('./multiple.exe')
os.rmdir(driver.outputdir)
def invoke(self, sourcefile, extraargs=None):
driver = self.make_driver()
args = ['gcc', '-c', sourcefile]
if extraargs:
args += extraargs
r = driver.invoke(args)
if sourcefile and os.path.exists(sourcefile):
with open(sourcefile) as f:
content = f.read()
expected_hexdigest = hashlib.sha1(content).hexdigest()
else:
expected_hexdigest = None
# Verify that it wrote out "firehose" XML files to 'outputdir':
analyses = []
for xmlpath in glob.glob(os.path.join(driver.outputdir, '*.xml')):
with open(xmlpath) as f:
analysis = Analysis.from_xml(f)
if 0:
print(analysis)
if expected_hexdigest:
self.assertEqual(analysis.metadata.file_.hash_.alg, 'sha1')
self.assertEqual(analysis.metadata.file_.hash_.hexdigest,
expected_hexdigest)
analyses.append(analysis)
os.unlink(xmlpath)
self.assertEqual(len(analyses), 4)
os.rmdir(driver.outputdir)
return driver
def parse_coccinelle(lines):
# we have to emulate a file for from_xml()
firehose = StringIO.StringIO(lines)
analysis = Analysis.from_xml(firehose)
for result in analysis.results:
yield result
def invoke_side_effects(argv):
log("invoke_side_effects: %s"
% ' '.join(sys.argv))
gccinv = GccInvocation(argv)
# Try to run each side effect in a subprocess, passing in a path
# for the XML results to be written to.
# Cover a multitude of possible failures by detecting if no output
# was written, and capturing *that* as a failure
for sourcefile in gccinv.sources:
if sourcefile.endswith('.c'): # FIXME: other extensions?
for script, genname in [('invoke-cppcheck', 'cppcheck'),
('invoke-clang-analyzer', 'clang-analyzer'),
('invoke-cpychecker', 'cpychecker'),
# Uncomment the following to test a
# checker that fails to write any XML:
# ('echo', 'failing-checker'),
]:
with tempfile.NamedTemporaryFile() as f:
dstxmlpath = f.name
assert not os.path.exists(dstxmlpath)
# Restrict the invocation to just one source file at a
# time:
singleinv = gccinv.restrict_to_one_source(sourcefile)
singleargv = singleinv.argv
TIMEOUT=60
t = Timer()
args = [script, dstxmlpath] + singleargv
log('invoking args: %r' % args)
p = Popen(args,
stdout=PIPE, stderr=PIPE)
try:
out, err = p.communicate(timeout=TIMEOUT)
write_streams(script, out, err)
if os.path.exists(dstxmlpath):
with open(dstxmlpath) as f:
analysis = Analysis.from_xml(f)
else:
analysis = make_failed_analysis(genname, sourcefile, t,
msgtext=('Unable to locate XML output from %s'
% script),
failureid='no-output-found')
analysis.set_custom_field('stdout', out)
analysis.set_custom_field('stderr', err)
analysis.set_custom_field('returncode', p.returncode)
except TimeoutExpired:
analysis = make_failed_analysis(genname, sourcefile, t,
msgtext='Timeout running %s' % genname,
failureid='timeout')
analysis.set_custom_field('timeout', TIMEOUT)
analysis.set_custom_field('gcc-invocation', ' '.join(argv))
write_analysis_as_xml(analysis)
def test_from_xml(self):
num_analyses = 0
for filename in sorted(glob.glob('examples/example-*.xml')):
with open(filename) as f:
r = Analysis.from_xml(f)
num_analyses += 1
# Ensure that all of the reports were indeed parsed:
self.assertEqual(num_analyses, 9)
def test_from_xml(self):
num_analyses = 0
for filename in sorted(glob.glob('examples/example-*.xml')):
with open(filename) as f:
r = Analysis.from_xml(f)
num_analyses += 1
# Ensure that all of the reports were indeed parsed:
self.assertEqual(num_analyses, 10)
def get_labeled_reports(*exclude):
results = []
firehose_reports = glob.glob(os.path.join('reports', 'firehose', 'labeled_reports', '*.xml'))
for analyzer in exclude:
if analyzer == 'scan-build':
analyzer = 'clang-analyzer'
firehose_reports.remove('reports/firehose/labeled_reports/%s.xml' % analyzer)
for fh_xml_file in firehose_reports:
results.append(Analysis.from_xml(fh_xml_file))
return results
def roundtrip_example(self, filename):
fullpath = os.path.join('../firehose/examples', filename) # FIXME
a = Analysis.from_xml(fullpath)
self.session.add(a)
self.session.commit()
session2 = self.Session()
b = session2.query(Analysis).first()
#print(b)
self.assertEqual(a, b)
def roundtrip_example(self, filename):
fullpath = os.path.join('../firehose/examples', filename) # FIXME
a = Analysis.from_xml(fullpath)
self.session.add(a)
self.session.commit()
session2 = self.Session()
b = session2.query(Analysis).first()
#print(b)
self.assertEqual(a, b)
def test_debian_source(self):
""" Test to ensure that Debian source package Sut loading works. """
with open('examples/example-debian-source.xml') as f:
a = Analysis.from_xml(f)
self.assertEqual(a.metadata.generator.name, 'handmade')
self.assertEqual(a.metadata.generator.version, '0.1')
self.assertIsInstance(a.metadata.sut, DebianSource)
self.assertEqual(a.metadata.sut.name, 'python-ethtool')
self.assertEqual(a.metadata.sut.version, '0.7')
self.assertEqual(a.metadata.sut.release, '4.1+b1')
self.assertFalse(hasattr(a.metadata.sut, 'buildarch'))
def test_debian_binary(self):
""" Test to ensure that Debian binary package Sut loading works. """
with open('examples/example-debian-binary.xml') as f:
a = Analysis.from_xml(f)
self.assertEqual(a.metadata.generator.name, 'handmade')
self.assertEqual(a.metadata.generator.version, '0.1')
self.assertIsInstance(a.metadata.sut, DebianBinary)
self.assertEqual(a.metadata.sut.name, 'python-ethtool')
self.assertEqual(a.metadata.sut.version, '0.7')
self.assertEqual(a.metadata.sut.buildarch, 'amd64')
self.assertEqual(a.metadata.sut.release, '1.1')
def test_debian_source(self):
""" Test to ensure that Debian source package Sut loading works. """
with open('examples/example-debian-source.xml') as f:
a = Analysis.from_xml(f)
self.assertEqual(a.metadata.generator.name, 'handmade')
self.assertEqual(a.metadata.generator.version, '0.1')
self.assertIsInstance(a.metadata.sut, DebianSource)
self.assertEqual(a.metadata.sut.name, 'python-ethtool')
self.assertEqual(a.metadata.sut.version, '0.7')
self.assertEqual(a.metadata.sut.release, '4.1+b1')
self.assertFalse(hasattr(a.metadata.sut, 'buildarch'))
def test_debian_binary(self):
""" Test to ensure that Debian binary package Sut loading works. """
with open('examples/example-debian-binary.xml') as f:
a = Analysis.from_xml(f)
self.assertEqual(a.metadata.generator.name, 'handmade')
self.assertEqual(a.metadata.generator.version, '0.1')
self.assertIsInstance(a.metadata.sut, DebianBinary)
self.assertEqual(a.metadata.sut.name, 'python-ethtool')
self.assertEqual(a.metadata.sut.version, '0.7')
self.assertEqual(a.metadata.sut.buildarch, 'amd64')
self.assertEqual(a.metadata.sut.release, '1.1')
def simple_tests():
ex = Analysis.from_xml('../firehose/examples/example-1.xml')
print(ex)
session.add(ex)
print(ex.id)
print(session.query(Analysis).first())
print(session.query(Failure).first())
print(ex.id)
session.commit()
# Do it from a new session:
session2 = Session()
print(session2.query(Analysis).first())
print(session2.query(Failure).first())
def test_example_6(self):
with open('examples/example-6.xml') as f:
a = Analysis.from_xml(f)
self.assertEqual(a.metadata.generator.name, 'cpychecker')
self.assertEqual(len(a.results), 1)
w = a.results[0]
self.assertIsInstance(w, Failure)
self.assertEqual(w.failureid, 'too-complicated')
self.assertEqual(w.message.text,
'this function is too complicated for the'
' reference-count checker to fully analyze:'
' not all paths were analyzed')
self.assertEqual(w.customfields, None)
def test_example_6(self):
with open('examples/example-6.xml') as f:
a = Analysis.from_xml(f)
self.assertEqual(a.metadata.generator.name, 'cpychecker')
self.assertEqual(len(a.results), 1)
w = a.results[0]
self.assertIsInstance(w, Failure)
self.assertEqual(w.failureid, 'too-complicated')
self.assertEqual(
w.message.text, 'this function is too complicated for the'
' reference-count checker to fully analyze:'
' not all paths were analyzed')
self.assertEqual(w.customfields, None)
def test_example_2(self):
# Verify that the parser works:
with open('examples/example-2.xml') as f:
a = Analysis.from_xml(f)
self.assertEqual(a.metadata.generator.name, 'cpychecker')
self.assertEqual(a.metadata.generator.version, '0.11')
self.assertIsInstance(a.metadata.sut, SourceRpm)
self.assertEqual(a.metadata.sut.name, 'python-ethtool')
self.assertEqual(a.metadata.sut.version, '0.7')
self.assertEqual(a.metadata.sut.release, '4.fc19')
self.assertEqual(a.metadata.sut.buildarch, 'x86_64')
self.assertEqual(len(a.results), 1)
w = a.results[0]
self.assertIsInstance(w, Issue)
self.assertEqual(w.cwe, 401)
self.assertEqual(w.testid, 'refcount-too-high')
self.assertEqual(w.location.file.givenpath,
'examples/python-src-example.c')
self.assertEqual(w.location.file.abspath, None)
self.assertEqual(w.location.file.hash_.alg, 'sha1')
self.assertEqual(w.location.file.hash_.hexdigest,
'6ba29daa94d64b48071e299a79f2a00dcd99eeb1')
self.assertEqual(w.location.function.name,
'make_a_list_of_random_ints_badly')
self.assertEqual(w.location.line, 40)
self.assertEqual(w.location.column, 4)
self.assertEqual(w.message.text,
"ob_refcnt of '*item' is 1 too high")
self.assertMultiLineEqual(w.notes.text, (
"was expecting final item->ob_refcnt to be N + 1 (for some unknown N)\n"
"due to object being referenced by: PyListObject.ob_item[0]\n"
"but final item->ob_refcnt is N + 2"))
self.assertIsInstance(w.trace, Trace)
self.assertEqual(len(w.trace.states), 3)
s0 = w.trace.states[0]
self.assertIsInstance(s0, State)
self.assertEqual(s0.location.file.givenpath,
'examples/python-src-example.c')
self.assertEqual(s0.location.function.name,
'make_a_list_of_random_ints_badly')
self.assertEqual(s0.location.line, 36)
self.assertEqual(s0.location.column, 14)
self.assertEqual(
s0.notes.text,
'PyLongObject allocated at: item = PyLong_FromLong(random());'
)
def handle_output(self, result):
if os.path.exists(self.outputxmlpath):
with open(self.outputxmlpath) as f:
analysis = Analysis.from_xml(f)
analysis.metadata.file_ = make_file(result.sourcefile)
analysis.metadata.stats = make_stats(result.timer)
else:
analysis = \
self._make_failed_analysis(
result.sourcefile, result.timer,
msgtext=('Unable to locate XML output from %s'
% self.name),
failureid='no-output-found')
analysis.set_custom_field('cpychecker-invocation',
' '.join(result.argv))
result.set_custom_fields(analysis)
return analysis
def test_example_3(self):
# Verify that the parser works:
with open('examples/example-3.xml') as f:
a = Analysis.from_xml(f)
self.assertEqual(a.metadata.generator.name, 'cpychecker')
self.assertEqual(a.metadata.generator.version, '0.11')
self.assertIsInstance(a.metadata.sut, SourceRpm)
self.assertEqual(a.metadata.sut.name, 'python-ethtool')
self.assertEqual(a.metadata.sut.version, '0.7')
self.assertEqual(a.metadata.sut.release, '4.fc19')
self.assertEqual(a.metadata.sut.buildarch, 'x86_64')
self.assertEqual(len(a.results), 1)
w = a.results[0]
self.assertIsInstance(w, Failure)
self.assertEqual(w.failureid, 'bad-exit-code')
self.assertEqual(w.customfields['returncode'], -11)
def test_example_3(self):
# Verify that the parser works:
with open('examples/example-3.xml') as f:
a = Analysis.from_xml(f)
self.assertEqual(a.metadata.generator.name, 'cpychecker')
self.assertEqual(a.metadata.generator.version, '0.11')
self.assertIsInstance(a.metadata.sut, SourceRpm)
self.assertEqual(a.metadata.sut.name, 'python-ethtool')
self.assertEqual(a.metadata.sut.version, '0.7')
self.assertEqual(a.metadata.sut.release, '4.fc19')
self.assertEqual(a.metadata.sut.buildarch, 'x86_64')
self.assertEqual(len(a.results), 1)
w = a.results[0]
self.assertIsInstance(w, Failure)
self.assertEqual(w.failureid, 'bad-exit-code')
self.assertEqual(w.customfields['returncode'], -11)
def test_example_5(self):
# Ensure that we can load range information from XML
with open('examples/example-5.xml') as f:
a = Analysis.from_xml(f)
self.assertEqual(len(a.results), 1)
w = a.results[0]
self.assertIsInstance(w, Issue)
self.assertEqual(w.location.range_.start.line, 10)
self.assertEqual(w.location.range_.start.column, 9)
self.assertEqual(w.location.range_.end.line, 10)
self.assertEqual(w.location.range_.end.column, 44)
self.assertEqual(w.location.point, None)
# The line/column getters use the start:
self.assertEqual(w.location.line, 10)
self.assertEqual(w.location.column, 9)
def test_example_5(self):
# Ensure that we can load range information from XML
with open('examples/example-5.xml') as f:
a = Analysis.from_xml(f)
self.assertEqual(len(a.results), 1)
w = a.results[0]
self.assertIsInstance(w, Issue)
self.assertEqual(w.location.range_.start.line, 10)
self.assertEqual(w.location.range_.start.column, 9)
self.assertEqual(w.location.range_.end.line, 10)
self.assertEqual(w.location.range_.end.column, 44)
self.assertEqual(w.location.point, None)
# The line/column getters use the start:
self.assertEqual(w.location.line, 10)
self.assertEqual(w.location.column, 9)
def test_json_roundtrip(self):
verbose = False
def roundtrip_through_json(a):
jsondict = a.to_json()
if verbose:
from pprint import pprint
pprint(jsondict)
return Analysis.from_json(jsondict)
a1, w = self.make_simple_analysis()
a2 = roundtrip_through_json(a1)
self.assertEqual(a1.metadata, a2.metadata)
self.assertEqual(a1.results, a2.results)
self.assertEqual(a1, a2)
a3, w = self.make_complex_analysis()
a4 = roundtrip_through_json(a3)
self.assertEqual(a3.metadata, a4.metadata)
self.assertEqual(a3.results, a4.results)
self.assertEqual(a3, a4)
a5, f = self.make_failed_analysis()
a6 = roundtrip_through_json(a5)
self.assertEqual(a5.metadata, a6.metadata)
self.assertEqual(a5.results, a6.results)
self.assertEqual(a5, a6)
a7, info = self.make_info()
a8 = roundtrip_through_json(a7)
self.assertEqual(a7.metadata, a8.metadata)
self.assertEqual(a7.results, a8.results)
self.assertEqual(a7, a8)
a9 = Analysis.from_xml('examples/example-non-ascii.xml')
a10 = roundtrip_through_json(a9)
self.assertEqual(a9, a10)
def test_example_2(self):
# Verify that the parser works:
with open('examples/example-2.xml') as f:
a = Analysis.from_xml(f)
self.assertEqual(a.metadata.generator.name, 'cpychecker')
self.assertEqual(a.metadata.generator.version, '0.11')
self.assertIsInstance(a.metadata.sut, SourceRpm)
self.assertEqual(a.metadata.sut.name, 'python-ethtool')
self.assertEqual(a.metadata.sut.version, '0.7')
self.assertEqual(a.metadata.sut.release, '4.fc19')
self.assertEqual(a.metadata.sut.buildarch, 'x86_64')
self.assertEqual(len(a.results), 1)
w = a.results[0]
self.assertIsInstance(w, Issue)
self.assertEqual(w.cwe, 401)
self.assertEqual(w.testid, 'refcount-too-high')
self.assertEqual(w.location.file.givenpath, 'examples/python-src-example.c')
self.assertEqual(w.location.file.abspath, None)
self.assertEqual(w.location.file.hash_.alg, 'sha1')
self.assertEqual(w.location.file.hash_.hexdigest,
'6ba29daa94d64b48071e299a79f2a00dcd99eeb1')
self.assertEqual(w.location.function.name, 'make_a_list_of_random_ints_badly')
self.assertEqual(w.location.line, 40)
self.assertEqual(w.location.column, 4)
self.assertEqual(w.message.text, "ob_refcnt of '*item' is 1 too high")
self.assertMultiLineEqual(w.notes.text,
("was expecting final item->ob_refcnt to be N + 1 (for some unknown N)\n"
"due to object being referenced by: PyListObject.ob_item[0]\n"
"but final item->ob_refcnt is N + 2"))
self.assertIsInstance(w.trace, Trace)
self.assertEqual(len(w.trace.states), 3)
s0 = w.trace.states[0]
self.assertIsInstance(s0, State)
self.assertEqual(s0.location.file.givenpath, 'examples/python-src-example.c')
self.assertEqual(s0.location.function.name, 'make_a_list_of_random_ints_badly')
self.assertEqual(s0.location.line, 36)
self.assertEqual(s0.location.column, 14)
self.assertEqual(s0.notes.text,
'PyLongObject allocated at: item = PyLong_FromLong(random());')
def test_non_ascii_example(self):
with open('examples/example-non-ascii.xml') as f:
a = Analysis.from_xml(f)
self.assertEqual(a.metadata.generator.name, u('\u2620') * 8)
self.assertEqual(len(a.results), 1)
w = a.results[0]
self.assertIsInstance(w, Issue)
# Verify the Japanese version of
# "comparison between signed and unsigned integer expressions"
# within the message:
self.assertEqual(w.message.text,
(u('\u7b26\u53f7\u4ed8\u304d\u3068\u7b26\u53f7'
'\u7121\u3057\u306e\u6574\u6570\u5f0f\u306e'
'\u9593\u3067\u306e\u6bd4\u8f03\u3067\u3059')))
# Verify the "mojibake" Kanji/Hiragana within the notes:
self.assertIn(u('\u6587\u5b57\u5316\u3051'), w.notes.text)
self.assertEqual(w.location.function.name, u('oo\u025f'))
def test_example_4(self):
with open('examples/example-4.xml') as f:
a = Analysis.from_xml(f)
self.assertEqual(a.metadata.generator.name, 'cpychecker')
self.assertEqual(a.metadata.generator.version, '0.11')
self.assertIsInstance(a.metadata.sut, SourceRpm)
self.assertEqual(a.metadata.sut.name, 'python-ethtool')
self.assertEqual(a.metadata.sut.version, '0.7')
self.assertEqual(a.metadata.sut.release, '4.fc19')
self.assertEqual(a.metadata.sut.buildarch, 'x86_64')
self.assertEqual(len(a.results), 1)
w = a.results[0]
self.assertIsInstance(w, Failure)
self.assertEqual(w.failureid, 'python-exception')
self.assertEqual(w.location.file.givenpath, 'wspy_register.c')
self.assertEqual(w.location.function.name,
'register_all_py_protocols_func')
self.assertEqual(w.location.line, 159)
self.assertEqual(w.location.column, 42)
self.assert_(w.customfields['traceback'].startswith('wspy_register.c: In function \'register_all_py_protocols_func\':\n'))
def test_non_ascii_example(self):
with open('examples/example-non-ascii.xml') as f:
a = Analysis.from_xml(f)
self.assertEqual(a.metadata.generator.name, u('\u2620') * 8)
self.assertEqual(len(a.results), 1)
w = a.results[0]
self.assertIsInstance(w, Issue)
# Verify the Japanese version of
# "comparison between signed and unsigned integer expressions"
# within the message:
self.assertEqual(w.message.text,
(u('\u7b26\u53f7\u4ed8\u304d\u3068\u7b26\u53f7'
'\u7121\u3057\u306e\u6574\u6570\u5f0f\u306e'
'\u9593\u3067\u306e\u6bd4\u8f03\u3067\u3059')))
# Verify the "mojibake" Kanji/Hiragana within the notes:
self.assertIn(u('\u6587\u5b57\u5316\u3051'),
w.notes.text)
self.assertEqual(w.location.function.name, u('oo\u025f'))
def test_json_roundtrip(self):
def roundtrip_through_json(a):
jsondict = a.to_json()
from pprint import pprint
pprint(jsondict)
return Analysis.from_json(jsondict)
a1, w = self.make_simple_analysis()
a2 = roundtrip_through_json(a1)
self.assertEqual(a1.metadata, a2.metadata)
self.assertEqual(a1.results, a2.results)
self.assertEqual(a1, a2)
a3, w = self.make_complex_analysis()
a4 = roundtrip_through_json(a3)
self.assertEqual(a3.metadata, a4.metadata)
self.assertEqual(a3.results, a4.results)
self.assertEqual(a3, a4)
a5, f = self.make_failed_analysis()
a6 = roundtrip_through_json(a5)
self.assertEqual(a5.metadata, a6.metadata)
self.assertEqual(a5.results, a6.results)
self.assertEqual(a5, a6)
a7, info = self.make_info()
a8 = roundtrip_through_json(a7)
self.assertEqual(a7.metadata, a8.metadata)
self.assertEqual(a7.results, a8.results)
self.assertEqual(a7, a8)
a9 = Analysis.from_xml('examples/example-non-ascii.xml')
a10 = roundtrip_through_json(a9)
self.assertEqual(a9, a10)
def test_xml_roundtrip(self):
def roundtrip_through_xml(a):
xmlbytes = a.to_xml_bytes()
buf = BytesIO(xmlbytes)
return Analysis.from_xml(buf)
a1, w = self.make_simple_analysis()
a2 = roundtrip_through_xml(a1)
self.assertEqual(a1.metadata, a2.metadata)
self.assertEqual(a1.results, a2.results)
self.assertEqual(a1, a2)
a3, w = self.make_complex_analysis()
a4 = roundtrip_through_xml(a3)
self.assertEqual(a3.metadata, a4.metadata)
self.assertEqual(a3.results, a4.results)
self.assertEqual(a3, a4)
a5, f = self.make_failed_analysis()
a6 = roundtrip_through_xml(a5)
self.assertEqual(a5.metadata, a6.metadata)
self.assertEqual(a5.results, a6.results)
self.assertEqual(a5, a6)
a7, info = self.make_info()
a8 = roundtrip_through_xml(a7)
self.assertEqual(a7.metadata, a8.metadata)
self.assertEqual(a7.results, a8.results)
self.assertEqual(a7, a8)
a9 = Analysis.from_xml('examples/example-non-ascii.xml')
a10 = roundtrip_through_xml(a9)
self.assertEqual(a9, a10)
def test_xml_roundtrip(self):
def roundtrip_through_xml(a):
xmlbytes = a.to_xml_bytes()
buf = BytesIO(xmlbytes)
return Analysis.from_xml(buf)
a1, w = self.make_simple_analysis()
a2 = roundtrip_through_xml(a1)
self.assertEqual(a1.metadata, a2.metadata)
self.assertEqual(a1.results, a2.results)
self.assertEqual(a1, a2)
a3, w = self.make_complex_analysis()
a4 = roundtrip_through_xml(a3)
self.assertEqual(a3.metadata, a4.metadata)
self.assertEqual(a3.results, a4.results)
self.assertEqual(a3, a4)
a5, f = self.make_failed_analysis()
a6 = roundtrip_through_xml(a5)
self.assertEqual(a5.metadata, a6.metadata)
self.assertEqual(a5.results, a6.results)
self.assertEqual(a5, a6)
a7, info = self.make_info()
a8 = roundtrip_through_xml(a7)
self.assertEqual(a7.metadata, a8.metadata)
self.assertEqual(a7.results, a8.results)
self.assertEqual(a7, a8)
a9 = Analysis.from_xml('examples/example-non-ascii.xml')
a10 = roundtrip_through_xml(a9)
self.assertEqual(a9, a10)
def test_example_4(self):
with open('examples/example-4.xml') as f:
a = Analysis.from_xml(f)
self.assertEqual(a.metadata.generator.name, 'cpychecker')
self.assertEqual(a.metadata.generator.version, '0.11')
self.assertIsInstance(a.metadata.sut, SourceRpm)
self.assertEqual(a.metadata.sut.name, 'python-ethtool')
self.assertEqual(a.metadata.sut.version, '0.7')
self.assertEqual(a.metadata.sut.release, '4.fc19')
self.assertEqual(a.metadata.sut.buildarch, 'x86_64')
self.assertEqual(len(a.results), 1)
w = a.results[0]
self.assertIsInstance(w, Failure)
self.assertEqual(w.failureid, 'python-exception')
self.assertEqual(w.location.file.givenpath, 'wspy_register.c')
self.assertEqual(w.location.function.name,
'register_all_py_protocols_func')
self.assertEqual(w.location.line, 159)
self.assertEqual(w.location.column, 42)
self.assertTrue(w.customfields['traceback'].startswith(
'wspy_register.c: In function \'register_all_py_protocols_func\':\n'
))
def roundtrip_through_xml(a):
xmlbytes = a.to_xml_bytes()
buf = BytesIO(xmlbytes)
return Analysis.from_xml(buf)
def parse_xml_bytes(self, xmlbytes):
f = BytesIO(xmlbytes)
a = Analysis.from_xml(f)
f.close()
return a
def get_analyses(self):
analyses = []
for filename in glob.glob(os.path.join(self.get_reports_dir(), '*.xml')):
r = Analysis.from_xml(filename)
analyses.append( (filename, r) )
return analyses
def roundtrip_through_xml(a):
xmlbytes = a.to_xml_bytes()
buf = BytesIO(xmlbytes)
return Analysis.from_xml(buf)
def get_reports():
results = []
for fh_xml_file in glob.glob(os.path.join('reports', 'firehose', '*.xml')):
results.append(Analysis.from_xml(fh_xml_file))
return results
def parse_xml_bytes(self, xmlbytes):
f = BytesIO(xmlbytes)
a = Analysis.from_xml(f)
f.close()
return a
def get_analyses(mockdir):
analyses = []
for filename in glob.glob(os.path.join(mockdir, 'reports', '*.xml')):
r = Analysis.from_xml(filename)
analyses.append( (filename, r) )
return analyses
