def __print_bugs(self, bugs):
report_num = len(bugs)
if report_num > 0:
index_format = ' %%%dd, ' % int(
math.floor(math.log10(report_num)) + 1)
non_suppressed = 0
for bug in bugs:
last_event = bug.get_last_event()
if self.skiplist_handler and \
self.skiplist_handler.should_skip(
last_event.start_pos.file_path):
LOG.debug(bug.hash_value + ' is skipped (in ' +
last_event.start_pos.file_path + ")")
continue
sp_handler = suppress_handler.SourceSuppressHandler(bug)
# Check for suppress comment.
if sp_handler.get_suppressed():
continue
self.__output.write(
self.__format_bug_event(bug.checker_name, last_event))
self.__output.write('\n')
self.__output.write(self.__format_location(last_event))
self.__output.write('\n')
if self.__print_steps:
self.__output.write(' Steps:\n')
for index, event in enumerate(bug.events()):
self.__output.write(index_format % (index + 1))
self.__output.write(self.__format_bug_event(None, event))
self.__output.write('\n')
self.__output.write('\n')
non_suppressed += 1
if non_suppressed == 0:
self.__output.write('%s found no defects while analyzing %s\n' %
(self.buildaction.analyzer_type,
ntpath.basename(self.analyzed_source_file)))
else:
self.__output.write(
'%s found %d defect(s) while analyzing %s\n\n' %
(self.buildaction.analyzer_type, non_suppressed,
ntpath.basename(self.analyzed_source_file)))
def __store_bugs(self, files, bugs, connection, analisys_id):
file_ids = {}
# Send content of file to the server if needed.
for file_name in files:
file_descriptor = connection.need_file_content(
self.__run_id, file_name)
file_ids[file_name] = file_descriptor.fileId
# Sometimes the file doesn't exist, e.g. when the input of the
# analysis is pure plist files.
if not os.path.isfile(file_name):
LOG.debug(file_name + ' not found, and will not be stored')
continue
if file_descriptor.needed:
with open(file_name, 'r') as source_file:
file_content = source_file.read()
compressed_file = zlib.compress(file_content,
zlib.Z_BEST_COMPRESSION)
# TODO: we may not use the file content in the end
# depending on skippaths.
LOG.debug('storing file content to the database')
connection.add_file_content(file_descriptor.fileId,
compressed_file)
# Skipping bugs in header files handled here.
report_ids = []
for bug in bugs:
events = bug.events()
# Skip list handler can be None if no config file is set.
if self.skiplist_handler:
if events and self.skiplist_handler.should_skip(
events[-1].start_pos.file_path):
# Issue #20: this bug is in a file which should be skipped
LOG.debug(bug.hash_value + ' is skipped (in ' +
events[-1].start_pos.file_path + ")")
continue
# Create remaining data for bugs and send them to the server.
bug_paths = []
for path in bug.paths():
bug_paths.append(
shared.ttypes.BugPathPos(
path.start_pos.line, path.start_pos.col,
path.end_pos.line, path.end_pos.col,
file_ids[path.start_pos.file_path]))
bug_events = []
for event in bug.events():
bug_events.append(
shared.ttypes.BugPathEvent(
event.start_pos.line, event.start_pos.col,
event.end_pos.line, event.end_pos.col, event.msg,
file_ids[event.start_pos.file_path]))
bug_hash = bug.hash_value
severity_name = self.severity_map.get(bug.checker_name,
'UNSPECIFIED')
severity = shared.ttypes.Severity._NAMES_TO_VALUES[severity_name]
sp_handler = suppress_handler.SourceSuppressHandler(bug)
# Check for suppress comment.
supp = sp_handler.get_suppressed()
if supp:
connection.add_suppress_bug(self.__run_id, [supp])
LOG.debug('Storing check results to the database')
report_id = connection.add_report(analisys_id,
file_ids[bug.file_path],
bug_hash, bug.msg, bug_paths,
bug_events, bug.checker_name,
bug.category, bug.type, severity,
supp is not None)
report_ids.append(report_id)
def handle_results(self):
"""
send the plist content to the database
server API calls should be used in one connection
- addBuildAction
- addReport
- needFileContent
- addFileContent
- finishBuildAction
"""
with client.get_connection() as connection:
LOG.debug(
'Storing original build and analyzer command to the database')
analisys_id = connection.add_build_action(
self.__run_id, self.buildaction.original_command,
' '.join(self.analyzer_cmd))
# store buildaction and analyzer command to the database
_, source_file_name = ntpath.split(self.analyzed_source_file)
if self.analyzer_returncode == 0:
LOG.info(self.buildaction.analyzer_type + ' analyzed ' +
source_file_name + ' successfully.')
plist_file = self.get_analyzer_result_file()
try:
files, bugs = plist_parser.parse_plist(plist_file)
except Exception as ex:
LOG.debug(str(ex))
msg = 'Parsing the generated result file failed'
LOG.error(msg + ' ' + plist_file)
connection.finish_build_action(analisys_id, msg)
return 1
file_ids = {}
# Send content of file to the server if needed
for file_name in files:
file_descriptor = connection.need_file_content(
self.__run_id, file_name)
file_ids[file_name] = file_descriptor.fileId
if file_descriptor.needed:
with open(file_name, 'r') as source_file:
file_content = source_file.read()
compressed_file = zlib.compress(
file_content, zlib.Z_BEST_COMPRESSION)
# TODO: we may not use the file content in the end
# depending on skippaths
LOG.debug('storing file content to the database')
connection.add_file_content(file_descriptor.fileId,
compressed_file)
# skipping bugs in header files handled here
report_ids = []
for bug in bugs:
events = bug.events()
# skip list handler can be None if no config file is set
if self.skiplist_handler:
if events and self.skiplist_handler.should_skip(
events[-1].start_pos.file_path):
# Issue #20: this bug is in a file which should be skipped
LOG.debug(bug.hash_value + ' is skipped (in ' +
events[-1].start_pos.file_path + ")")
continue
# create remaining data for bugs and send them to the server
bug_paths = []
for path in bug.paths():
bug_paths.append(
shared.ttypes.BugPathPos(
path.start_pos.line, path.start_pos.col,
path.end_pos.line, path.end_pos.col,
file_ids[path.start_pos.file_path]))
bug_events = []
for event in bug.events():
bug_events.append(
shared.ttypes.BugPathEvent(
event.start_pos.line, event.start_pos.col,
event.end_pos.line, event.end_pos.col,
event.msg,
file_ids[event.start_pos.file_path]))
bug_hash = bug.hash_value
severity_name = self.severity_map.get(
bug.checker_name, 'UNSPECIFIED')
severity = shared.ttypes.Severity._NAMES_TO_VALUES[
severity_name]
suppress = False
source_file = bug.file_path
last_bug_event = bug.events()[-1]
bug_line = last_bug_event.start_pos.line
sp_handler = suppress_handler.SourceSuppressHandler(
source_file, bug_line)
# check for suppress comment
supp = sp_handler.check_source_suppress()
if supp:
# something shoud be suppressed
suppress_checkers = sp_handler.suppressed_checkers()
if bug.checker_name in suppress_checkers or \
suppress_checkers == ['all']:
suppress = True
file_path, file_name = ntpath.split(source_file)
# checker_hash, file_name, comment
to_suppress = (bug_hash, file_name,
sp_handler.suppress_comment())
LOG.debug(to_suppress)
connection.add_suppress_bug(
self.__run_id, [to_suppress])
LOG.debug('Storing check results to the database')
report_id = connection.add_report(
analisys_id, file_ids[bug.file_path], bug_hash,
bug.msg, bug_paths, bug_events, bug.checker_name,
bug.category, bug.type, severity, suppress)
report_ids.append(report_id)
else:
LOG.info('Analysing ' + source_file_name + ' with ' +
self.buildaction.analyzer_type + ' failed.')
connection.finish_build_action(analisys_id, self.analyzer_stderr)