help='Do not parse search results')
eval = Fetcher(parser)
# Do not parse preprocess files if it has been disabled on the commandline
if not eval.no_preprocess:
add_preprocess_parsing(eval)
add_preprocess_functions(eval)
# Only try to parse all.groups files if there are any.
all_groups_files = glob(os.path.join(eval.exp_dir, 'runs-*-*', '*',
'all.groups'))
if all_groups_files:
add_mutex_groups_functions(eval)
if not eval.no_search:
add_search_parsing(eval)
add_search_functions(eval)
eval.add_function(get_bisimulation_results)
eval.add_function(get_error, "run.err")
eval.add_function(check_min_values)
eval.set_check(check)
eval.postprocess_functions.append(quality)
return eval
if __name__ == '__main__':
fetcher = build_fetcher()
with tools.timing('Parse files'):
fetcher.fetch()
def build(self):
if len(self.data) == 0:
sys.exit('No problems match those filters')
problems = [run['domain'] + ':' + run['problem'] for run in self.data]
# Sort and remove duplicates
problems = sorted(set(problems))
problems = [' "%s",\n' % problem for problem in problems]
output = ('def suite():\n return [\n%s ]\n' % ''.join(problems))
print '\nSUITE:'
print output
return output
if __name__ == "__main__":
with tools.timing("Create report"):
known_args, remaining_args = report_type_parser.parse_known_args()
# delete parsed args
sys.argv = [sys.argv[0]] + remaining_args
report_name = REPORT_TYPES[known_args.report]
logging.info('Report: %s' % report_name)
# Instantiate selected Report
report = globals().get(report_name)()
# Copy the report type
report.report_type = known_args.report
report.write()
if not self.no_props_file:
props['id-string'] = id_string
combined_props[id_string] = props.dict()
tools.makedirs(self.eval_dir)
if not self.no_props_file:
self.apply_postprocess_functions(combined_props)
combined_props.write()
self.write_data_dump(combined_props)
def write_data_dump(self, combined_props):
combined_props_file = combined_props.filename
dump_path = os.path.join(self.eval_dir, 'data_dump')
logging.info('Reading properties file without parsing')
properties_contents = open(combined_props_file).read()
logging.info('Calculating properties hash')
new_checksum = hashlib.md5(properties_contents).digest()
data = combined_props.get_dataset()
logging.info('Finished turning properties into dataset')
# Pickle data for faster future use
cPickle.dump((new_checksum, data), open(dump_path, 'wb'),
cPickle.HIGHEST_PROTOCOL)
logging.info('Wrote data dump')
if __name__ == "__main__":
logging.info('Import this module if you want to parse the output files')
with tools.timing('Copy files'):
fetcher = Fetcher()
fetcher.fetch()
