def summarize_and_output(self, test_config, test_names): # summarize the result data, write to file and output PERFHERDER_DATA LOG.info("summarizing raptor test results") output = Output(self.results, self.supporting_data, test_config['subtest_alert_on']) output.summarize(test_names) # that has each browser cycle separate; need to check if there were multiple browser # cycles, and if so need to combine results from all cycles into one overall result output.combine_browser_cycles() output.summarize_screenshots(self.images) # only dump out supporting data (i.e. power) if actual Raptor test completed if self.supporting_data is not None and len(self.results) != 0: output.summarize_supporting_data() output.output_supporting_data(test_names) return output.output(test_names)
def summarize_and_output(self, test_config, test_names): # summarize the result data, write to file and output PERFHERDER_DATA LOG.info("summarizing raptor test results") output = Output(self.results, self.supporting_data, test_config['subtest_alert_on']) output.summarize(test_names) # that has each browser cycle separate; need to check if there were multiple browser # cycles, and if so need to combine results from all cycles into one overall result output.combine_browser_cycles() output.summarize_screenshots(self.images) # only dump out supporting data (i.e. power) if actual Raptor test completed out_sup_perfdata = 0 if self.supporting_data is not None and len(self.results) != 0: output.summarize_supporting_data() res, out_sup_perfdata = output.output_supporting_data(test_names) res, out_perfdata = output.output(test_names) if not self.config['gecko_profile']: # res will remain True if no problems are encountered # during schema validation and perferder_data counting res = self._validate_treeherder_data( output, out_sup_perfdata + out_perfdata) return res