def test_E2EComparerWithNoDiscardOutliers(self): comparer = csv_comparer.CsvComparer( csv_file1=os.path.join(self._test_csv_dir, 'comparer_csv1.csv'), csv_file2=os.path.join(self._test_csv_dir, 'comparer_csv2.csv'), output_html_dir=self._actual_output_dir, requester_email='*****@*****.**', chromium_patch_link='http://chromium-patch.com', skia_patch_link='http://skia-patch.com', raw_csv_nopatch='http://raw-csv-nopatch.com', raw_csv_withpatch='http://raw-csv-withpatch.com', variance_threshold=0, absolute_url='', min_pages_in_each_field=0, discard_outliers=0, num_repeated=3, target_platform='Linux', crashed_instances='', missing_devices='', browser_args_nopatch='', browser_args_withpatch='', pageset_type='10k', chromium_hash='abcdefg1234567', skia_hash='tuvwxyz1234567', missing_output_slaves='', logs_link_prefix='', description='E2EComparerWithNoDiscardOutliers', total_archives='10', ) comparer.Compare() self._AssertHTMLFiles('keep_outliers', ('fieldname2.html', 'fieldname3.html'))
def test_E2EComparerWithDiscardOutliers(self): comparer = csv_comparer.CsvComparer( csv_file1=os.path.join(self._test_csv_dir, 'comparer_csv1.csv'), csv_file2=os.path.join(self._test_csv_dir, 'comparer_csv2.csv'), output_html_dir=self._actual_output_dir, requester_email='*****@*****.**', chromium_patch_link='http://chromium-patch.com', blink_patch_link='http://blink-patch.com', skia_patch_link='http://skia-patch.com', raw_csv_nopatch='http://raw-csv-nopatch.com', raw_csv_withpatch='http://raw-csv-withpatch.com', variance_threshold=10, absolute_url='', min_pages_in_each_field=1, discard_outliers=12.5, num_repeated=3, target_platform='Android', crashed_instances='build1-b5 build10-b5', missing_devices='build99-b5 build100-b5', browser_args_nopatch='--test=1', browser_args_withpatch='--test=2', pageset_type='Mobile10k', ) comparer.Compare() self._AssertHTMLFiles('discard_outliers')
def test_E2EComparerWithDiscardOutliers(self): comparer = csv_comparer.CsvComparer( csv_file1=os.path.join(self._test_csv_dir, 'comparer_csv1.csv'), csv_file2=os.path.join(self._test_csv_dir, 'comparer_csv2.csv'), output_html_dir=self._actual_output_dir, requester_email='*****@*****.**', chromium_patch_link='http://chromium-patch.com', skia_patch_link='http://skia-patch.com', raw_csv_nopatch='http://raw-csv-nopatch.com', raw_csv_withpatch='http://raw-csv-withpatch.com', variance_threshold=10, absolute_url='', min_pages_in_each_field=1, discard_outliers=12.5, num_repeated=3, target_platform='Android', crashed_instances='build1-b5 build10-b5', missing_devices='build99-b5 build100-b5', browser_args_nopatch='--test=1', browser_args_withpatch='--test=2', pageset_type='Mobile10k', chromium_hash='abcdefg1234567', skia_hash='tuvwxyz1234567', missing_output_slaves='1 3 100', logs_link_prefix=('https://chrome-swarming.appspot.com/tasklist?' 'l=500&f=runid:testing&f=name:perf_task_'), description='E2EComparerWithDiscardOutliers', total_archives='', ) comparer.Compare() self._AssertHTMLFiles('discard_outliers')
def test_E2EComparerWithDiscardOutliers(self): comparer = csv_comparer.CsvComparer( csv_file1=os.path.join(self._test_csv_dir, 'comparer_csv1.csv'), csv_file2=os.path.join(self._test_csv_dir, 'comparer_csv2.csv'), output_html_dir=self._actual_output_dir, requester_email='*****@*****.**', chromium_patch_link='http://chromium-patch.com', skia_patch_link='http://skia-patch.com', benchmark_patch_link='http://benchmark-patch.com', raw_csv_nopatch='http://raw-csv-nopatch.com', raw_csv_withpatch='http://raw-csv-withpatch.com', variance_threshold=10, absolute_url='', min_pages_in_each_field=1, discard_outliers=12.5, num_repeated=3, target_platform='Android', crashed_instances='build1-b5 build10-b5', missing_devices='build99-b5 build100-b5', browser_args_nopatch='--test=1', browser_args_withpatch='--test=2', pageset_type='Mobile10k', chromium_hash='abcdefg1234567', skia_hash='tuvwxyz1234567', missing_output_slaves='build1-m5 build3-m5 build100-m5', logs_link_prefix='http://uberchromegw.corp.google.com/i/skia-ct-worker', description='E2EComparerWithDiscardOutliers', ) comparer.Compare() self._AssertHTMLFiles('discard_outliers')