def test_E2EComparerWithNoDiscardOutliers(self):
comparer = csv_comparer.CsvComparer(
csv_file1=os.path.join(self._test_csv_dir, 'comparer_csv1.csv'),
csv_file2=os.path.join(self._test_csv_dir, 'comparer_csv2.csv'),
output_html_dir=self._actual_output_dir,
requester_email='*****@*****.**',
chromium_patch_link='http://chromium-patch.com',
skia_patch_link='http://skia-patch.com',
raw_csv_nopatch='http://raw-csv-nopatch.com',
raw_csv_withpatch='http://raw-csv-withpatch.com',
variance_threshold=0,
absolute_url='',
min_pages_in_each_field=0,
discard_outliers=0,
num_repeated=3,
target_platform='Linux',
crashed_instances='',
missing_devices='',
browser_args_nopatch='',
browser_args_withpatch='',
pageset_type='10k',
chromium_hash='abcdefg1234567',
skia_hash='tuvwxyz1234567',
missing_output_slaves='',
logs_link_prefix='',
description='E2EComparerWithNoDiscardOutliers',
total_archives='10',
)
comparer.Compare()
self._AssertHTMLFiles('keep_outliers',
('fieldname2.html', 'fieldname3.html'))
def test_E2EComparerWithDiscardOutliers(self):
comparer = csv_comparer.CsvComparer(
csv_file1=os.path.join(self._test_csv_dir, 'comparer_csv1.csv'),
csv_file2=os.path.join(self._test_csv_dir, 'comparer_csv2.csv'),
output_html_dir=self._actual_output_dir,
requester_email='*****@*****.**',
chromium_patch_link='http://chromium-patch.com',
blink_patch_link='http://blink-patch.com',
skia_patch_link='http://skia-patch.com',
raw_csv_nopatch='http://raw-csv-nopatch.com',
raw_csv_withpatch='http://raw-csv-withpatch.com',
variance_threshold=10,
absolute_url='',
min_pages_in_each_field=1,
discard_outliers=12.5,
num_repeated=3,
target_platform='Android',
crashed_instances='build1-b5 build10-b5',
missing_devices='build99-b5 build100-b5',
browser_args_nopatch='--test=1',
browser_args_withpatch='--test=2',
pageset_type='Mobile10k',
)
comparer.Compare()
self._AssertHTMLFiles('discard_outliers')
def test_E2EComparerWithDiscardOutliers(self):
comparer = csv_comparer.CsvComparer(
csv_file1=os.path.join(self._test_csv_dir, 'comparer_csv1.csv'),
csv_file2=os.path.join(self._test_csv_dir, 'comparer_csv2.csv'),
output_html_dir=self._actual_output_dir,
requester_email='*****@*****.**',
chromium_patch_link='http://chromium-patch.com',
skia_patch_link='http://skia-patch.com',
raw_csv_nopatch='http://raw-csv-nopatch.com',
raw_csv_withpatch='http://raw-csv-withpatch.com',
variance_threshold=10,
absolute_url='',
min_pages_in_each_field=1,
discard_outliers=12.5,
num_repeated=3,
target_platform='Android',
crashed_instances='build1-b5 build10-b5',
missing_devices='build99-b5 build100-b5',
browser_args_nopatch='--test=1',
browser_args_withpatch='--test=2',
pageset_type='Mobile10k',
chromium_hash='abcdefg1234567',
skia_hash='tuvwxyz1234567',
missing_output_slaves='1 3 100',
logs_link_prefix=('https://chrome-swarming.appspot.com/tasklist?'
'l=500&f=runid:testing&f=name:perf_task_'),
description='E2EComparerWithDiscardOutliers',
total_archives='',
)
comparer.Compare()
self._AssertHTMLFiles('discard_outliers')
def test_E2EComparerWithDiscardOutliers(self):
comparer = csv_comparer.CsvComparer(
csv_file1=os.path.join(self._test_csv_dir, 'comparer_csv1.csv'),
csv_file2=os.path.join(self._test_csv_dir, 'comparer_csv2.csv'),
output_html_dir=self._actual_output_dir,
requester_email='*****@*****.**',
chromium_patch_link='http://chromium-patch.com',
skia_patch_link='http://skia-patch.com',
benchmark_patch_link='http://benchmark-patch.com',
raw_csv_nopatch='http://raw-csv-nopatch.com',
raw_csv_withpatch='http://raw-csv-withpatch.com',
variance_threshold=10,
absolute_url='',
min_pages_in_each_field=1,
discard_outliers=12.5,
num_repeated=3,
target_platform='Android',
crashed_instances='build1-b5 build10-b5',
missing_devices='build99-b5 build100-b5',
browser_args_nopatch='--test=1',
browser_args_withpatch='--test=2',
pageset_type='Mobile10k',
chromium_hash='abcdefg1234567',
skia_hash='tuvwxyz1234567',
missing_output_slaves='build1-m5 build3-m5 build100-m5',
logs_link_prefix='http://uberchromegw.corp.google.com/i/skia-ct-worker',
description='E2EComparerWithDiscardOutliers',
)
comparer.Compare()
self._AssertHTMLFiles('discard_outliers')