def test_update_or_insert(self): some_branch = Branch.create_if_possible('some-branch', 'Some Branch') some_platform = Platform.create_if_possible('some-platform', 'Some Platform') some_builder = Builder.get(Builder.create('some-builder', 'Some Builder')) some_test = Test.update_or_insert('some-test', some_branch, some_platform) self.assertThereIsNoInstanceOf(Runs) runs = Runs.update_or_insert(some_branch, some_platform, some_test) self.assertOnlyInstance(runs) self.assertEqual(runs.json_runs, '') self.assertEqual(runs.json_averages, '') self.assertEqual(runs.json_min, None) self.assertEqual(runs.json_max, None) old_memcache_value = memcache.get(Runs._key_name(some_branch.id, some_platform.id, some_test.id)) self.assertTrue(old_memcache_value) runs.delete() self.assertThereIsNoInstanceOf(Runs) builds, results = self._create_results(some_branch, some_platform, some_builder, 'some-test', [50.0]) runs = Runs.update_or_insert(some_branch, some_platform, some_test) self.assertOnlyInstance(runs) self.assertTrue(runs.json_runs.startswith('[5, [4, 0, 100, null],')) self.assertEqual(json.loads('{' + runs.json_averages + '}'), {"100": 50.0}) self.assertEqual(runs.json_min, 50.0) self.assertEqual(runs.json_max, 50.0) self.assertNotEqual(memcache.get(Runs._key_name(some_branch.id, some_platform.id, some_test.id)), old_memcache_value)
def test_chart_params_with_value(self): some_branch = Branch.create_if_possible('some-branch', 'Some Branch') some_platform = Platform.create_if_possible('some-platform', 'Some Platform') some_builder = Builder.get(Builder.create('some-builder', 'Some Builder')) some_test = Test.update_or_insert('some-test', some_branch, some_platform) start_time = datetime(2011, 2, 21, 12, 0, 0) end_time = datetime(2011, 2, 28, 12, 0, 0) results = self._create_results(some_branch, some_platform, some_builder, 'some-test', [50.0, 51.0, 52.0, 49.0, 48.0, 51.9, 50.7, 51.1], [start_time + timedelta(day) for day in range(0, 8)]) # Use int despite of its impreciseness since tests may fail due to rounding errors otherwise. def split_as_int(string): return [int(float(value)) for value in string.split(',')] params = Runs.update_or_insert(some_branch, some_platform, some_test).chart_params(7) self.assertEqual(params['chxl'], '0:|Feb 21|Feb 22|Feb 23|Feb 24|Feb 25|Feb 26|Feb 27|Feb 28') self.assertEqual(split_as_int(params['chxr']), [1, 0, 57, int(52 * 1.1 / 5 + 0.5)]) x_min, x_max, y_min, y_max = split_as_int(params['chds']) self.assertEqual(datetime.fromtimestamp(x_min), start_time) self.assertEqual(datetime.fromtimestamp(x_max), end_time) self.assertEqual(y_min, 0) self.assertEqual(y_max, int(52 * 1.1)) self.assertEqual(split_as_int(params['chg']), [int(100 / 7), 20, 0, 0]) params = Runs.update_or_insert(some_branch, some_platform, some_test).chart_params(14) self.assertEqual(params['chxl'], '0:|Feb 14|Feb 16|Feb 18|Feb 20|Feb 22|Feb 24|Feb 26|Feb 28') self.assertEqual(split_as_int(params['chxr']), [1, 0, 57, int(52 * 1.1 / 5 + 0.5)]) x_min, x_max, y_min, y_max = split_as_int(params['chds']) self.assertEqual(datetime.fromtimestamp(x_min), datetime(2011, 2, 14, 12, 0, 0)) self.assertEqual(datetime.fromtimestamp(x_max), end_time) self.assertEqual(y_min, 0) self.assertEqual(y_max, int(52 * 1.1)) self.assertEqual(split_as_int(params['chg']), [int(100 / 7), 20, 0, 0])
def test_update_or_insert(self): some_branch = Branch.create_if_possible('some-branch', 'Some Branch') some_platform = Platform.create_if_possible('some-platform', 'Some Platform') some_builder = Builder.get(Builder.create('some-builder', 'Some Builder')) some_test = Test.update_or_insert('some-test', some_branch, some_platform) self.assertThereIsNoInstanceOf(Runs) runs = Runs.update_or_insert(some_branch, some_platform, some_test) self.assertOnlyInstance(runs) self.assertEqual(runs.json_runs, '') self.assertEqual(runs.json_averages, '') self.assertEqual(runs.json_min, None) self.assertEqual(runs.json_max, None) old_memcache_value = memcache.get(Runs._key_name(some_branch.id, some_platform.id, some_test.id)) self.assertTrue(old_memcache_value) runs.delete() self.assertThereIsNoInstanceOf(Runs) builds, results = self._create_results(some_branch, some_platform, some_builder, 'some-test', [50.0]) runs = Runs.update_or_insert(some_branch, some_platform, some_test) self.assertOnlyInstance(runs) self.assertTrue(runs.json_runs.startswith('[5,[4,0,100,null],')) self.assertEqual(json.loads('{' + runs.json_averages + '}'), {"100": 50.0}) self.assertEqual(runs.json_min, 50.0) self.assertEqual(runs.json_max, 50.0) self.assertNotEqual(memcache.get(Runs._key_name(some_branch.id, some_platform.id, some_test.id)), old_memcache_value)
def test_json_by_ids(self): some_branch = Branch.create_if_possible('some-branch', 'Some Branch') some_platform = Platform.create_if_possible('some-platform', 'Some Platform') some_builder = Builder.get( Builder.create('some-builder', 'Some Builder')) some_test = Test.update_or_insert('some-test', some_branch, some_platform) self._create_results(some_branch, some_platform, some_builder, 'some-test', [50.0]) runs = Runs.update_or_insert(some_branch, some_platform, some_test) runs_json = runs.to_json() key_name = Runs._key_name(some_branch.id, some_platform.id, some_test.id) self.assertEqual( Runs.json_by_ids(some_branch.id, some_platform.id, some_test.id), runs_json) self.assertEqual(memcache.get(key_name), runs_json) memcache.set(key_name, 'blah') self.assertEqual( Runs.json_by_ids(some_branch.id, some_platform.id, some_test.id), 'blah') memcache.delete(key_name) self.assertEqual( Runs.json_by_ids(some_branch.id, some_platform.id, some_test.id), runs_json) self.assertEqual(memcache.get(key_name), runs_json)
def post(self): self.response.headers['Content-Type'] = 'text/plain; charset=utf-8' test_id, branch_id, platform_id = _get_test_branch_platform_ids(self) branch = model_from_numeric_id(branch_id, Branch) platform = model_from_numeric_id(platform_id, Platform) test = model_from_numeric_id(test_id, Test) assert branch assert platform assert test Runs.update_or_insert(branch, platform, test) self.response.out.write('OK')
def test_update_incrementally(self): some_branch = Branch.create_if_possible('some-branch', 'Some Branch') some_platform = Platform.create_if_possible('some-platform', 'Some Platform') some_builder = Builder.get(Builder.create('some-builder', 'Some Builder')) some_test = Test.update_or_insert('some-test', some_branch, some_platform) self.assertThereIsNoInstanceOf(Runs) timestamps = [datetime.now(), datetime.now()] builds, results = self._create_results(some_branch, some_platform, some_builder, 'some-test', [50.0, 52.0], timestamps) runs = Runs.update_or_insert(some_branch, some_platform, some_test) self.assertOnlyInstance(runs) self.assertEqual(json.loads('[' + runs.json_runs + ']'), [[5, [4, 0, 100, None], mktime(timestamps[0].timetuple()), 50.0, 0, [], None, None], [7, [6, 1, 101, None], mktime(timestamps[1].timetuple()), 52.0, 0, [], None, None]]) self.assertEqual(json.loads('{' + runs.json_averages + '}'), {"100": 50.0, "101": 52.0}) self.assertEqual(runs.json_min, 50.0) self.assertEqual(runs.json_max, 52.0) timestamps.append(datetime.now()) builds, results = self._create_results(some_branch, some_platform, some_builder, 'some-test', [48.0], timestamps[2:], starting_revision=102) runs.update_incrementally(builds[0], results[0]) self.assertOnlyInstance(runs) self.assertEqual(json.loads('[' + runs.json_runs + ']'), [[5, [4, 0, 100, None], mktime(timestamps[0].timetuple()), 50.0, 0, [], None, None], [7, [6, 1, 101, None], mktime(timestamps[1].timetuple()), 52.0, 0, [], None, None], [9, [8, 0, 102, None], mktime(timestamps[2].timetuple()), 48.0, 0, [], None, None]]) self.assertEqual(json.loads('{' + runs.json_averages + '}'), {"100": 50.0, "101": 52.0, "102": 48.0}) self.assertEqual(runs.json_min, 48.0) self.assertEqual(runs.json_max, 52.0)
def post(self): self.response.headers['Content-Type'] = 'text/plain; charset=utf-8' log_id = int(self.request.get('id', 0)) log = ReportLog.get_by_id(log_id) if not log or not log.commit: self.response.out.write("Not processed") return branch = log.branch() platform = log.platform() build = Build.get_or_insert_from_log(log) for test_name, result_value in log.results().iteritems(): test = Test.update_or_insert(test_name, branch, platform) result = TestResult.get_or_insert_from_parsed_json(test_name, build, result_value) runs = Runs.get_by_objects(branch, platform, test) regenerate_runs = True if runs: runs.update_incrementally(build, result) regenerate_runs = False schedule_runs_update(test.id, branch.id, platform.id, regenerate_runs) log = ReportLog.get(log.key()) log.delete() # We need to update dashboard and manifest because they are affected by the existance of test results schedule_dashboard_update() schedule_manifest_update() self.response.out.write('OK')
def test_to_json_with_results(self): some_branch = Branch.create_if_possible('some-branch', 'Some Branch') some_platform = Platform.create_if_possible('some-platform', 'Some Platform') some_builder = Builder.get(Builder.create('some-builder', 'Some Builder')) some_test = Test.update_or_insert('some-test', some_branch, some_platform) builds, results = self._create_results(some_branch, some_platform, some_builder, 'some-test', [50.0, 51.0, 52.0, 49.0, 48.0]) value = json.loads(Runs.update_or_insert(some_branch, some_platform, some_test).to_json()) self.assertEqualUnorderedList(value.keys(), ['test_runs', 'averages', 'min', 'max', 'unit', 'date_range', 'stat']) self.assertEqual(value['stat'], 'ok') self.assertEqual(value['min'], 48.0) self.assertEqual(value['max'], 52.0) self.assertEqual(value['unit'], None) self.assertEqual(value['date_range'], None) # date_range is never given self.assertEqual(len(value['test_runs']), len(results)) for i, run in enumerate(value['test_runs']): result = results[i] self.assertEqual(run[0], result.key().id()) self.assertEqual(run[1][1], i) # Build number self.assertEqual(run[1][2], 100 + i) # Revision self.assertEqual(run[1][3], None) # Supplementary revision self.assertEqual(run[3], result.value) self.assertEqual(run[6], some_builder.key().id()) self.assertEqual(run[7], None) # Statistics
def get(self): self.response.headers['Content-Type'] = 'application/json' test_id, branch_id, platform_id = _get_test_branch_platform_ids(self) runs = Runs.json_by_ids(branch_id, platform_id, test_id) if runs: self.response.out.write(runs) elif model_from_numeric_id(branch_id, Branch) and model_from_numeric_id(platform_id, Platform) and model_from_numeric_id(test_id, Test): schedule_runs_update(test_id, branch_id, platform_id)
def test_to_json_with_unit(self): some_branch = Branch.create_if_possible('some-branch', 'Some Branch') some_platform = Platform.create_if_possible('some-platform', 'Some Platform') some_builder = Builder.get(Builder.create('some-builder', 'Some Builder')) some_test = Test.update_or_insert('some-test', some_branch, some_platform, 'runs/s') builds, results = self._create_results(some_branch, some_platform, some_builder, 'some-test', [50.0, 51.0, 52.0, 49.0, 48.0]) value = json.loads(Runs.update_or_insert(some_branch, some_platform, some_test).to_json()) self.assertEqual(value['unit'], 'runs/s')
def test_json_by_ids(self): some_branch = Branch.create_if_possible('some-branch', 'Some Branch') some_platform = Platform.create_if_possible('some-platform', 'Some Platform') some_builder = Builder.get(Builder.create('some-builder', 'Some Builder')) some_test = Test.update_or_insert('some-test', some_branch, some_platform) self._create_results(some_branch, some_platform, some_builder, 'some-test', [50.0]) runs = Runs.update_or_insert(some_branch, some_platform, some_test) runs_json = runs.to_json() key_name = Runs._key_name(some_branch.id, some_platform.id, some_test.id) self.assertEqual(Runs.json_by_ids(some_branch.id, some_platform.id, some_test.id), runs_json) self.assertEqual(memcache.get(key_name), runs_json) memcache.set(key_name, 'blah') self.assertEqual(Runs.json_by_ids(some_branch.id, some_platform.id, some_test.id), 'blah') memcache.delete(key_name) self.assertEqual(Runs.json_by_ids(some_branch.id, some_platform.id, some_test.id), runs_json) self.assertEqual(memcache.get(key_name), runs_json)
def test_to_json_without_results(self): some_branch = Branch.create_if_possible('some-branch', 'Some Branch') some_platform = Platform.create_if_possible('some-platform', 'Some Platform') some_test = Test.update_or_insert('some-test', some_branch, some_platform) self.assertOnlyInstance(some_test) self.assertThereIsNoInstanceOf(TestResult) self.assertEqual(json.loads(Runs.update_or_insert(some_branch, some_platform, some_test).to_json()), { 'test_runs': [], 'averages': {}, 'min': None, 'max': None, 'date_range': None, 'stat': 'ok'})
def test_to_json_without_results(self): some_branch = Branch.create_if_possible('some-branch', 'Some Branch') some_platform = Platform.create_if_possible('some-platform', 'Some Platform') some_test = Test.update_or_insert('some-test', some_branch, some_platform) self.assertOnlyInstance(some_test) self.assertThereIsNoInstanceOf(TestResult) self.assertEqual(json.loads(Runs.update_or_insert(some_branch, some_platform, some_test).to_json()), { 'test_runs': [], 'averages': {}, 'min': None, 'max': None, 'unit': None, 'date_range': None, 'stat': 'ok'})
def test_generate_runs(self): some_branch = Branch.create_if_possible('some-branch', 'Some Branch') some_platform = Platform.create_if_possible('some-platform', 'Some Platform') some_builder = Builder.get(Builder.create('some-builder', 'Some Builder')) some_test = Test.update_or_insert('some-test', some_branch, some_platform) builds, results = self._create_results(some_branch, some_platform, some_builder, 'some-test', [50.0, 51.0, 52.0, 49.0, 48.0]) last_i = 0 for i, (build, result) in enumerate(Runs._generate_runs(some_branch, some_platform, some_test)): self.assertEqual(build.buildNumber, i) self.assertEqual(build.revision, 100 + i) self.assertEqual(result.name, 'some-test') self.assertEqual(result.value, results[i].value) last_i = i self.assertTrue(last_i + 1, len(results))
def post(self): self.response.headers['Content-Type'] = 'text/plain; charset=utf-8' test_id, branch_id, platform_id = _get_test_branch_platform_ids(self) branch = model_from_numeric_id(branch_id, Branch) platform = model_from_numeric_id(platform_id, Platform) test = model_from_numeric_id(test_id, Test) display_days = int(self.request.get('displayDays')) assert branch assert platform assert test params = Runs.update_or_insert(branch, platform, test).chart_params(display_days) dashboard_chart_file = urllib.urlopen('http://chart.googleapis.com/chart', urllib.urlencode(params)) DashboardImage.create(branch.id, platform.id, test.id, display_days, dashboard_chart_file.read())
def post(self): return self.response.headers['Content-Type'] = 'text/plain; charset=utf-8' test_id, branch_id, platform_id = _get_test_branch_platform_ids(self) branch = model_from_numeric_id(branch_id, Branch) platform = model_from_numeric_id(platform_id, Platform) test = model_from_numeric_id(test_id, Test) display_days = int(self.request.get('displayDays')) assert branch assert platform assert test params = Runs.get_by_objects(branch, platform, test).chart_params(display_days) if not params: return dashboard_chart_file = urllib.urlopen('http://chart.googleapis.com/chart', urllib.urlencode(params)) DashboardImage.create(branch.id, platform.id, test.id, display_days, dashboard_chart_file.read())
def test_run_from_build_and_result(self): branch = Branch.create_if_possible('some-branch', 'Some Branch') platform = Platform.create_if_possible('some-platform', 'Some Platform') builder = Builder.get(Builder.create('some-builder', 'Some Builder')) test_name = ' some-test' def create_build(build_number, revision): timestamp = datetime.now().replace(microsecond=0) build = Build(branch=branch, platform=platform, builder=builder, buildNumber=build_number, revision=revision, timestamp=timestamp) build.put() return build build = create_build(1, 101) result = TestResult(name=test_name, value=123.0, build=build) result.put() self._assert_entry(Runs._entry_from_build_and_result(build, result), build, result, 123.0) build = create_build(2, 102) result = TestResult(name=test_name, value=456.0, valueMedian=789.0, build=build) result.put() self._assert_entry(Runs._entry_from_build_and_result(build, result), build, result, 456.0) result.valueStdev = 7.0 result.put() self._assert_entry(Runs._entry_from_build_and_result(build, result), build, result, 456.0) result.valueStdev = None result.valueMin = 123.0 result.valueMax = 789.0 result.put() self._assert_entry(Runs._entry_from_build_and_result(build, result), build, result, 456.0) result.valueStdev = 8.0 result.valueMin = 123.0 result.valueMax = 789.0 result.put() self._assert_entry(Runs._entry_from_build_and_result(build, result), build, result, 456.0, statistics={'stdev': 8.0, 'min': 123.0, 'max': 789.0}) result.valueMedian = 345.0 # Median is never used by the frontend. result.valueStdev = 8.0 result.valueMin = 123.0 result.valueMax = 789.0 result.put() self._assert_entry(Runs._entry_from_build_and_result(build, result), build, result, 456.0, statistics={'stdev': 8.0, 'min': 123.0, 'max': 789.0})
def post(self): self.response.headers['Content-Type'] = 'text/plain; charset=utf-8' log_id = int(self.request.get('id', 0)) log = ReportLog.get_by_id(log_id) if not log or not log.commit: self.response.out.write("Not processed") return branch = log.branch() platform = log.platform() build = Build.get_or_insert_from_log(log) for test_name, result_value in log.results().iteritems(): unit = result_value.get('unit') if isinstance(result_value, dict) else None test = Test.update_or_insert(test_name, branch, platform, unit) result = TestResult.get_or_insert_from_parsed_json( test_name, build, result_value) if not result: continue runs = Runs.get_by_objects(branch, platform, test) regenerate_runs = True if runs: runs.update_incrementally(build, result) regenerate_runs = False schedule_runs_update(test.id, branch.id, platform.id, regenerate_runs) log = ReportLog.get(log.key()) log.delete() # We need to update dashboard and manifest because they are affected by the existance of test results schedule_dashboard_update() schedule_manifest_update() self.response.out.write('OK')