def reset_and_run_testcase(testcase_id, category, release): """Resets the chromium repo and runs the testcase.""" delete_if_exists(CHROMIUM_OUT) delete_if_exists(CLUSTERFUZZ_CACHE_DIR) process.call('git checkout -f HEAD', cwd=CHROMIUM_SRC) # Clean untracked files. Because untracked files in submodules are not removed # with `git checkout -f HEAD`. `git clean -ffdd` also cleans uncommitted # changes (but not ignored files). Anecdotally, ignored files (which we don't # handle) cause failure in `gclient sync` and `gn gen`. But we cannot do # `git clean -ffddx` because we would hit the git rate-limit. process.call('git clean -ffdd', cwd=CHROMIUM_SRC) clean_third_party() version = prepare_binary_and_get_version(release) for opts in TEST_OPTIONS: update_auth_header() return_code = run_testcase(testcase_id, opts=opts) logs = read_logs() stackdriver_logging.send_run( testcase_id, category, version, release, return_code, logs, opts)
def _test(self, success, message): stackdriver_logging.send_run(1234, 'sanity', '0.2.2rc3', success) self.assert_exact_calls(self.mock.send_log, [ mock.call(params={ 'testcaseId': 1234, 'type': 'sanity', 'version': '0.2.2rc3', 'message': message }, success=success) ])
def _test(self, return_code, message, exception, success, expected_logs, logs, opts): stackdriver_logging.send_run(1234, 'sanity', '0.2.2rc3', 'master', return_code, logs, opts) self.assert_exact_calls(self.mock.send_log, [ mock.call(params={ 'testcaseId': 1234, 'type': 'sanity', 'version': '0.2.2rc3', 'message': message, 'release': 'master', 'returnCode': return_code, 'error': exception, 'logs': expected_logs, 'opts': opts }, success=success) ])
def reset_and_run_testcase(testcase_id, category, release): """Resets the chromium repo and runs the testcase.""" delete_if_exists(CHROMIUM_OUT) delete_if_exists(CLUSTERFUZZ_CACHE_DIR) clean() version = prepare_binary_and_get_version(release) for opts in TEST_OPTIONS: update_auth_header() return_code = run_testcase(testcase_id, opts=opts) logs = read_logs() stackdriver_logging.send_run(testcase_id, category, version, release, return_code, logs, opts) sleep(return_code)