def do_build(build_type, fuzzer, always_build):
"""Build fuzzer,benchmark pairs for CI."""
if build_type == 'oss-fuzz':
benchmarks = OSS_FUZZ_BENCHMARKS
elif build_type == 'standard':
benchmarks = STANDARD_BENCHMARKS
else:
raise Exception('Invalid build_type: %s' % build_type)
if always_build:
# Always do a build if always_build is True.
return make_builds(benchmarks, fuzzer)
changed_files = diff_utils.get_changed_files()
changed_fuzzers = change_utils.get_changed_fuzzers(changed_files)
if fuzzer in changed_fuzzers:
# Otherwise if fuzzer is in changed_fuzzers then build it with all
# benchmarks, the change could have affected any benchmark.
return make_builds(benchmarks, fuzzer)
# Otherwise, only build benchmarks that have changed.
changed_benchmarks = set(
change_utils.get_changed_benchmarks(changed_files))
benchmarks = benchmarks.intersection(changed_benchmarks)
return make_builds(benchmarks, fuzzer)
def get_fuzzers_changed_since_last():
"""Returns a list of fuzzers that have changed since the last experiment
stored in the database that has a commit that is in the current branch."""
# TODO(metzman): Figure out a way of skipping experiments that were stopped
# early.
# Loop over experiments since some may have hashes that are not in the
# current branch.
with db_utils.session_scope() as session:
experiments = list(
session.query(models.Experiment).order_by(
models.Experiment.time_created.desc()))
if not experiments:
raise Exception('No experiments found. Cannot find changed fuzzers.')
changed_files = None
for experiment in experiments:
try:
changed_files = diff_utils.get_changed_files(experiment.git_hash)
break
except diff_utils.DiffError:
logs.warning('Skipping %s. Commit is not in branch.',
experiment.git_hash)
if changed_files is None:
raise Exception('No in-branch experiments. '
'Cannot find changed fuzzers.')
return change_utils.get_changed_fuzzers(changed_files)
def test_changed_integrations(paths: List[Path]):
"""Runs tests that build changed fuzzers with all benchmarks and changed
benchmarks with measurer and all fuzzers. Not enabled by default since it
requires GCB."""
benchmarks = change_utils.get_changed_benchmarks(
[str(path) for path in paths])
fuzzers = change_utils.get_changed_fuzzers([str(path) for path in paths])
if not benchmarks and not fuzzers:
return True
pytest_command = BASE_PYTEST_COMMAND + [
'-k', 'TestBuildChangedBenchmarksOrFuzzers'
]
env = os.environ.copy()
if benchmarks:
env = os.environ.copy()
env['TEST_BUILD_CHANGED_BENCHMARKS'] = ' '.join(benchmarks)
if fuzzers:
env['TEST_BUILD_CHANGED_FUZZERS'] = ' '.join(fuzzers)
retcode = subprocess.run(pytest_command, check=False, env=env).returncode
return retcode == 0
