def run_fuzz(
rng: random.Random,
ast_generator_options: ast_generator.AstGeneratorOptions,
calls_per_sample: int,
save_temps: bool,
sample_count: int,
codegen: bool,
simulate: bool = False,
return_samples: bool = False) -> Optional[Tuple[sample.Sample, ...]]:
"""Runs a fuzzing loop for "sample_count" samples."""
samples = []
for i in range(sample_count):
smp = sample_generator.generate_sample(
rng, ast_generator_options, calls_per_sample,
sample.SampleOptions(convert_to_ir=True,
optimize_ir=True,
codegen=codegen,
simulate=simulate))
if return_samples:
samples.append(smp)
termcolor.cprint('=== Sample {}'.format(i), color='yellow')
print(smp.input_text)
sample_dir = tempfile.mkdtemp('run_fuzz_')
run_sample(smp, sample_dir)
if not save_temps:
shutil.rmtree(sample_dir)
if return_samples:
return tuple(samples)
def setup_worker():
"""Creates arguments to repeatedly pass to benchmark_worker."""
rng = random.Random(0)
smp = sample_generator.generate_sample(
rng,
ast_generator.AstGeneratorOptions(disallow_divide=DISALLOW_DIVIDE),
CALLS_PER_SAMPLE,
sample.SampleOptions(convert_to_ir=True,
optimize_ir=True,
codegen=FLAGS.codegen,
simulate=FLAGS.simulate))
run_dir = tempfile.mkdtemp('run_fuzz_')
return (run_dir, smp)
def test_generate_codegen_sample(self):
rng = random.Random(0)
sample = sample_generator.generate_sample(
rng,
ast_generator.AstGeneratorOptions(),
calls_per_sample=0,
default_options=SampleOptions(
convert_to_ir=True, optimize_ir=True, codegen=True, simulate=True))
self.assertTrue(sample.options.input_is_dslx)
self.assertTrue(sample.options.convert_to_ir)
self.assertTrue(sample.options.optimize_ir)
self.assertTrue(sample.options.codegen)
self.assertTrue(sample.options.simulate)
self.assertNotEmpty(sample.options.codegen_args)
self.assertEmpty(sample.args_batch)
def test_generate_basic_sample(self):
rng = random.Random(0)
sample = sample_generator.generate_sample(
rng,
ast_generator.AstGeneratorOptions(),
calls_per_sample=3,
default_options=SampleOptions(
convert_to_ir=True, optimize_ir=True, codegen=False,
simulate=False))
self.assertTrue(sample.options.input_is_dslx)
self.assertTrue(sample.options.convert_to_ir)
self.assertTrue(sample.options.optimize_ir)
self.assertFalse(sample.options.codegen)
self.assertFalse(sample.options.simulate)
self.assertLen(sample.args_batch, 3)
self.assertIn('fn main', sample.input_text)
def do_generator_task(queues: Tuple[mp.Queue, ...],
seed: int,
ast_generator_options: ast_generator.AstGeneratorOptions,
sample_count: int,
calls_per_sample: int,
default_sample_options: SampleOptions,
duration: Optional[datetime.timedelta] = None,
print_samples: bool = False) -> int:
"""Makes DSLX text / args as fuzz samples and pushes them to workers."""
start = datetime.datetime.now()
i = 0
rng = random.Random(seed)
while True:
if duration: # Note: duration overrides sample count.
if datetime.datetime.now() - start >= duration:
print('-- Hit target generator duration of {}'.format(duration))
sys.stdout.flush()
break
elif i >= sample_count:
print('-- Hit target sample_count of {}'.format(sample_count))
sys.stdout.flush()
break
if i != 0 and i % len(queues) == 0:
delta = datetime.datetime.now() - start
elapsed = delta.total_seconds()
print(f'-- Generating sample {i:8,d}; elapsed: {delta}; '
f'aggregate generate samples/s: {i/elapsed:6.2f}')
sys.stdout.flush()
# Generate a command message.
sample = sample_generator.generate_sample(rng, ast_generator_options,
calls_per_sample,
default_sample_options)
if print_samples:
print_with_linenos(sample.input_text)
message = (Command.RUN, (i, sample))
# Cycle through the queues seeing if we can find one to enqueue into. In the
# common case where queues are not full it'll happen on the first one. This
# helps avoid the case where a single worker gums up other (ready) workers
# from receiving samples.
queueno = i
while True:
queue = queues[queueno % len(queues)]
try:
queue.put_nowait(message)
except queue_mod.Full:
queueno += 1
else:
break
if (queueno - i) % len(queues) == 0:
# Avoid burning this core on spin polling all the time by sleeping for a
# millisecond after we've visited all the queues.
time.sleep(0.001)
# Bump the generated sample count.
i += 1
print('-- Putting stop command in worker queues after generating {} samples'
.format(i))
sys.stdout.flush()
for queue in queues:
queue.put((Command.STOP, None))
print('-- Generator task complete')
sys.stdout.flush()
return i
