def play_forward(results_dir, subsequence_id):
# TODO(cs): need to serialize the parameters to Replayer rather than
# wrapping them in a closure... otherwise, can't use RemoteForker
# TODO(aw): MCSFinder needs to configure Simulation to always let DataplaneEvents pass through
create_clean_python_dir(results_dir)
# Copy stdout and stderr to a file "replay.out"
tee = Tee(open(os.path.join(results_dir, "replay.out"), "w"))
tee.tee_stdout()
tee.tee_stderr()
# Set up replayer.
input_logger = InputLogger()
replayer = Replayer(
self.simulation_cfg,
new_dag,
wait_on_deterministic_values=self.wait_on_deterministic_values,
input_logger=input_logger,
allow_unexpected_messages=False,
pass_through_whitelisted_messages=True,
delay_flow_mods=self.delay_flow_mods,
**self.kwargs)
replayer.init_results(results_dir)
self._runtime_stats = RuntimeStats(subsequence_id)
violations = []
simulation = None
try:
simulation = replayer.simulate()
self._track_new_internal_events(simulation, replayer)
# Wait a bit in case the bug takes awhile to happen
self.log("Sleeping %d seconds after run" %
self.end_wait_seconds)
time.sleep(self.end_wait_seconds)
violations = self.invariant_check(simulation)
if violations != []:
input_logger.log_input_event(
InvariantViolation(violations))
except SystemExit:
# One of the invariant checks bailed early. Oddly, this is not an
# error for us, it just means that there were no violations...
# [this logic is arguably broken]
# Return no violations, and let Forker handle system exit for us.
violations = []
finally:
input_logger.close(replayer,
self.simulation_cfg,
skip_mcs_cfg=True)
if simulation is not None:
simulation.clean_up()
tee.close()
if self.strict_assertion_checking:
test_serialize_response(violations,
self._runtime_stats.client_dict())
timed_out_internal = [
e.label for e in new_dag.events if e.timed_out
]
return (violations, self._runtime_stats.client_dict(),
timed_out_internal)
def _dump_mcs_trace(self, dag=None, mcs_trace_path=None):
if dag is None:
dag = self.dag
if mcs_trace_path is None:
mcs_trace_path = self.mcs_trace_path
# Dump the mcs trace
input_logger = InputLogger(output_path=mcs_trace_path)
input_logger.open(os.path.dirname(mcs_trace_path))
for e in dag.events:
input_logger.log_input_event(e)
input_logger.close(self, self.simulation_cfg, skip_mcs_cfg=True)
def dump_mcs_trace(self, dag, control_flow, mcs_trace_path=None):
if mcs_trace_path is None:
mcs_trace_path = self.mcs_trace_path
for extension in ["", ".notimeouts"]:
output_path = mcs_trace_path + extension
input_logger = InputLogger()
input_logger.open(os.path.dirname(output_path),
output_filename="mcs.trace" + extension)
for e in dag.events:
if extension == ".notimeouts" and e.timed_out:
continue
input_logger.log_input_event(e)
input_logger.close(control_flow, self.simulation_cfg, skip_mcs_cfg=True)
def dump_mcs_trace(self, dag, control_flow, mcs_trace_path=None):
if mcs_trace_path is None:
mcs_trace_path = self.mcs_trace_path
for extension in ["", ".notimeouts"]:
output_path = mcs_trace_path + extension
input_logger = InputLogger()
input_logger.open(os.path.dirname(output_path),
output_filename="mcs.trace" + extension)
for e in dag.events:
if extension == ".notimeouts" and e.timed_out:
continue
input_logger.log_input_event(e)
input_logger.close(control_flow, self.simulation_cfg, skip_mcs_cfg=True)
def play_forward(results_dir, subsequence_id):
# TODO(cs): need to serialize the parameters to Replayer rather than
# wrapping them in a closure... otherwise, can't use RemoteForker
# TODO(aw): MCSFinder needs to configure Simulation to always let DataplaneEvents pass through
create_clean_python_dir(results_dir)
# Copy stdout and stderr to a file "replay.out"
tee = Tee(open(os.path.join(results_dir, "replay.out"), "w"))
tee.tee_stdout()
tee.tee_stderr()
# Set up replayer.
input_logger = InputLogger()
replayer = Replayer(self.simulation_cfg, new_dag,
wait_on_deterministic_values=self.wait_on_deterministic_values,
input_logger=input_logger,
allow_unexpected_messages=False,
pass_through_whitelisted_messages=True,
delay_flow_mods=self.delay_flow_mods,
**self.kwargs)
replayer.init_results(results_dir)
self._runtime_stats = RuntimeStats(subsequence_id)
violations = []
simulation = None
try:
simulation = replayer.simulate()
self._track_new_internal_events(simulation, replayer)
# Wait a bit in case the bug takes awhile to happen
self.log("Sleeping %d seconds after run" % self.end_wait_seconds)
time.sleep(self.end_wait_seconds)
violations = self.invariant_check(simulation)
if violations != []:
input_logger.log_input_event(InvariantViolation(violations))
except SystemExit:
# One of the invariant checks bailed early. Oddly, this is not an
# error for us, it just means that there were no violations...
# [this logic is arguably broken]
# Return no violations, and let Forker handle system exit for us.
violations = []
finally:
input_logger.close(replayer, self.simulation_cfg, skip_mcs_cfg=True)
if simulation is not None:
simulation.clean_up()
tee.close()
if self.strict_assertion_checking:
test_serialize_response(violations, self._runtime_stats.client_dict())
timed_out_internal = [ e.label for e in new_dag.events if e.timed_out ]
return (violations, self._runtime_stats.client_dict(), timed_out_internal)
def play_forward(results_dir, subsequence_id):
# TODO(cs): need to serialize the parameters to Replayer rather than
# wrapping them in a closure... otherwise, can't use RemoteForker
# TODO(aw): MCSFinder needs to configure Simulation to always let DataplaneEvents pass through
create_clean_python_dir(results_dir)
# Copy stdout and stderr to a file "replay.out"
tee = Tee(open(os.path.join(results_dir, "replay.out"), "w"))
tee.tee_stdout()
tee.tee_stderr()
# Set up replayer.
input_logger = InputLogger()
replayer = Replayer(self.simulation_cfg, new_dag,
input_logger=input_logger,
bug_signature=self.bug_signature,
invariant_check_name=self.invariant_check_name,
**self.kwargs)
replayer.init_results(results_dir)
self._runtime_stats = RuntimeStats(subsequence_id)
simulation = None
try:
simulation = replayer.simulate()
self._track_new_internal_events(simulation, replayer)
except SystemExit:
# One of the invariant checks bailed early. Oddly, this is not an
# error for us, it just means that there were no violations...
# [this logic is arguably broken]
# Return no violations, and let Forker handle system exit for us.
simulation.violation_found = False
finally:
input_logger.close(replayer, self.simulation_cfg, skip_mcs_cfg=True)
if simulation is not None:
simulation.clean_up()
tee.close()
if self.strict_assertion_checking:
test_serialize_response(violations, self._runtime_stats.client_dict())
timed_out_internal = [ e.label for e in new_dag.events if e.timed_out ]
return (simulation.violation_found, self._runtime_stats.client_dict(), timed_out_internal)
def play_forward(results_dir, subsequence_id):
# TODO(cs): need to serialize the parameters to Replayer rather than
# wrapping them in a closure... otherwise, can't use RemoteForker
# TODO(aw): MCSFinder needs to configure Simulation to always let DataplaneEvents pass through
create_clean_python_dir(results_dir)
# Copy stdout and stderr to a file "replay.out"
tee = Tee(open(os.path.join(results_dir, "replay.out"), "w"))
tee.tee_stdout()
tee.tee_stderr()
# Set up replayer.
input_logger = InputLogger()
replayer = Replayer(self.simulation_cfg, new_dag,
input_logger=input_logger,
bug_signature=self.bug_signature,
invariant_check_name=self.invariant_check_name,
**self.kwargs)
replayer.init_results(results_dir)
self._runtime_stats = RuntimeStats(subsequence_id)
simulation = None
try:
simulation = replayer.simulate()
self._track_new_internal_events(simulation, replayer)
except SystemExit:
# One of the invariant checks bailed early. Oddly, this is not an
# error for us, it just means that there were no violations...
# [this logic is arguably broken]
# Return no violations, and let Forker handle system exit for us.
simulation.violation_found = False
finally:
input_logger.close(replayer, self.simulation_cfg, skip_mcs_cfg=True)
if simulation is not None:
simulation.clean_up()
tee.close()
if self.strict_assertion_checking:
test_serialize_response(violations, self._runtime_stats.client_dict())
timed_out_internal = [ e.label for e in new_dag.events if e.timed_out ]
return (simulation.violation_found, self._runtime_stats.client_dict(), timed_out_internal)
def _dump_mcs_trace(self):
# Dump the mcs trace
input_logger = InputLogger(output_path=self.mcs_trace_path)
for e in self.dag.events:
input_logger.log_input_event(e)
input_logger.close(self.simulation_cfg, skip_mcs_cfg=True)