def test_get_set_item(): audit = Audit({"a": 100, "b": 200}) empty = Audit(dict()) assert audit["a"] == 100 assert audit["b"] == 200 empty["a"] = 100 empty["b"] = 200 assert audit == empty
def test_eq(): audit = Audit({"a": 100, "b": 200}) empty = Audit(dict()) assert audit == audit assert empty == empty assert not empty == audit assert not list() == audit a0 = {"uname": "Linux"} a1 = {"uname": "BSD"} assert not a0 == a1 assert a0 == a0 assert a1 == a1
def __init__(self, config, platform, results_file=None): self.config = config # Maps key to results: # "bmark:vm:variant" -> [[e0i0, e0i1, ...], [e1i0, e1i1, ...], ...] self.data = dict() self.reboots = 0 # Record how long execs are taking so we can give the user a rough ETA. # Maps "bmark:vm:variant" -> [t_0, t_1, ...] self.eta_estimates = dict() # error_flag is flipped when a (non-fatal) error or warning occurs. # When Krun finishes and this flag is true, a message is printed, # thus prompting the user to investigate. self.error_flag = False # Fill in attributes from the config, platform and prior results. if self.config is not None: self.filename = self.config.results_filename() self.init_from_config() if platform is not None: self.starting_temperatures = platform.starting_temperatures self._audit = Audit(platform.audit) else: self.starting_temperatures = list() self.audit = dict() # Import data from a Results object serialised on disk. if results_file is not None: self.read_from_file(results_file)
def test_unicode(): audit = Audit({"a": 100, "b": 200}) spacer = "#" * 78 expected = "Audit Section: a\n" expected += spacer + u"\n\n" expected += "100\n\n" expected += "Audit Section: b\n" expected += spacer + "\n\n" expected += "200\n\n" assert unicode(expected) == unicode(audit)
def check_audit_unchanged(results, platform): """Crash out if the audit in the result doesn't match the one in the platform""" from krun.audit import Audit if Audit(platform.audit) != results.audit: error_msg = ("You have asked Krun to resume an interrupted benchmark. " "This is only valid if the machine you are using is " "identical to the one on which the last results were " "gathered, which is not the case.") fatal(error_msg)
def type_check_results(results): for k, execs in results.wallclock_times.iteritems(): assert type(execs) is list for one_exec in execs: assert type(one_exec) is list assert all([type(x) is float for x in one_exec]) for k, execs in results.eta_estimates.iteritems(): assert type(execs) is list assert all([type(x) is float for x in execs]) assert type(results.audit) is type(Audit(dict())) assert type(results.config) is type(Config()) assert type(results.error_flag) is bool
def test_run_schedule(self, monkeypatch, mock_platform): json_file = os.path.join(TEST_DIR, "example_results.json.bz2") def dummy_shell_cmd(text): pass monkeypatch.setattr(subprocess, 'call', dummy_shell_cmd) monkeypatch.setattr(krun.util, 'run_shell_cmd', dummy_shell_cmd) config = Config(os.path.join(TEST_DIR, "example.krun")) krun.util.assign_platform(config, mock_platform) sched = ExecutionScheduler(config, mock_platform.mailer, mock_platform, resume=False, reboot=False, dry_run=True, started_by_init=False) sched.build_schedule() assert len(sched) == 8 sched.run() assert len(sched) == 0 results = Results(Config(os.path.join(TEST_DIR, "example.krun")), mock_platform, results_file=json_file) for k, execs in results.data.iteritems(): assert type(execs) is list for one_exec in execs: assert type(one_exec) is list assert all([type(x) is float for x in one_exec]) for k, execs in results.eta_estimates.iteritems(): assert type(execs) is list assert all([type(x) is float for x in execs]) assert type(results.starting_temperatures) is dict assert type(results.reboots) is int assert type(results.audit) is type(Audit(dict())) assert type(results.config) is type(Config()) assert type(results.error_flag) is bool os.unlink(json_file)
def __init__(self, config, platform, results_file=None): self.instantiation_check() self.config = config self.platform = platform # "bmark:vm:variant" -> [[e0i0, e0i1, ...], [e1i0, e1i1, ...], ...] self.wallclock_times = dict() # wall-clock times # Secondary, per-core measurements # Structure as above, but lifted for N processor cores. # i.e. aperf_counts[core#][proc_exec#][in_proc_iter#] self.core_cycle_counts = dict() self.aperf_counts = dict() self.mperf_counts = dict() # Record the flag for each process execution. self.pexec_flags = dict() # Record how long execs are taking so we can give the user a rough ETA. # Maps "bmark:vm:variant" -> [t_0, t_1, ...] self.eta_estimates = dict() # error_flag is flipped when a (non-fatal) error or warning occurs. # When Krun finishes and this flag is true, a message is printed, # thus prompting the user to investigate. self.error_flag = False # Fill in attributes from the config, platform and prior results. if self.config is not None: self.filename = self.config.results_filename() self.init_from_config() self.config_text = self.config.text if platform is not None: self._audit = Audit(platform.audit) else: self.audit = dict() # Import data from a Results object serialised on disk. if results_file is not None: self.read_from_file(results_file)
def test_property(): audit = Audit({"a": 100, "b": 200}) assert audit.audit == {"a": 100, "b": 200} empty = Audit(dict()) empty.audit = {"a": 100, "b": 200} assert empty == audit
def test_contains(): audit = Audit({"a": 100, "b": 200}) assert "a" in audit assert not "c" in audit
def audit(self, audit_dict): self._audit = Audit(audit_dict)
def inner_main(mailer, config, args): out_file = config.results_filename() out_file_exists = os.path.exists(out_file) if out_file_exists and not os.path.isfile(out_file): util.fatal( "Output file '%s' exists but is not a regular file" % out_file) if out_file_exists and not args.resume: util.fatal("Output file '%s' already exists. " "Either resume the session (--resume) or " "move the file away" % out_file) if not out_file_exists and args.resume: util.fatal("No results file to resume. Expected '%s'" % out_file) if args.started_by_init and not args.reboot: util.fatal("--started-by-init makes no sense without --reboot") if args.started_by_init and not args.resume: util.fatal("--started-by-init makes no sense without --resume") if args.develop: warn("Developer mode enabled. Results will not be reliable.") # Initialise platform instance and assign to VM defs. # This needs to be done early, so VM sanity checks can run. platform = detect_platform(mailer) if not args.develop: debug("Checking platform preliminaries") platform.check_preliminaries() else: # Needed to skip the use of certain tools and techniques. # E.g. switching user. warn("Not checking platform prerequisites due to developer mode") platform.developer_mode = True platform.collect_audit() # If the user has asked for resume-mode, the current platform must # be an identical machine to the current one. error_msg = ("You have asked Krun to resume an interrupted benchmark. " + "This is only valid if the machine you are using is " + "identical to the one on which the last results were " + "gathered, which is not the case.") current = None if args.resume: # output file must exist, due to check above assert(out_file_exists) current = Results(config, platform, results_file=out_file) from krun.audit import Audit if not Audit(platform.audit) == current.audit: util.fatal(error_msg) debug("Using pre-recorded initial temperature readings") platform.starting_temperatures = current.starting_temperatures else: # Touch the config file to update its mtime. This is required # by resume-mode which uses the mtime to determine the name of # the log file, should this benchmark be resumed. _, _, rc = util.run_shell_cmd("touch " + args.filename) if rc != 0: util.fatal("Could not touch config file: " + args.filename) info(("Wait %s secs to allow system to cool prior to " "collecting initial temperature readings") % config.TEMP_READ_PAUSE) if args.develop or args.dry_run: info("SIMULATED: time.sleep(%s)" % config.TEMP_READ_PAUSE) else: time.sleep(config.TEMP_READ_PAUSE) debug("Taking fresh initial temperature readings") platform.starting_temperatures = platform.take_temperature_readings() # Assign platform to VM defs -- needs to happen early for sanity checks util.assign_platform(config, platform) sanity_checks(config, platform) # Build job queue -- each job is an execution sched = ExecutionScheduler(config, mailer, platform, resume=args.resume, reboot=args.reboot, dry_run=args.dry_run, started_by_init=args.started_by_init) sched.build_schedule() sched.run()
def test_property(): audit = Audit({"a": 100, "b": 200}) assert audit.audit == {"a": 100, "b": 200} empty = Audit(dict()) empty.audit = {"a": 100, "b": 200} assert empty == audit