def run(args): if not cere_configure.init(): return False if utils.is_invalid(args.region) and not args.force: logger.warning("{0} is invalid. Skipping replay".format(args.region)) return False invocations = find_invocations(args.invocation, args.region) if not invocations: return False if (PREDICTION_MODE and args.plugin_instr != var.RDTSC_WRAPPER): logger.warning("You are not using the default library. Computing predicted time\n\ may not work if the replay output is not the same") for invocation, part in invocations.iteritems(): if os.path.isfile("{0}/{1}_{2}.csv".format(var.CERE_REPLAY_PATH, args.region, invocation)) and not args.force: logger.warning("Replay already measured for {0} invocation {1}.".format(args.region, invocation)) continue if not utils.dump_exist(args.region, invocation): logger.error("Memory dump is missing for {0} invocation {1}.\n\ Run cere capture --region={0} [--invocation={1}]".format(args.region, invocation)) return False if args.noinstrumentation: instru_cmd = "" logger.info("Compiling replay mode for region {0} invocation {1} without instrumentation".format(args.region, invocation)) else: instru_cmd = "--instrument" logger.info("Compiling replay mode for region {0} invocation {1} with instrumentation".format(args.region, invocation)) try: logger.debug(subprocess.check_output("{0} INVITRO_CALL_COUNT={5} MODE=\"replay --region={1} --invocation={2} {3} --wrapper={4}\" -B".format(cere_configure.cere_config["build_cmd"], args.region, invocation, instru_cmd, args.plugin_instr, args.invitro_callcount), stderr=subprocess.STDOUT, shell=True)) except subprocess.CalledProcessError as err: logger.error(str(err)) logger.error(err.output) logger.error("Compiling replay mode for region {0} invocation {1} Failed".format(args.region, invocation)) utils.mark_invalid(args.region, cere_error.EREPLAY) return False if not args.norun: logger.info("Replaying invocation {1} for region {0}".format(args.region, invocation)) try: logger.debug(subprocess.check_output(cere_configure.cere_config["run_cmd"], stderr=subprocess.STDOUT, shell=True)) except subprocess.CalledProcessError as err: logger.error(str(err)) logger.error(err.output) logger.error("Replay failed for {0} invocation {1}".format(args.region, invocation)) utils.mark_invalid(args.region, cere_error.EREPLAY) return False #Save replay measures files if PREDICTION_MODE: try: shutil.move("{0}.csv".format(args.region), "{0}/{1}_{2}.csv".format(var.CERE_REPLAY_PATH, args.region, invocation)) except IOError as err: logger.error(str(err)) logger.error(" No results file. Maybe replay failed".format(invocation)) return False if PREDICTION_MODE: predicted_cycles = compute_predicted_time(args.region, invocations) logger.info(" Overall predicted cycles = {0}".format(predicted_cycles)) return True
def run(args): if not cere_configure.init(): return False if utils.is_invalid(args.region) and not args.force: logger.warning("{0} is invalid. Skipping replay".format(args.region)) return False invocations = find_invocations(args.invocation, args.region) if not invocations: return False if (PREDICTION_MODE and args.plugin_instr != var.RDTSC_WRAPPER): logger.warning( "You are not using the default library. Computing predicted time\n\ may not work if the replay output is not the same") for invocation, part in invocations.iteritems(): if os.path.isfile( "{0}/{1}_{2}.csv".format(var.CERE_REPLAY_PATH, args.region, invocation)) and not args.force: logger.warning( "Replay already measured for {0} invocation {1}.".format( args.region, invocation)) continue if not utils.dump_exist(args.region, invocation): logger.error("Memory dump is missing for {0} invocation {1}.\n\ Run cere capture --region={0} [--invocation={1}]".format( args.region, invocation)) return False if args.noinstrumentation: instru_cmd = "" logger.info( "Compiling replay mode for region {0} invocation {1} without instrumentation" .format(args.region, invocation)) else: instru_cmd = "--instrument" logger.info( "Compiling replay mode for region {0} invocation {1} with instrumentation" .format(args.region, invocation)) try: logger.debug( subprocess.check_output( "{0} INVITRO_CALL_COUNT={5} MODE=\"replay --region={1} --invocation={2} {3} --wrapper={4}\" -B" .format(cere_configure.cere_config["build_cmd"], args.region, invocation, instru_cmd, args.plugin_instr, args.invitro_callcount), stderr=subprocess.STDOUT, shell=True)) except subprocess.CalledProcessError as err: logger.error(str(err)) logger.error(err.output) logger.error( "Compiling replay mode for region {0} invocation {1} Failed". format(args.region, invocation)) utils.mark_invalid(args.region, cere_error.EREPLAY) return False if not args.norun: logger.info("Replaying invocation {1} for region {0}".format( args.region, invocation)) try: logger.debug( subprocess.check_output( cere_configure.cere_config["run_cmd"], stderr=subprocess.STDOUT, shell=True)) except subprocess.CalledProcessError as err: logger.error(str(err)) logger.error(err.output) logger.error("Replay failed for {0} invocation {1}".format( args.region, invocation)) utils.mark_invalid(args.region, cere_error.EREPLAY) return False #Save replay measures files if PREDICTION_MODE: try: shutil.move( "{0}.csv".format(args.region), "{0}/{1}_{2}.csv".format(var.CERE_REPLAY_PATH, args.region, invocation)) except IOError as err: logger.error(str(err)) logger.error( " No results file. Maybe replay failed".format( invocation)) return False if PREDICTION_MODE: predicted_cycles = compute_predicted_time(args.region, invocations) logger.info(" Overall predicted cycles = {0}".format(predicted_cycles)) return True
def run(args): if not cere_configure.init(): return False if(args.region): invocations = find_invocations(args.invocation, args.region) if not invocations: return False for invocation in invocations: if not args.force: if utils.dump_exist(args.region, invocation): logger.info("Dump already exists for region {0} invocation {1}".format(args.region, invocation)) return True if not args.no_io_trace: #Check IOs if not cere_check_io.run_io_checker(args.region, None, invocation, args.force): utils.mark_invalid(args.region, "Failed to run IO checker") if utils.is_invalid(args.region): logger.warning("{0} is invalid. Skipping capture".format(args.region)) return False else: shutil.rmtree(os.path.join(var.CERE_DUMPS_PATH, args.region, str(invocation)), ignore_errors=True) logger.info("Compiling capture mode for region {0} invocation {1}".format(args.region, invocation)) try: logger.debug(subprocess.check_output("{0} MODE=\"dump --region={1} --invocation={2}\" -B".format(cere_configure.cere_config["build_cmd"], args.region, invocation), stderr=subprocess.STDOUT, shell=True)) except subprocess.CalledProcessError as err: logger.error(str(err)) logger.error(err.output) logger.error("Compiling capture mode for region {0} invocation {1} failed".format(args.region, invocation)) utils.mark_invalid(args.region, cere_error.EDUMP) return False if not args.norun: logger.info("Capturing invocation {1} for region {0}".format(args.region, invocation)) try: logger.info(subprocess.check_output("LD_BIND_NOW=1 " + cere_configure.cere_config["run_cmd"], stderr=subprocess.STDOUT, shell=True)) except subprocess.CalledProcessError as err: #even if the capture run fails, maybe the region is dumped. logger.error(str(err)) logger.error(err.output) if not os.path.isdir("{0}/{1}/{2}".format(var.CERE_DUMPS_PATH, args.region, invocation)): logger.error("Capture failed for region {0} invocation {1}".format(args.region, invocation)) utils.mark_invalid(args.region, cere_error.EDUMP) return False else: logger.info("Invocation {1} succesfully captured for region {0} ".format(args.region, invocation)) #Global dump else: logger.info("Compiling capture mode for all regions") try: logger.debug(subprocess.check_output("{0} MODE=\"dump\" -B".format(cere_configure.cere_config["build_cmd"]), stderr=subprocess.STDOUT, shell=True)) except subprocess.CalledProcessError as err: logger.error(str(err)) logger.error(err.output) logger.info("Compiling capture mode for all regions failed") return False if not args.norun: logger.info("Capturing all regions") try: logger.debug(subprocess.check_output("LD_BIND_NOW=1 " + cere_configure.cere_config["run_cmd"], stderr=subprocess.STDOUT, shell=True)) except subprocess.CalledProcessError as err: logger.error(str(err)) logger.error(err.output) logger.error("Capturing all regions failed") return False else: logger.info("All regions succesfully captured") return True