def main(): arg_parser = ArgumentParser(description=DESCRIPTION) arg_parser.add_argument("--external_id", required=True) args = arg_parser.parse_args() external_id = load(args.external_id) session = DrmaaSessionFactory().get() external_id = session.kill(external_id)
def main(): arg_parser = ArgumentParser(description=DESCRIPTION) arg_parser.add_argument("--job_attributes", required=True) args = arg_parser.parse_args() job_attributes = load(open(args.job_attributes, "r")) session = DrmaaSessionFactory().get() external_id = session.run_job(**job_attributes) print(external_id)
def main(): arg_parser = ArgumentParser(description=DESCRIPTION) arg_parser.add_argument("--user", required=True) arg_parser.add_argument("--job_id") arg_parser.add_argument("--job_directory") args = arg_parser.parse_args() user = args.user job_id = args.job_id if args.job_id: config = ConfigParser() config.read(['server.ini']) staging_directory = abspath(config.get('app:main', 'staging_directory')) job_directory = abspath(join(staging_directory, job_id)) assert job_directory.startswith(staging_directory) elif FORCE_PRODUCTION: raise Exception( "In production mode, must specify a job_id instead of a working directory." ) else: job_directory = abspath(args.job_directory) assert job_directory command = "chown -R '%s' '%s'" % (user, job_directory) system(command)
def run_executor(): arg_parser = ArgumentParser(description=DESCRIPTION) arg_parser.parse_args() ensure_mesos_libs() log.info("Starting LWR executor") driver = MesosExecutorDriver(LwrExecutor()) exit_code = 0 if not driver.run() == mesos_pb2.DRIVER_STOPPED: exit_code = 1 return exit_code
def main(): ensure_mesos_libs() arg_parser = ArgumentParser(description=DESCRIPTION) arg_parser.add_argument("--master", default=None, required=True) LwrManagerConfigBuilder.populate_options(arg_parser) args = arg_parser.parse_args() config_builder = LwrManagerConfigBuilder(args) config_builder.setup_logging() config = config_builder.load() run(master=args.master, manager_options=config_builder.to_dict(), config=config)
def main(): ensure_mesos_libs() arg_parser = ArgumentParser(description=DESCRIPTION, ) arg_parser.add_argument("--master", default=None, required=True) LwrManagerConfigBuilder.populate_options(arg_parser) args = arg_parser.parse_args() config_builder = LwrManagerConfigBuilder(args) config_builder.setup_logging() config = config_builder.load() run(master=args.master, manager_options=config_builder.to_dict(), config=config)
def main(): arg_parser = ArgumentParser(description=DESCRIPTION) arg_parser.add_argument("--file", default=None) arg_parser.add_argument("--base64", default=None) LwrManagerConfigBuilder.populate_options(arg_parser) args = arg_parser.parse_args() config_builder = LwrManagerConfigBuilder(args) manager, app = manager_from_args(config_builder) try: job_config = __load_job_config(args) submit_job(manager, job_config) wait_for_job(manager, job_config) except BaseException: log.exception("Failure submitting or waiting on job.") finally: app.shutdown()
def main(): arg_parser = ArgumentParser(description=DESCRIPTION) arg_parser.add_argument("--user", required=True) arg_parser.add_argument("--job_id") arg_parser.add_argument("--job_directory") args = arg_parser.parse_args() user = args.user job_id = args.job_id if args.job_id: config = ConfigParser() config.read(['server.ini']) staging_directory = abspath(config.get('app:main', 'staging_directory')) job_directory = abspath(join(staging_directory, job_id)) assert job_directory.startswith(staging_directory) elif FORCE_PRODUCTION: raise Exception("In production mode, must specify a job_id instead of a working directory.") else: job_directory = abspath(args.job_directory) assert job_directory command = "chown -R '%s' '%s'" % (user, job_directory) system(command)