def main(): arg_parser = ArgumentParser(description=DESCRIPTION) arg_parser.add_argument("--file", default=None) arg_parser.add_argument("--base64", default=None) LwrManagerConfigBuilder.populate_options(arg_parser) args = arg_parser.parse_args() config_builder = LwrManagerConfigBuilder(args) manager, app = manager_from_args(config_builder) try: job_config = __load_job_config(args) submit_job(manager, job_config) wait_for_job(manager, job_config) except BaseException: log.exception("Failure submitting or waiting on job.") finally: app.shutdown()
def main(): ensure_mesos_libs() arg_parser = ArgumentParser(description=DESCRIPTION, ) arg_parser.add_argument("--master", default=None, required=True) LwrManagerConfigBuilder.populate_options(arg_parser) args = arg_parser.parse_args() config_builder = LwrManagerConfigBuilder(args) config_builder.setup_logging() config = config_builder.load() run(master=args.master, manager_options=config_builder.to_dict(), config=config)
def main(): ensure_mesos_libs() arg_parser = ArgumentParser(description=DESCRIPTION) arg_parser.add_argument("--master", default=None, required=True) LwrManagerConfigBuilder.populate_options(arg_parser) args = arg_parser.parse_args() config_builder = LwrManagerConfigBuilder(args) config_builder.setup_logging() config = config_builder.load() run(master=args.master, manager_options=config_builder.to_dict(), config=config)
def run_task(): try: log.info("Running task %s" % task.task_id.value) task_data = from_base64_json(task.data) manager_options = task_data["manager"] config_builder = LwrManagerConfigBuilder(**manager_options) manager, lwr_app = manager_from_args(config_builder) job_config = task_data["job"] submit_job(manager, job_config) self.__task_update(driver, task, mesos_pb2.TASK_RUNNING) wait_for_job(manager, job_config) self.__task_update(driver, task, mesos_pb2.TASK_FINISHED) lwr_app.shutdown() except Exception: log.exception("Failed to run, update, or monitor task %s" % task) raise