Ejemplo n.º 1
0
def __process_setup_message(manager, body, message):
    try:
        manager_endpoint_util.submit_job(manager, body)
    except Exception:
        job_id = __client_job_id_from_body(body)
        log.warn("Failed to setup job %s obtained via message queue." % job_id)
    message.ack()
Ejemplo n.º 2
0
def launch(manager, job_id, command_line, params='{}', dependencies_description='null', setup_params='{}', remote_staging='[]', env='[]'):
    submit_params = loads(params)
    setup_params = loads(setup_params)
    dependencies_description = loads(dependencies_description)
    env = loads(env)
    remote_staging = loads(remote_staging)
    submit_config = dict(
        job_id=job_id,
        command_line=command_line,
        setup_params=setup_params,
        submit_params=submit_params,
        dependencies_description=dependencies_description,
        env=env,
        remote_staging=remote_staging
    )
    submit_job(manager, submit_config)
Ejemplo n.º 3
0
 def run_task():
     try:
         log.info("Running task %s" % task.task_id.value)
         task_data = from_base64_json(task.data)
         manager_options = task_data["manager"]
         config_builder = LwrManagerConfigBuilder(**manager_options)
         manager, lwr_app = manager_from_args(config_builder)
         job_config = task_data["job"]
         submit_job(manager, job_config)
         self.__task_update(driver, task, mesos_pb2.TASK_RUNNING)
         wait_for_job(manager, job_config)
         self.__task_update(driver, task, mesos_pb2.TASK_FINISHED)
         lwr_app.shutdown()
     except Exception:
         log.exception("Failed to run, update, or monitor task %s" % task)
         raise
Ejemplo n.º 4
0
def main():
    arg_parser = ArgumentParser(description=DESCRIPTION)
    arg_parser.add_argument("--file", default=None)
    arg_parser.add_argument("--base64", default=None)
    LwrManagerConfigBuilder.populate_options(arg_parser)
    args = arg_parser.parse_args()

    config_builder = LwrManagerConfigBuilder(args)
    manager, app = manager_from_args(config_builder)
    try:
        job_config = __load_job_config(args)
        submit_job(manager, job_config)
        wait_for_job(manager, job_config)
    except BaseException:
        log.exception("Failure submitting or waiting on job.")
    finally:
        app.shutdown()