Esempio n. 1
0
def main():
    arg_parser = ArgumentParser(description=DESCRIPTION)
    arg_parser.add_argument("--external_id", required=True)
    args = arg_parser.parse_args()
    external_id = load(args.external_id)
    session = DrmaaSessionFactory().get()
    external_id = session.kill(external_id)
Esempio n. 2
0
def main():
    arg_parser = ArgumentParser(description=DESCRIPTION)
    arg_parser.add_argument("--external_id", required=True)
    args = arg_parser.parse_args()
    external_id = load(args.external_id)
    session = DrmaaSessionFactory().get()
    external_id = session.kill(external_id)
Esempio n. 3
0
def main():
    arg_parser = ArgumentParser(description=DESCRIPTION)
    arg_parser.add_argument("--job_attributes", required=True)
    args = arg_parser.parse_args()
    job_attributes = load(open(args.job_attributes, "r"))
    session = DrmaaSessionFactory().get()
    external_id = session.run_job(**job_attributes)
    print(external_id)
Esempio n. 4
0
def main():
    arg_parser = ArgumentParser(description=DESCRIPTION)
    arg_parser.add_argument("--job_attributes", required=True)
    args = arg_parser.parse_args()
    job_attributes = load(open(args.job_attributes, "r"))
    session = DrmaaSessionFactory().get()
    external_id = session.run_job(**job_attributes)
    print(external_id)
def main():
    arg_parser = ArgumentParser(description=DESCRIPTION)
    arg_parser.add_argument("--user", required=True)
    arg_parser.add_argument("--job_id")
    arg_parser.add_argument("--job_directory")
    args = arg_parser.parse_args()
    user = args.user
    job_id = args.job_id

    if args.job_id:
        config = ConfigParser()
        config.read(['server.ini'])
        staging_directory = abspath(config.get('app:main',
                                               'staging_directory'))
        job_directory = abspath(join(staging_directory, job_id))
        assert job_directory.startswith(staging_directory)
    elif FORCE_PRODUCTION:
        raise Exception(
            "In production mode, must specify a job_id instead of a working directory."
        )
    else:
        job_directory = abspath(args.job_directory)
        assert job_directory
    command = "chown -R '%s' '%s'" % (user, job_directory)
    system(command)
Esempio n. 6
0
def run_executor():
    arg_parser = ArgumentParser(description=DESCRIPTION)
    arg_parser.parse_args()

    ensure_mesos_libs()
    log.info("Starting LWR executor")
    driver = MesosExecutorDriver(LwrExecutor())
    exit_code = 0
    if not driver.run() == mesos_pb2.DRIVER_STOPPED:
        exit_code = 1
    return exit_code
Esempio n. 7
0
def main():
    ensure_mesos_libs()
    arg_parser = ArgumentParser(description=DESCRIPTION)
    arg_parser.add_argument("--master", default=None, required=True)
    LwrManagerConfigBuilder.populate_options(arg_parser)
    args = arg_parser.parse_args()

    config_builder = LwrManagerConfigBuilder(args)
    config_builder.setup_logging()
    config = config_builder.load()

    run(master=args.master, manager_options=config_builder.to_dict(), config=config)
Esempio n. 8
0
def main():
    ensure_mesos_libs()
    arg_parser = ArgumentParser(description=DESCRIPTION, )
    arg_parser.add_argument("--master", default=None, required=True)
    LwrManagerConfigBuilder.populate_options(arg_parser)
    args = arg_parser.parse_args()

    config_builder = LwrManagerConfigBuilder(args)
    config_builder.setup_logging()
    config = config_builder.load()

    run(master=args.master,
        manager_options=config_builder.to_dict(),
        config=config)
Esempio n. 9
0
def main():
    arg_parser = ArgumentParser(description=DESCRIPTION)
    arg_parser.add_argument("--file", default=None)
    arg_parser.add_argument("--base64", default=None)
    LwrManagerConfigBuilder.populate_options(arg_parser)
    args = arg_parser.parse_args()

    config_builder = LwrManagerConfigBuilder(args)
    manager, app = manager_from_args(config_builder)
    try:
        job_config = __load_job_config(args)
        submit_job(manager, job_config)
        wait_for_job(manager, job_config)
    except BaseException:
        log.exception("Failure submitting or waiting on job.")
    finally:
        app.shutdown()
Esempio n. 10
0
def main():
    arg_parser = ArgumentParser(description=DESCRIPTION)
    arg_parser.add_argument("--user", required=True)
    arg_parser.add_argument("--job_id")
    arg_parser.add_argument("--job_directory")
    args = arg_parser.parse_args()
    user = args.user
    job_id = args.job_id

    if args.job_id:
        config = ConfigParser()
        config.read(['server.ini'])
        staging_directory = abspath(config.get('app:main', 'staging_directory'))
        job_directory = abspath(join(staging_directory, job_id))
        assert job_directory.startswith(staging_directory)
    elif FORCE_PRODUCTION:
        raise Exception("In production mode, must specify a job_id instead of a working directory.")
    else:
        job_directory = abspath(args.job_directory)
        assert job_directory
    command = "chown -R '%s' '%s'" % (user, job_directory)
    system(command)