def start_job(args, host, job_name, host_id, instance_id):
  # parse the service_config according to the instance_id
  args.impala_config.parse_generated_config_files(args, job_name, host_id, instance_id)
  config_files = generate_configs(args)
  start_script = generate_start_script(args, host, job_name, host_id, instance_id)
  http_url = deploy_utils.get_http_service_uri(host,
    args.impala_config.jobs[job_name].base_port, instance_id)
  deploy_utils.start_job(args, "impala", "impala", args.impala_config,
      host, job_name, instance_id, start_script, http_url, **config_files)
Beispiel #2
0
def start_job(args, host, job_name, host_id, instance_id):
  # parse the service_config according to the instance_id
  args.yarn_config.parse_generated_config_files(args, job_name, host_id, instance_id)
  config_files = generate_configs(args, host, job_name, instance_id)
  start_script = generate_start_script(args, host, job_name, host_id, instance_id)
  http_url = deploy_utils.get_http_service_uri(host,
    args.yarn_config.jobs[job_name].base_port, instance_id)
  deploy_utils.start_job(args, "hadoop", "yarn", args.yarn_config,
      host, job_name, instance_id, start_script, http_url, **config_files)
Beispiel #3
0
def start_job(args, host, job_name, host_id, instance_id):
  # parse the service_config according to the instance_id
  args.hdfs_config.parse_generated_config_files(args, job_name, host_id, instance_id)
  start_script = generate_start_script(args, host, job_name, host_id, instance_id)
  http_url = deploy_utils.get_http_service_uri(host,
    args.hdfs_config.jobs[job_name].base_port, instance_id)
  config_files = dict()
  if not args.skip_gen_config_files:
    config_files = generate_configs(args, host, job_name, instance_id)
  deploy_utils.start_job(args, "hadoop", "hdfs", args.hdfs_config,
      host, job_name, instance_id, start_script, http_url, **config_files)
Beispiel #4
0
def start_job(args, host, job_name, host_id, instance_id, is_wait=False):
  if is_wait:
    deploy_utils.wait_for_job_stopping("hbase",
      args.hbase_config.cluster.name, job_name, host, instance_id)
  # parse the service_config according to the instance_id
  args.hbase_config.parse_generated_config_files(args, job_name, host_id, instance_id)
  config_files = generate_configs(args, host, job_name, instance_id)
  start_script = generate_start_script(args, host, job_name, host_id, instance_id)
  http_url = deploy_utils.get_http_service_uri(host,
    args.hbase_config.jobs[job_name].base_port, instance_id)
  deploy_utils.start_job(args, "hbase", "hbase", args.hbase_config,
      host, job_name, instance_id, start_script, http_url, **config_files)
Beispiel #5
0
def start_job(args, host, job_name, host_id, instance_id, is_wait=False):
  if is_wait:
    deploy_utils.wait_for_job_stopping("storm",
      args.storm_config.cluster.name, job_name, host, instance_id)

  # parse the service_config according to the instance_id
  args.storm_config.parse_generated_config_files(args, job_name, host_id, instance_id)
  config_files = generate_configs(args, host, job_name, instance_id)
  start_script = generate_start_script(args, host, job_name, host_id, instance_id)
  http_url = deploy_utils.get_http_service_uri(host,
    args.storm_config.jobs[job_name].base_port, instance_id)
  deploy_utils.start_job(args, "apache-storm", "storm", args.storm_config,
      host, job_name, instance_id, start_script, http_url, **config_files)