def cleanup(args): get_zk_service_config(args) cleanup_token = deploy_utils.confirm_cleanup(args, "zookeeper", args.zookeeper_config) hosts = args.zookeeper_config.jobs["zookeeper"].hosts for id, host in hosts.iteritems(): deploy_utils.cleanup_job("zookeeper", args.zookeeper_config, hosts[id], "zookeeper", cleanup_token)
def cleanup(args): _get_kafka_service_config(args) cleanup_token = deploy_utils.confirm_cleanup(args, "kafka", args.kafka_config) for job_name in args.job or ALL_JOBS: hosts = args.kafka_config.jobs[job_name].hosts task_list = deploy_utils.schedule_task_for_threads(args, hosts, job_name, 'cleanup', cleanup_token=cleanup_token) parallel_deploy.start_deploy_threads(cleanup_job, task_list)
def cleanup(args): get_impala_service_config(args) cleanup_token = deploy_utils.confirm_cleanup(args, "impala", args.impala_config) for job_name in args.job or ALL_JOBS: hosts = args.impala_config.jobs[job_name].hosts for id in args.task or hosts.iterkeys(): deploy_utils.cleanup_job("impala", args.impala_config, hosts[id], job_name, cleanup_token)
def cleanup(args): _get_storm_service_config(args) cleanup_token = deploy_utils.confirm_cleanup(args, "storm", args.storm_config) for job_name in args.job or ALL_JOBS: hosts = args.storm_config.jobs[job_name].hosts task_list = deploy_utils.schedule_task_for_threads(args, hosts, job_name, 'cleanup', cleanup_token=cleanup_token) parallel_deploy.start_deploy_threads(cleanup_job, task_list)
def cleanup(args): get_zk_service_config(args) cleanup_token = deploy_utils.confirm_cleanup(args, "zookeeper", args.zookeeper_config) hosts = args.zookeeper_config.jobs["zookeeper"].hosts for host_id in hosts.keys(): for instance_id in range(hosts[host_id].instance_num): instance_id = -1 if not deploy_utils.is_multiple_instances(host_id, hosts) else instance_id deploy_utils.cleanup_job("zookeeper", args.zookeeper_config, hosts[host_id].ip, "zookeeper", instance_id, cleanup_token)
def cleanup(args): _get_kafka_service_config(args) cleanup_token = deploy_utils.confirm_cleanup(args, "kafka", args.kafka_config) for job_name in args.job or ALL_JOBS: hosts = args.kafka_config.jobs[job_name].hosts args.task_map = deploy_utils.parse_args_host_and_task(args, hosts) for host_id in args.task_map.keys() or hosts.keys(): for instance_id in args.task_map.get(host_id) or range(hosts[host_id].instance_num): instance_id = -1 if not deploy_utils.is_multiple_instances(host_id, hosts) else instance_id deploy_utils.cleanup_job("kafka", args.kafka_config, hosts[host_id].ip, job_name, instance_id, cleanup_token)
def cleanup(args): get_hdfs_service_config(args) cleanup_token = deploy_utils.confirm_cleanup(args, "hdfs", args.hdfs_config) first = True for job_name in args.job or ALL_JOBS: hosts = args.hdfs_config.jobs[job_name].hosts for id in args.task or hosts.iterkeys(): cleanup_job(args, hosts[id], job_name, first, cleanup_token) if job_name == "zkfc": first = False
def cleanup(args): get_yarn_service_config(args) cleanup_token = deploy_utils.confirm_cleanup(args, "yarn", args.yarn_config) for job_name in args.job or ALL_JOBS: hosts = args.yarn_config.jobs[job_name].hosts args.task_map = deploy_utils.parse_args_host_and_task(args, hosts) for host_id in args.task_map.keys() or hosts.keys(): for instance_id in args.task_map.get(host_id) or range(hosts[host_id].instance_num): instance_id = -1 if not deploy_utils.is_multiple_instances(host_id, hosts) else instance_id deploy_utils.cleanup_job("yarn", args.yarn_config, hosts[host_id].ip, job_name, instance_id, cleanup_token)
def cleanup(args): get_hdfs_service_config(args) cleanup_token = deploy_utils.confirm_cleanup(args, "hdfs", args.hdfs_config) first = True for job_name in args.job or ALL_JOBS: hosts = args.hdfs_config.jobs[job_name].hosts args.task_map = deploy_utils.parse_args_host_and_task(args, hosts) for host_id in args.task_map.keys() or hosts.keys(): for instance_id in args.task_map.get(host_id) or range(hosts[host_id].instance_num): instance_id = -1 if not deploy_utils.is_multiple_instances(host_id, hosts) else instance_id cleanup_job(args, hosts[host_id].ip, job_name, host_id, instance_id, first, cleanup_token) if job_name == "zkfc": first = False
def cleanup(args): get_hdfs_service_config(args) cleanup_token = deploy_utils.confirm_cleanup(args, "hdfs", args.hdfs_config) first = True for job_name in args.job or ALL_JOBS: hosts = args.hdfs_config.jobs[job_name].hosts args.task_map = deploy_utils.parse_args_host_and_task(args, hosts) for host_id in args.task_map.keys() or hosts.keys(): for instance_id in args.task_map.get(host_id) or range( hosts[host_id].instance_num): instance_id = -1 if not deploy_utils.is_multiple_instances( host_id, hosts) else instance_id cleanup_job(args, hosts[host_id].ip, job_name, host_id, instance_id, first, cleanup_token) if job_name == "zkfc": first = False