def scale_cluster(cluster, instances): if not instances: return if not cmd.is_pre_installed_cdh(instances[0].remote()): CU.pu.configure_os(instances) CU.pu.install_packages(instances, PACKAGES) CU.pu.start_cloudera_agents(instances) CU.await_agents(instances) for instance in instances: CU.configure_instance(instance) CU.update_configs(instance) if 'HDFS_DATANODE' in instance.node_group.node_processes: CU.refresh_nodes(cluster, 'DATANODE', CU.HDFS_SERVICE_NAME) CU.pu.configure_swift_to_inst(instance) if 'HDFS_DATANODE' in instance.node_group.node_processes: hdfs = CU.get_service_by_role('DATANODE', instance=instance) CU.start_roles(hdfs, CU.pu.get_role_name(instance, 'DATANODE')) if 'YARN_NODEMANAGER' in instance.node_group.node_processes: yarn = CU.get_service_by_role('NODEMANAGER', instance=instance) CU.start_roles(yarn, CU.pu.get_role_name(instance, 'NODEMANAGER'))
def scale_cluster(cluster, instances): if not instances: return if not cmd.is_pre_installed_cdh(instances[0].remote()): _configure_os(instances) _install_packages(instances, PACKAGES) _start_cloudera_agents(instances) _await_agents(instances) for instance in instances: _configure_instance(instance) cu.update_configs(instance) if 'DATANODE' in instance.node_group.node_processes: cu.refresh_nodes(cluster, 'DATANODE', cu.HDFS_SERVICE_NAME) _configure_swift_to_inst(instance) if 'DATANODE' in instance.node_group.node_processes: hdfs = cu.get_service('DATANODE', instance=instance) cu.start_roles(hdfs, cu.get_role_name(instance, 'DATANODE')) if 'NODEMANAGER' in instance.node_group.node_processes: yarn = cu.get_service('NODEMANAGER', instance=instance) cu.start_roles(yarn, cu.get_role_name(instance, 'NODEMANAGER'))
def scale_cluster(cluster, instances): if not instances: return if not cmd.is_pre_installed_cdh(instances[0].remote()): _configure_os(instances) _install_packages(instances, PACKAGES) _start_cloudera_agents(instances) _await_agents(instances) for instance in instances: _configure_instance(instance) cu.update_configs(instance) if 'DATANODE' in instance.node_group.node_processes: cu.refresh_nodes(cluster, 'DATANODE', cu.HDFS_SERVICE_NAME) _configure_swift_to_inst(instance) if 'DATANODE' in instance.node_group.node_processes: hdfs = cu.get_service('DATANODE', instance=instance) cu.start_roles(hdfs, cu.get_role_name(instance, 'DATANODE')) if 'NODEMANAGER' in instance.node_group.node_processes: yarn = cu.get_service('NODEMANAGER', instance=instance) cu.start_roles(yarn, cu.get_role_name(instance, 'NODEMANAGER'))
def scale_cluster(cluster, instances): if not instances: return if not cmd.is_pre_installed_cdh(instances[0].remote()): CU.pu.configure_os(instances) CU.pu.install_packages(instances, PACKAGES) CU.pu.start_cloudera_agents(instances) CU.await_agents(cluster, instances) CU.configure_instances(instances, cluster) CU.update_configs(instances) CU.pu.configure_swift(cluster, instances) CU.refresh_datanodes(cluster) _start_roles(cluster, instances)
def scale_cluster(cluster, instances): if not instances: return if not cmd.is_pre_installed_cdh(instances[0].remote()): CU.pu.configure_os(instances) CU.pu.install_packages(instances, PACKAGES) CU.pu.start_cloudera_agents(instances) CU.await_agents(cluster, instances) CU.configure_instances(instances, cluster) CU.update_configs(instances) CU.pu.configure_swift(cluster, instances) CU.refresh_datanodes(cluster) _start_roles(cluster, instances)
def configure_cluster(cluster): instances = gu.get_instances(cluster) if not cmd.is_pre_installed_cdh(CU.pu.get_manager(cluster).remote()): CU.pu.configure_os(instances) CU.pu.install_packages(instances, PACKAGES) CU.pu.start_cloudera_agents(instances) CU.pu.start_cloudera_manager(cluster) CU.update_cloudera_password(cluster) CU.await_agents(cluster, instances) CU.create_mgmt_service(cluster) CU.create_services(cluster) CU.configure_services(cluster) CU.configure_instances(instances, cluster) CU.deploy_configs(cluster)
def configure_cluster(cluster): instances = gu.get_instances(cluster) if not cmd.is_pre_installed_cdh(pu.get_manager(cluster).remote()): _configure_os(instances) _install_packages(instances, PACKAGES) _start_cloudera_agents(instances) _start_cloudera_manager(cluster) _await_agents(instances) _configure_manager(cluster) _create_services(cluster) _configure_services(cluster) _configure_instances(instances) cu.deploy_configs(cluster)
def configure_cluster(cluster): instances = gu.get_instances(cluster) if not cmd.is_pre_installed_cdh(CU.pu.get_manager(cluster).remote()): CU.pu.configure_os(instances) CU.pu.install_packages(instances, PACKAGES) CU.pu.start_cloudera_agents(instances) CU.pu.start_cloudera_manager(cluster) CU.await_agents(instances) CU.create_mgmt_service(cluster) CU.create_services(cluster) CU.configure_services(cluster) CU.configure_instances(instances, cluster) CU.deploy_configs(cluster)
def configure_cluster(cluster): instances = gu.get_instances(cluster) if not cmd.is_pre_installed_cdh(pu.get_manager(cluster).remote()): _configure_os(instances) _install_packages(instances, PACKAGES) _start_cloudera_agents(instances) _start_cloudera_manager(cluster) _await_agents(instances) _configure_manager(cluster) _create_services(cluster) _configure_services(cluster) _configure_instances(instances) cu.deploy_configs(cluster)
def scale_cluster(cluster, instances): if not instances: return if not cmd.is_pre_installed_cdh(instances[0].remote()): CU.pu.configure_os(instances) CU.pu.install_packages(instances, PACKAGES) CU.pu.start_cloudera_agents(instances) CU.await_agents(cluster, instances) CU.configure_instances(instances, cluster) CU.update_configs(instances) common_deploy.prepare_scaling_kerberized_cluster(cluster, CU) CU.pu.configure_swift(cluster, instances) _start_roles(cluster, instances) CU.refresh_datanodes(cluster) CU.refresh_yarn_nodes(cluster) CU.restart_stale_services(cluster)
def scale_cluster(cluster, instances): if not instances: return if not cmd.is_pre_installed_cdh(instances[0].remote()): CU.pu.configure_os(instances) CU.pu.install_packages(instances, PACKAGES) CU.pu.start_cloudera_agents(instances) CU.await_agents(cluster, instances) CU.configure_rack_awareness(cluster) CU.configure_instances(instances, cluster) CU.update_configs(instances) common_deploy.prepare_scaling_kerberized_cluster(cluster, CU, instances) CU.pu.configure_swift(cluster, instances) _start_roles(cluster, instances) CU.refresh_datanodes(cluster) CU.refresh_yarn_nodes(cluster) CU.restart_stale_services(cluster)