def scale_cluster(cluster, instances): config.configure_instances(instances) _update_include_files(cluster) run.refresh_hadoop_nodes(cluster) run.refresh_yarn_nodes(cluster) config.configure_topology_data(cluster) for instance in instances: run.start_instance(instance)
def decommission_nodes(cluster, instances): datanodes = _get_instances_with_service(instances, 'datanode') nodemanagers = _get_instances_with_service(instances, 'nodemanager') _update_exclude_files(cluster, instances) run.refresh_hadoop_nodes(cluster) run.refresh_yarn_nodes(cluster) _check_nodemanagers_decommission(cluster, nodemanagers) _check_datanodes_decommission(cluster, datanodes) _update_include_files(cluster) _clear_exclude_files(cluster) config.configure_topology_data(cluster)