options.use_exclusive_coordinators) else: cluster_ops.start_statestore() cluster_ops.start_catalogd() cluster_ops.start_impalads(options.cluster_size, options.num_coordinators, options.use_exclusive_coordinators) # Sleep briefly to reduce log spam: the cluster takes some time to start up. sleep(3) impala_cluster = cluster_ops.get_cluster() expected_catalog_delays = 0 if options.catalog_init_delays != "": for delay in options.catalog_init_delays.split(","): if int(delay.strip()) != 0: expected_catalog_delays += 1 # Check for the cluster to be ready. impala_cluster.wait_until_ready(options.cluster_size, options.cluster_size - expected_catalog_delays) except Exception, e: LOG.exception("Error starting cluster") sys.exit(1) if options.use_exclusive_coordinators == True: executors = options.cluster_size - options.num_coordinators else: executors = options.cluster_size LOG.info(("Impala Cluster Running with {num_nodes} nodes " "({num_coordinators} coordinators, {num_executors} executors).").format( num_nodes=options.cluster_size, num_coordinators=min(options.cluster_size, options.num_coordinators), num_executors=executors))
cluster_ops.start_statestore() cluster_ops.start_catalogd() cluster_ops.start_impalads(options.cluster_size, options.num_coordinators, options.use_exclusive_coordinators) # Sleep briefly to reduce log spam: the cluster takes some time to start up. sleep(3) impala_cluster = cluster_ops.get_cluster() expected_catalog_delays = 0 if options.catalog_init_delays != "": for delay in options.catalog_init_delays.split(","): if int(delay.strip()) != 0: expected_catalog_delays += 1 # Check for the cluster to be ready. impala_cluster.wait_until_ready( options.cluster_size, options.cluster_size - expected_catalog_delays) except Exception, e: LOG.exception("Error starting cluster") sys.exit(1) if options.use_exclusive_coordinators == True: executors = options.cluster_size - options.num_coordinators else: executors = options.cluster_size LOG.info(("Impala Cluster Running with {num_nodes} nodes " "({num_coordinators} coordinators, {num_executors} executors)." ).format(num_nodes=options.cluster_size, num_coordinators=min(options.cluster_size, options.num_coordinators), num_executors=executors))
if options.enable_admission_service: cluster_ops.start_admissiond() cluster_ops.start_impalads(options.cluster_size, options.num_coordinators, options.use_exclusive_coordinators) # Sleep briefly to reduce log spam: the cluster takes some time to start up. sleep(3) impala_cluster = cluster_ops.get_cluster() expected_catalog_delays = 0 if options.catalog_init_delays != "": for delay in options.catalog_init_delays.split(","): if int(delay.strip()) != 0: expected_catalog_delays += 1 # Check for the cluster to be ready. impala_cluster.wait_until_ready( expected_cluster_size, expected_cluster_size - expected_catalog_delays) except Exception, e: LOG.exception("Error starting cluster") sys.exit(1) if options.use_exclusive_coordinators == True: executors = options.cluster_size - options.num_coordinators else: executors = options.cluster_size LOG.info(("Impala Cluster Running with {num_nodes} nodes " "({num_coordinators} coordinators, {num_executors} executors)." ).format(num_nodes=options.cluster_size, num_coordinators=min(options.cluster_size, num_coordinators), num_executors=executors))