options.use_exclusive_coordinators)
else:
cluster_ops.start_statestore()
cluster_ops.start_catalogd()
cluster_ops.start_impalads(options.cluster_size, options.num_coordinators,
options.use_exclusive_coordinators)
# Sleep briefly to reduce log spam: the cluster takes some time to start up.
sleep(3)
impala_cluster = cluster_ops.get_cluster()
expected_catalog_delays = 0
if options.catalog_init_delays != "":
for delay in options.catalog_init_delays.split(","):
if int(delay.strip()) != 0: expected_catalog_delays += 1
# Check for the cluster to be ready.
impala_cluster.wait_until_ready(options.cluster_size,
options.cluster_size - expected_catalog_delays)
except Exception, e:
LOG.exception("Error starting cluster")
sys.exit(1)
if options.use_exclusive_coordinators == True:
executors = options.cluster_size - options.num_coordinators
else:
executors = options.cluster_size
LOG.info(("Impala Cluster Running with {num_nodes} nodes "
"({num_coordinators} coordinators, {num_executors} executors).").format(
num_nodes=options.cluster_size,
num_coordinators=min(options.cluster_size, options.num_coordinators),
num_executors=executors))
cluster_ops.start_statestore()
cluster_ops.start_catalogd()
cluster_ops.start_impalads(options.cluster_size,
options.num_coordinators,
options.use_exclusive_coordinators)
# Sleep briefly to reduce log spam: the cluster takes some time to start up.
sleep(3)
impala_cluster = cluster_ops.get_cluster()
expected_catalog_delays = 0
if options.catalog_init_delays != "":
for delay in options.catalog_init_delays.split(","):
if int(delay.strip()) != 0: expected_catalog_delays += 1
# Check for the cluster to be ready.
impala_cluster.wait_until_ready(
options.cluster_size,
options.cluster_size - expected_catalog_delays)
except Exception, e:
LOG.exception("Error starting cluster")
sys.exit(1)
if options.use_exclusive_coordinators == True:
executors = options.cluster_size - options.num_coordinators
else:
executors = options.cluster_size
LOG.info(("Impala Cluster Running with {num_nodes} nodes "
"({num_coordinators} coordinators, {num_executors} executors)."
).format(num_nodes=options.cluster_size,
num_coordinators=min(options.cluster_size,
options.num_coordinators),
num_executors=executors))
if options.enable_admission_service:
cluster_ops.start_admissiond()
cluster_ops.start_impalads(options.cluster_size,
options.num_coordinators,
options.use_exclusive_coordinators)
# Sleep briefly to reduce log spam: the cluster takes some time to start up.
sleep(3)
impala_cluster = cluster_ops.get_cluster()
expected_catalog_delays = 0
if options.catalog_init_delays != "":
for delay in options.catalog_init_delays.split(","):
if int(delay.strip()) != 0: expected_catalog_delays += 1
# Check for the cluster to be ready.
impala_cluster.wait_until_ready(
expected_cluster_size,
expected_cluster_size - expected_catalog_delays)
except Exception, e:
LOG.exception("Error starting cluster")
sys.exit(1)
if options.use_exclusive_coordinators == True:
executors = options.cluster_size - options.num_coordinators
else:
executors = options.cluster_size
LOG.info(("Impala Cluster Running with {num_nodes} nodes "
"({num_coordinators} coordinators, {num_executors} executors)."
).format(num_nodes=options.cluster_size,
num_coordinators=min(options.cluster_size,
num_coordinators),
num_executors=executors))
