def run(self, command, directory="/mnt"):
conn = ec2.connect_to_region(self.region)
master_nodes, slave_nodes = get_existing_cluster(conn, self.opts, self.cluster_name, die_on_error=False)
master_host = master_nodes[0].public_dns_name
if directory:
command = ["cd {0};".format(directory)] + command
subprocess.check_call(ssh_command(self.opts) + ["-A", "{0}@{1}".format(self.opts.user, master_host)] + command)
def copy(self, filename, directory="/mnt"):
conn = ec2.connect_to_region(self.region)
master_nodes, slave_nodes = get_existing_cluster(conn, self.opts, self.cluster_name, die_on_error=False)
master_host = master_nodes[0].public_dns_name
command = [
"rsync", "-rv",
"-e", stringify_command(ssh_command(self.opts)),
filename,
"{0}@{1}:{2}/".format(self.opts.user, master_host, directory)
]
subprocess.check_call(command)
def run(self, command, directory="/mnt"):
conn = ec2.connect_to_region(self.region)
master_nodes, slave_nodes = get_existing_cluster(conn,
self.opts,
self.cluster_name,
die_on_error=False)
master_host = master_nodes[0].public_dns_name
if directory:
command = ["cd {0};".format(directory)] + command
subprocess.check_call(
ssh_command(self.opts) +
["-A", "{0}@{1}".format(self.opts.user, master_host)] + command)
def copy(self, filename, directory="/mnt"):
conn = ec2.connect_to_region(self.region)
master_nodes, slave_nodes = get_existing_cluster(conn,
self.opts,
self.cluster_name,
die_on_error=False)
master_host = master_nodes[0].public_dns_name
command = [
"rsync", "-rv", "-e",
stringify_command(ssh_command(self.opts)), filename,
"{0}@{1}:{2}/".format(self.opts.user, master_host, directory)
]
subprocess.check_call(command)
def stop(self):
conn = ec2.connect_to_region(self.region)
master_nodes, slave_nodes = get_existing_cluster(conn, self.opts, self.cluster_name, die_on_error=False)
print "Stopping master..."
for inst in master_nodes:
if inst.state not in ["shutting-down", "terminated"]:
inst.stop()
print "Stopping slaves..."
for inst in slave_nodes:
if inst.state not in ["shutting-down", "terminated"]:
if inst.spot_instance_request_id:
inst.terminate()
else:
inst.stop()
def stop(self):
conn = ec2.connect_to_region(self.region)
master_nodes, slave_nodes = get_existing_cluster(conn,
self.opts,
self.cluster_name,
die_on_error=False)
print "Stopping master..."
for inst in master_nodes:
if inst.state not in ["shutting-down", "terminated"]:
inst.stop()
print "Stopping slaves..."
for inst in slave_nodes:
if inst.state not in ["shutting-down", "terminated"]:
if inst.spot_instance_request_id:
inst.terminate()
else:
inst.stop()
def start(self):
conn = ec2.connect_to_region(self.region)
master_nodes, slave_nodes = get_existing_cluster(conn, self.opts, self.cluster_name, die_on_error=False)
print "Starting slaves..."
for inst in slave_nodes:
if inst.state not in ["shutting-down", "terminated"]:
inst.start()
print "Starting master..."
for inst in master_nodes:
if inst.state not in ["shutting-down", "terminated"]:
inst.start()
wait_for_cluster_state(
conn,
cluster_instances=(master_nodes + slave_nodes),
cluster_state='ssh-ready',
opts=self.opts
)
setup_cluster(conn, master_nodes, slave_nodes, self.opts, False)
def start(self):
conn = ec2.connect_to_region(self.region)
master_nodes, slave_nodes = get_existing_cluster(conn,
self.opts,
self.cluster_name,
die_on_error=False)
print "Starting slaves..."
for inst in slave_nodes:
if inst.state not in ["shutting-down", "terminated"]:
inst.start()
print "Starting master..."
for inst in master_nodes:
if inst.state not in ["shutting-down", "terminated"]:
inst.start()
wait_for_cluster_state(cluster_instances=(master_nodes + slave_nodes),
cluster_state='ssh-ready',
opts=self.opts)
setup_cluster(conn, master_nodes, slave_nodes, self.opts, False)
