def go(self):
print "Using the following config:"
print json.dumps(self.config)
if "instance_id" in self.config:
print "Fetching instance", self.config["instance_id"]
self.conn = aws_util.connect(self.config["region"], self.aws_key,
self.aws_secret_key)
self.instance = aws_util.get_instance(conn,
self.config["instance_id"])
else:
print "Creating instance..."
self.instance = self.create_instance()
print "Ready to connect..."
try:
ssl_host = "@".join((self.ssl_user, self.instance.public_dns_name))
print "To connect to it:"
print "ssh -i", self.ssl_key_path, ssl_host
if not self.config.get("skip_ssh", False):
env.key_filename = self.ssl_key_path
env.host_string = ssl_host
# Can't connect when using known hosts :(
env.disable_known_hosts = True
# Long-running commands may time out if we don't set this
env.keepalive = 5
if aws_util.wait_for_ssh(self.config.get("ssl_retries", 3)):
print "SSH Connection is ready."
else:
print "Failed to establish SSH Connection to", self.instance.id
sys.exit(2)
if not self.config.get("skip_bootstrap", False):
self.bootstrap_instance(self.instance)
self.run(self.instance)
except Exception, e:
print "Launch Error:", e
def go(self):
print "Using the following config:"
print json.dumps(self.config)
if "instance_id" in self.config:
print "Fetching instance", self.config["instance_id"]
self.conn = aws_util.connect(self.config["region"], self.aws_key, self.aws_secret_key)
self.instance = aws_util.get_instance(conn, self.config["instance_id"])
else:
print "Creating instance..."
self.instance = self.create_instance()
print "Ready to connect..."
try:
ssl_host = "@".join((self.ssl_user, self.instance.public_dns_name))
print "To connect to it:"
print "ssh -i", self.ssl_key_path, ssl_host
if not self.config.get("skip_ssh", False):
env.key_filename = self.ssl_key_path
env.host_string = ssl_host
# Can't connect when using known hosts :(
env.disable_known_hosts = True
# Long-running commands may time out if we don't set this
env.keepalive = 5
if aws_util.wait_for_ssh(self.config.get("ssl_retries", 3)):
print "SSH Connection is ready."
else:
print "Failed to establish SSH Connection to", self.instance.id
sys.exit(2)
if not self.config.get("skip_bootstrap", False):
self.bootstrap_instance(self.instance)
self.run(self.instance)
except Exception, e:
print "Launch Error:", e
#sys.exit(-1)
conn, instance = aws_util.create_instance(config)
#conn, instance = get_running_instance(config)
try:
ssl_user = config.get("ssl_user", "ubuntu")
ssl_key_path = config.get("ssl_key_path", "~/.ssh/id_rsa.pub")
ssl_host = "@".join((ssl_user, instance.public_dns_name))
print "To connect to it:"
print "ssh -i", ssl_key_path, ssl_host
# Use ssh config to specify the correct key and username
env.key_filename = config["ssl_key_path"]
env.host_string = ssl_host
# Can't connect when using known hosts :(
env.disable_known_hosts = True
if aws_util.wait_for_ssh(config.get("ssl_retries", 3)):
print "SSH Connection is ready."
else:
print "Failed to establish SSH Connection to", instance.id
sys.exit(2)
bootstrap_instance(config, instance)
run_mapreduce(config, instance)
finally:
# All done: Terminate this mofo
print "Terminating", instance.id
conn.terminate_instances(instance_ids=[instance.id])
conn = aws_util.connect_cfg(config)
instance = aws_util.get_instance(conn, config["instance_id"])
print "Instance", instance.id, "is", instance.state
else:
conn, instance = aws_util.create_instance(config)
# Set up Fabric:
ssl_user = config.get("ssl_user", "ubuntu")
ssl_key_path = config.get("ssl_key_path", "~/.ssh/id_rsa.pub")
ssl_host = "@".join((ssl_user, instance.public_dns_name))
print "To connect to it:"
print "ssh -i", ssl_key_path, ssl_host
# Use ssh config to specify the correct key and username
env.key_filename = config["ssl_key_path"]
env.host_string = ssl_host
# Can't connect when using known hosts :(
env.disable_known_hosts = True
if aws_util.wait_for_ssh(config.get("ssl_retries", 3)):
print "SSH Connection is ready."
else:
print "Failed to establish SSH Connection to", instance.id
sys.exit(2)
bootstrap_instance(config, instance)
print "All finished with instance", instance.id
print "To connect to it: ssh -i", ssl_key_path, ssl_host
def _main(git_secret,
force_create_instance=False,
regions=None,
networks=None,
force=False):
skip_regions = [
'eu-north-1', 'ap-south-1', 'eu-west-3', 'eu-west-2', 'eu-west-1',
'ap-northeast-2', 'ap-northeast-1', 'sa-east-1', 'ca-central-1',
'ap-southeast-1', 'ap-southeast-2', 'eu-central-1', 'us-east-2',
'us-west-1', 'us-west-2'
] #['us-east-1']
# skip_regions = []
if regions is None:
regions = aws_util.get_all_regions()
if networks is None:
ntwrk_conditions = [(1, 35, 16), (1, 85, 32), (3, 35, 32), (3, 85, 64),
(5, 35, 32), (5, 85, 64)]
else:
ntwrk_conditions = networks
logging.info('Found {} regions: {}'.format(len(regions), regions))
# TODO: wait for all created images to be created
created_images = []
num_completed_regions = 0
for region in regions:
if region in skip_regions:
logging.warning('Skipping region {}'.format(region))
continue
instance = aws_util.get_instance(region)
ec2_region = aws_util.get_ec2(region)
if (instance is None) or (force_create_instance):
if aws_util.get_key_name(ec2_region, 'rukshani') is None:
logging.warning(
'Creating key pair for region {}'.format(region))
aws_util.create_key_pair(ec2_region, region)
image = aws_util.get_region_image(region)
if image is None:
image_id = None
else:
image_id = image.id
logging.info(
'Creating instance for region {} with image {}'.format(
region, image.id))
instance = aws_util._region_start_instance(ec2_region, image_id)
try:
instance.wait_until_running()
instance.load()
if image is None: #If image is there, assumption is that it has all the cctestbed and everything setup
logging.info('Setting up cctestbed on instance')
aws_util.setup_ec2(ec2_region,
instance,
git_secret,
ec2_username='******')
except Exception as e:
instance.stop()
raise e
aws_util.wait_for_ssh(ec2_region, instance, ec2_username='******')
#need to install kernel modules every time
aws_util.install_kernel_modules(ec2_region,
instance,
ec2_username='******')