def _get_network_interface_subnet_name(self, network_interface):
if network_interface.subnet.tags:
subnet_tags = {d["Key"]: d["Value"] for d in network_interface.subnet.tags}
subnet_full_name = AWSModelsParser.get_attribute_value_by_name_ignoring_namespace(subnet_tags, 'Name')
reservation_id = AWSModelsParser.get_attribute_value_by_name_ignoring_namespace(subnet_tags,
'ReservationId')
remove_from_subnet_name = "Reservation: {}".format(reservation_id)
return re.sub(remove_from_subnet_name, '', subnet_full_name).strip()
return ""
def _get_network_interface_subnet_name(self, network_interface):
if network_interface.subnet.tags:
subnet_tags = {
d["Key"]: d["Value"]
for d in network_interface.subnet.tags
}
subnet_full_name = AWSModelsParser.get_attribute_value_by_name_ignoring_namespace(
subnet_tags, 'Name')
reservation_id = AWSModelsParser.get_attribute_value_by_name_ignoring_namespace(
subnet_tags, 'ReservationId')
remove_from_subnet_name = "Reservation: {}".format(reservation_id)
return re.sub(remove_from_subnet_name, '',
subnet_full_name).strip()
return ""
def _get_network_interface_subnet_name(self, network_interface):
if network_interface.subnet.tags:
subnet_tags = {d["Key"]: d["Value"] for d in network_interface.subnet.tags}
subnet_full_name = (
AWSModelsParser.get_attribute_value_by_name_ignoring_namespace(
subnet_tags, "Name"
)
)
reservation_id = (
AWSModelsParser.get_attribute_value_by_name_ignoring_namespace(
subnet_tags, "ReservationId"
)
)
remove_from_subnet_name = f"Reservation: {reservation_id}"
return re.sub(remove_from_subnet_name, "", subnet_full_name).strip()
return ""
def __init__(self, context, aws_session_manager):
"""
Initializes an instance of AwsShellContext
:param ResourceCommandContext context: Command context
:param AWSSessionProvider aws_session_manager:
"""
self.context = context
self.aws_session_manager = aws_session_manager
self.model_parser = AWSModelsParser()
def test_parse_public_ip_options_attribute_no_public_ip(self):
# arrange
public_ip_options_val = "No Public IP"
# act
(public, elastic) = AWSModelsParser.parse_public_ip_options_attribute(public_ip_options_val)
# assert
self.assertFalse(public)
self.assertFalse(elastic)
def test_parse_public_ip_options_attribute_no_public_ip(self):
# arrange
public_ip_options_val = "No Public IP"
# act
(public, elastic) = AWSModelsParser.parse_public_ip_options_attribute(
public_ip_options_val)
# assert
self.assertFalse(public)
self.assertFalse(elastic)
def __init__(
self, attributes
): # todo handle the c=initialization of the object from the attributes
self.cloud_provider = ''
self.aws_ami_id = ''
self.storage_size = ''
self.storage_iops = ''
# the storage type can be one of these: 'standard'|'io1'|'gp2'|'sc1'|'st1'
self.storage_type = '' # type: str
self.min_count = 0 # type: int
self.max_count = 0 # type: int
self.instance_type = '' # type: str
self.iam_role = '' # type: str
self.security_group_ids = None # type: str
self.private_ip_address = '' # type: str
self.root_volume_name = '' # type: str
self.delete_on_termination = True # type: bool
self.auto_power_off = False # type: bool
self.wait_for_ip = False # type: bool
self.wait_for_status_check = False # type: bool
self.auto_delete = False # type: bool
self.autoload = False # type: bool
self.outbound_ports = '' # type: str
self.inbound_ports = '' # type: str
self.wait_for_credentials = '' # type: str
self.add_public_ip = False # type: bool
self.allocate_elastic_ip = False # type: bool
self.network_configurations = None # type: list[NetworkAction]
self.allow_all_sandbox_traffic = True # type: bool
self.aws_ami_id = attributes["AWS AMI Id"]
self.allow_all_sandbox_traffic = convert_to_bool(
attributes['Allow all Sandbox Traffic'])
self.storage_size = attributes['Storage Size']
self.storage_iops = attributes['Storage IOPS']
self.storage_type = attributes['Storage Type']
self.instance_type = attributes['Instance Type']
self.iam_role = attributes['IAM Role Name']
self.root_volume_name = attributes['Root Volume Name']
self.wait_for_ip = convert_to_bool(attributes['Wait for IP'])
self.wait_for_status_check = convert_to_bool(
attributes['Wait for Status Check'])
self.autoload = convert_to_bool(attributes['Autoload'])
self.inbound_ports = attributes['Inbound Ports']
self.wait_for_credentials = convert_to_bool(
attributes['Wait for Credentials'])
(self.add_public_ip, self.allocate_elastic_ip) = \
AWSModelsParser.parse_public_ip_options_attribute(attributes['Public IP Options'])
def test_convert_to_deployment_resource_model(self):
# Arrange
request = '{' \
'"Attributes": {' \
'"AWS AMI Id":"ami_id",' \
'"Storage Size": "0",' \
'"Storage IOPS":"0",' \
'"Storage Type":"storage_type",' \
'"Instance Type":"t.nano",' \
'"Root Volume Name":"root_vol_name",' \
'"Wait for IP":"False",' \
'"Wait for Status Check":"True",' \
'"Autoload":"False",' \
'"Inbound Ports":"80",' \
'"Wait for Credentials":"False",' \
'"Public IP Options":"Elastic IP",' \
'"Allow all Sandbox Traffic": "True"' \
'},' \
'"LogicalResourceRequestAttributes": {"User": "******"},' \
'"AppName": "my_app"' \
'}'
resource = Mock()
resource.name = "cloud_provider_name"
# Act
model = AWSModelsParser.convert_to_deployment_resource_model(
deployment_request=request, resource=resource)
# Assert
self.assertEquals(model.cloud_provider, "cloud_provider_name")
self.assertEquals(model.aws_ami_id, "ami_id")
self.assertEquals(model.storage_size, "0")
self.assertEquals(model.storage_iops, "0")
self.assertEquals(model.storage_type, "storage_type")
self.assertEquals(model.instance_type, "t.nano")
self.assertEquals(model.root_volume_name, "root_vol_name")
self.assertFalse(model.wait_for_ip)
self.assertTrue(model.wait_for_status_check)
self.assertFalse(model.autoload)
self.assertEquals(model.inbound_ports, "80")
self.assertFalse(model.wait_for_credentials)
self.assertFalse(model.add_public_ip)
self.assertTrue(model.allocate_elastic_ip)
self.assertEquals(model.user, "some_user")
self.assertEquals(model.app_name, "my_app")
self.assertIsNone(model.network_configurations)
def __init__(self, attributes): # todo handle the c=initialization of the object from the attributes
self.cloud_provider = ''
self.aws_ami_id = ''
self.storage_size = ''
self.storage_iops = ''
# the storage type can be one of these: 'standard'|'io1'|'gp2'|'sc1'|'st1'
self.storage_type = '' # type: str
self.min_count = 0 # type: int
self.max_count = 0 # type: int
self.instance_type = '' # type: str
self.iam_role = '' # type: str
self.security_group_ids = None # type: str
self.private_ip_address = '' # type: str
self.root_volume_name = '' # type: str
self.delete_on_termination = True # type: bool
self.auto_power_off = False # type: bool
self.wait_for_ip = False # type: bool
self.wait_for_status_check = False # type: bool
self.auto_delete = False # type: bool
self.autoload = False # type: bool
self.outbound_ports = '' # type: str
self.inbound_ports = '' # type: str
self.wait_for_credentials = '' # type: str
self.add_public_ip = False # type: bool
self.allocate_elastic_ip = False # type: bool
self.network_configurations = None # type: list[NetworkAction]
self.allow_all_sandbox_traffic = True # type: bool
self.aws_ami_id = attributes["AWS AMI Id"]
self.allow_all_sandbox_traffic = convert_to_bool(attributes['Allow all Sandbox Traffic'])
self.storage_size = attributes['Storage Size']
self.storage_iops = attributes['Storage IOPS']
self.storage_type = attributes['Storage Type']
self.instance_type = attributes['Instance Type']
self.iam_role = attributes['IAM Role Name']
self.root_volume_name = attributes['Root Volume Name']
self.wait_for_ip = convert_to_bool(attributes['Wait for IP'])
self.wait_for_status_check = convert_to_bool(attributes['Wait for Status Check'])
self.autoload = convert_to_bool(attributes['Autoload'])
self.inbound_ports = attributes['Inbound Ports']
self.wait_for_credentials = convert_to_bool(attributes['Wait for Credentials'])
(self.add_public_ip, self.allocate_elastic_ip) = \
AWSModelsParser.parse_public_ip_options_attribute(attributes['Public IP Options'])
class AWSShell(object):
def __init__(self):
self.command_result_parser = CommandResultsParser()
self.cancellation_service = CommandCancellationService()
self.tag_service = TagService()
self.ec2_instance_waiter = InstanceWaiter(cancellation_service=self.cancellation_service)
self.instance_service = InstanceService(self.tag_service, self.ec2_instance_waiter)
self.ec2_storage_service = EC2StorageService()
self.model_parser = AWSModelsParser()
self.cloudshell_session_helper = CloudshellDriverHelper()
self.aws_session_manager = AWSSessionProvider()
self.password_waiter = PasswordWaiter(self.cancellation_service)
self.vm_custom_params_extractor = VmCustomParamsExtractor()
self.ami_credentials_service = InstanceCredentialsService(self.password_waiter)
self.security_group_service = SecurityGroupService(self.tag_service)
self.subnet_waiter = SubnetWaiter()
self.subnet_service = SubnetService(self.tag_service, self.subnet_waiter)
self.s3_service = S3BucketService()
self.vpc_peering_waiter = VpcPeeringConnectionWaiter()
self.key_pair_service = KeyPairService(self.s3_service)
self.vpc_waiter = VPCWaiter()
self.route_tables_service = RouteTablesService(self.tag_service)
self.cryptography_service = CryptographyService()
self.network_interface_service = NetworkInterfaceService(subnet_service=self.subnet_service)
self.elastic_ip_service = ElasticIpService()
self.vm_details_provider = VmDetailsProvider()
self.vpc_service = VPCService(tag_service=self.tag_service,
subnet_service=self.subnet_service,
instance_service=self.instance_service,
vpc_waiter=self.vpc_waiter,
vpc_peering_waiter=self.vpc_peering_waiter,
sg_service=self.security_group_service,
route_table_service=self.route_tables_service)
self.prepare_connectivity_operation = \
PrepareConnectivityOperation(vpc_service=self.vpc_service,
security_group_service=self.security_group_service,
key_pair_service=self.key_pair_service,
tag_service=self.tag_service,
route_table_service=self.route_tables_service,
cryptography_service=self.cryptography_service,
cancellation_service=self.cancellation_service,
subnet_service=self.subnet_service,
subnet_waiter=self.subnet_waiter)
self.deploy_ami_operation = DeployAMIOperation(instance_service=self.instance_service,
ami_credential_service=self.ami_credentials_service,
security_group_service=self.security_group_service,
tag_service=self.tag_service,
vpc_service=self.vpc_service,
key_pair_service=self.key_pair_service,
subnet_service=self.subnet_service,
elastic_ip_service=self.elastic_ip_service,
network_interface_service=self.network_interface_service,
cancellation_service=self.cancellation_service,
device_index_strategy=AllocateMissingValuesDeviceIndexStrategy(),
vm_details_provider=self.vm_details_provider)
self.refresh_ip_operation = RefreshIpOperation(instance_service=self.instance_service)
self.power_management_operation = PowerOperation(instance_service=self.instance_service,
instance_waiter=self.ec2_instance_waiter)
self.delete_ami_operation = DeleteAMIOperation(instance_service=self.instance_service,
ec2_storage_service=self.ec2_storage_service,
security_group_service=self.security_group_service,
tag_service=self.tag_service,
elastic_ip_service=self.elastic_ip_service)
self.clean_up_operation = CleanupConnectivityOperation(vpc_service=self.vpc_service,
key_pair_service=self.key_pair_service,
route_table_service=self.route_tables_service)
self.deployed_app_ports_operation = DeployedAppPortsOperation(self.vm_custom_params_extractor,
security_group_service=self.security_group_service,
instance_service=self.instance_service)
self.access_key_operation = GetAccessKeyOperation(key_pair_service=self.key_pair_service)
self.set_app_security_groups_operation = SetAppSecurityGroupsOperation(instance_service=self.instance_service,
tag_service=self.tag_service,
security_group_service=self.security_group_service)
self.vm_details_operation = VmDetailsOperation(instance_service=self.instance_service,
vm_details_provider=self.vm_details_provider)
def cleanup_connectivity(self, command_context, request):
"""
Will delete the reservation vpc and all related resources including all remaining instances
:param ResourceCommandContext command_context:
:param request: The json request
:return: json string response
:rtype: str
"""
with AwsShellContext(context=command_context, aws_session_manager=self.aws_session_manager) as shell_context:
with ErrorHandlingContext(shell_context.logger):
shell_context.logger.info('Cleanup Connectivity')
connectivity_actions = self._request_str_to_actions_list(request)
result = self.clean_up_operation \
.cleanup(ec2_client=shell_context.aws_api.ec2_client,
ec2_session=shell_context.aws_api.ec2_session,
s3_session=shell_context.aws_api.s3_session,
aws_ec2_data_model=shell_context.aws_ec2_resource_model,
reservation_id=command_context.reservation.reservation_id,
actions=connectivity_actions,
logger=shell_context.logger)
return self.command_result_parser.set_command_result(
{'driverResponse': {'actionResults': [result]}})
def prepare_connectivity(self, command_context, request, cancellation_context):
"""
Will create a vpc for the reservation and will peer it with the management vpc
:param ResourceCommandContext command_context: The Command Context
:param request: The json request
:return: json string response
:param CancellationContext cancellation_context:
:rtype: str
"""
with AwsShellContext(context=command_context, aws_session_manager=self.aws_session_manager) as shell_context:
with ErrorHandlingContext(shell_context.logger):
shell_context.logger.info('Prepare Connectivity')
# parse request
connectivity_actions = self._request_str_to_actions_list(request)
results = self.prepare_connectivity_operation.prepare_connectivity(
ec2_client=shell_context.aws_api.ec2_client,
ec2_session=shell_context.aws_api.ec2_session,
s3_session=shell_context.aws_api.s3_session,
reservation=self.model_parser.convert_to_reservation_model(command_context.reservation),
aws_ec2_datamodel=shell_context.aws_ec2_resource_model,
actions=connectivity_actions,
cancellation_context=cancellation_context,
logger=shell_context.logger)
return self.command_result_parser.set_command_result({'driverResponse': {'actionResults': results}})
def _request_str_to_actions_list(self, request):
decoded_request = jsonpickle.decode(request)
if not decoded_request.get('driverRequest') or not decoded_request.get('driverRequest').get('actions'):
raise ValueError('Invalid connectivity request')
return NetworkActionsParser.parse_network_actions_data(decoded_request['driverRequest']['actions'])
def power_on_ami(self, command_context):
"""
Will power on the ami
:param ResourceRemoteCommandContext command_context:
"""
with AwsShellContext(context=command_context, aws_session_manager=self.aws_session_manager) as shell_context:
with ErrorHandlingContext(shell_context.logger):
shell_context.logger.info('Power On')
resource = command_context.remote_endpoints[0]
data_holder = self.model_parser.convert_app_resource_to_deployed_app(resource)
self.power_management_operation.power_on(ec2_session=shell_context.aws_api.ec2_session,
ami_id=data_holder.vmdetails.uid)
shell_context.cloudshell_session.SetResourceLiveStatus(resource.fullname, "Online", "Active")
def power_off_ami(self, command_context):
"""
Will power on the ami
:param ResourceRemoteCommandContext command_context:
"""
with AwsShellContext(context=command_context, aws_session_manager=self.aws_session_manager) as shell_context:
with ErrorHandlingContext(shell_context.logger):
shell_context.logger.info('Power Off')
resource = command_context.remote_endpoints[0]
data_holder = self.model_parser.convert_app_resource_to_deployed_app(resource)
self.power_management_operation.power_off(ec2_session=shell_context.aws_api.ec2_session,
ami_id=data_holder.vmdetails.uid)
shell_context.cloudshell_session.SetResourceLiveStatus(resource.fullname, "Offline", "Powered Off")
def delete_instance(self, command_context):
"""
Will delete the ami instance
:param ResourceRemoteCommandContext command_context:
"""
with AwsShellContext(context=command_context, aws_session_manager=self.aws_session_manager) as shell_context:
with ErrorHandlingContext(shell_context.logger):
shell_context.logger.info('Delete instance')
resource = command_context.remote_endpoints[0]
data_holder = self.model_parser.convert_app_resource_to_deployed_app(resource)
self.delete_ami_operation.delete_instance(logger=shell_context.logger,
ec2_session=shell_context.aws_api.ec2_session,
instance_id=data_holder.vmdetails.uid)
def get_application_ports(self, command_context):
"""
Will return the application ports in a nicely formated manner
:param ResourceRemoteCommandContext command_context:
:rtype: str
"""
with AwsShellContext(context=command_context, aws_session_manager=self.aws_session_manager) as shell_context:
with ErrorHandlingContext(shell_context.logger):
shell_context.logger.info('Get Application Ports')
resource = command_context.remote_endpoints[0]
# Get instance id
deployed_instance_id = self.model_parser.try_get_deployed_connected_resource_instance_id(
command_context)
# Get Allow all Storage Traffic on deployed resource
allow_all_storage_traffic = self.model_parser.get_allow_all_storage_traffic_from_connected_resource_details(command_context)
return self.deployed_app_ports_operation.get_app_ports_from_cloud_provider(
ec2_session=shell_context.aws_api.ec2_session,
instance_id=deployed_instance_id,
resource=resource,
allow_all_storage_traffic=allow_all_storage_traffic)
def deploy_ami(self, command_context, deployment_request, cancellation_context):
"""
Will deploy Amazon Image on the cloud provider
:param ResourceCommandContext command_context:
:param JSON Obj deployment_request:
:param CancellationContext cancellation_context:
"""
with AwsShellContext(context=command_context, aws_session_manager=self.aws_session_manager) as shell_context:
with ErrorHandlingContext(shell_context.logger):
shell_context.logger.info('Deploying AMI')
aws_ami_deployment_model = self.model_parser.convert_to_deployment_resource_model(deployment_request,
command_context.resource)
deploy_data = self.deploy_ami_operation \
.deploy(ec2_session=shell_context.aws_api.ec2_session,
s3_session=shell_context.aws_api.s3_session,
name=aws_ami_deployment_model.app_name,
reservation=self.model_parser.convert_to_reservation_model(command_context.reservation),
aws_ec2_cp_resource_model=shell_context.aws_ec2_resource_model,
ami_deployment_model=aws_ami_deployment_model,
ec2_client=shell_context.aws_api.ec2_client,
cancellation_context=cancellation_context,
logger=shell_context.logger)
return self.command_result_parser.set_command_result(deploy_data)
def refresh_ip(self, command_context):
"""
:param ResourceRemoteCommandContext command_context:
"""
with AwsShellContext(context=command_context, aws_session_manager=self.aws_session_manager) as shell_context:
with ErrorHandlingContext(shell_context.logger):
shell_context.logger.info('Refresh IP')
# Get Private Ip on deployed resource
private_ip_on_resource = self.model_parser.get_private_ip_from_connected_resource_details(
command_context)
# Get Public IP on deployed resource
public_ip_on_resource = self.model_parser.get_public_ip_from_connected_resource_details(command_context)
# Get instance id
deployed_instance_id = self.model_parser.try_get_deployed_connected_resource_instance_id(
command_context)
# Get connected resource name
resource_fullname = self.model_parser.get_connectd_resource_fullname(command_context)
self.refresh_ip_operation.refresh_ip(cloudshell_session=shell_context.cloudshell_session,
ec2_session=shell_context.aws_api.ec2_session,
deployed_instance_id=deployed_instance_id,
private_ip_on_resource=private_ip_on_resource,
public_ip_on_resource=public_ip_on_resource,
resource_fullname=resource_fullname)
def get_access_key(self, command_context):
"""
Returns the pem file for the connected resource
:param ResourceRemoteCommandContext command_context:
:rtype str:
"""
with AwsShellContext(context=command_context, aws_session_manager=self.aws_session_manager) as shell_context:
with ErrorHandlingContext(shell_context.logger):
shell_context.logger.info('GetAccessKey')
reservation_id = self._get_reservation_id(command_context)
return self.access_key_operation.get_access_key(s3_session=shell_context.aws_api.s3_session,
aws_ec2_resource_model=shell_context.aws_ec2_resource_model,
reservation_id=reservation_id)
def set_app_security_groups(self, context, request):
"""
Set security groups (inbound rules only)
:param context: todo - set the type of the parameter
:param request: The json request
:return:
"""
with AwsShellContext(context=context, aws_session_manager=self.aws_session_manager) as shell_context:
with ErrorHandlingContext(shell_context.logger):
shell_context.logger.info('Set App Security Groups')
reservation = self.model_parser.convert_to_reservation_model(context.reservation)
app_security_group_models = self.model_parser.convert_to_app_security_group_models(request)
result = self.set_app_security_groups_operation.set_apps_security_groups(
app_security_group_models=app_security_group_models,
reservation=reservation,
ec2_session=shell_context.aws_api.ec2_session,
logger=shell_context.logger)
json_result = SetAppSecurityGroupActionResult.to_json(result)
return json_result
def get_vm_details(self, context):
"""
Get vm details for specific deployed app
:type context: ResourceRemoteCommandContext
:rtype str
"""
with AwsShellContext(context=context, aws_session_manager=self.aws_session_manager) as shell_context:
with ErrorHandlingContext(shell_context.logger):
shell_context.logger.info('Get VmDetails')
instance_id = self.model_parser.try_get_deployed_connected_resource_instance_id(context)
vm_details = self.vm_details_operation.get_vm_details(instance_id, shell_context.aws_api.ec2_session)
return self.command_result_parser.set_command_result(vm_details)
@staticmethod
def _get_reservation_id(context):
reservation_id = None
reservation = getattr(context, 'reservation', getattr(context, 'remote_reservation', None))
if reservation:
reservation_id = reservation.reservation_id
return reservation_id
def __init__(self):
self.image_waiter = AMIWaiter()
self.command_result_parser = CommandResultsParser()
self.cancellation_service = CommandCancellationService()
self.client_err_wrapper = ClientErrorWrapper()
self.tag_service = TagService(
client_err_wrapper=self.client_err_wrapper)
self.ec2_instance_waiter = InstanceWaiter(
cancellation_service=self.cancellation_service)
self.instance_service = InstanceService(self.tag_service,
self.ec2_instance_waiter)
self.ec2_storage_service = EC2StorageService()
self.model_parser = AWSModelsParser()
self.cloudshell_session_helper = CloudshellDriverHelper()
self.aws_session_manager = AWSSessionProvider()
self.password_waiter = PasswordWaiter(self.cancellation_service)
self.vm_custom_params_extractor = VmCustomParamsExtractor()
self.ami_credentials_service = InstanceCredentialsService(
self.password_waiter)
self.security_group_service = SecurityGroupService(self.tag_service)
self.subnet_waiter = SubnetWaiter()
self.subnet_service = SubnetService(self.tag_service,
self.subnet_waiter)
self.s3_service = S3BucketService()
self.vpc_peering_waiter = VpcPeeringConnectionWaiter()
self.key_pair_service = KeyPairService(self.s3_service)
self.vpc_waiter = VPCWaiter()
self.route_tables_service = RouteTablesService(self.tag_service)
self.network_interface_service = NetworkInterfaceService(
subnet_service=self.subnet_service,
security_group_service=self.security_group_service,
)
self.elastic_ip_service = ElasticIpService()
self.vm_details_provider = VmDetailsProvider()
self.session_number_service = SessionNumberService()
self.traffic_mirror_service = TrafficMirrorService()
self.request_parser = DriverRequestParser()
self.vpc_service = VPCService(
tag_service=self.tag_service,
subnet_service=self.subnet_service,
instance_service=self.instance_service,
vpc_waiter=self.vpc_waiter,
vpc_peering_waiter=self.vpc_peering_waiter,
sg_service=self.security_group_service,
route_table_service=self.route_tables_service,
traffic_mirror_service=self.traffic_mirror_service,
)
self.prepare_connectivity_operation = PrepareSandboxInfraOperation(
vpc_service=self.vpc_service,
security_group_service=self.security_group_service,
key_pair_service=self.key_pair_service,
tag_service=self.tag_service,
route_table_service=self.route_tables_service,
cancellation_service=self.cancellation_service,
subnet_service=self.subnet_service,
subnet_waiter=self.subnet_waiter,
)
self.deploy_ami_operation = DeployAMIOperation(
instance_service=self.instance_service,
ami_credential_service=self.ami_credentials_service,
security_group_service=self.security_group_service,
tag_service=self.tag_service,
vpc_service=self.vpc_service,
key_pair_service=self.key_pair_service,
subnet_service=self.subnet_service,
elastic_ip_service=self.elastic_ip_service,
network_interface_service=self.network_interface_service,
cancellation_service=self.cancellation_service,
device_index_strategy=AllocateMissingValuesDeviceIndexStrategy(),
vm_details_provider=self.vm_details_provider,
)
self.refresh_ip_operation = RefreshIpOperation(
instance_service=self.instance_service)
self.power_management_operation = PowerOperation(
instance_service=self.instance_service,
instance_waiter=self.ec2_instance_waiter,
)
self.delete_ami_operation = DeleteAMIOperation(
instance_service=self.instance_service,
ec2_storage_service=self.ec2_storage_service,
security_group_service=self.security_group_service,
tag_service=self.tag_service,
elastic_ip_service=self.elastic_ip_service,
)
self.clean_up_operation = CleanupSandboxInfraOperation(
vpc_service=self.vpc_service,
key_pair_service=self.key_pair_service,
route_table_service=self.route_tables_service,
traffic_mirror_service=self.traffic_mirror_service,
)
self.deployed_app_ports_operation = DeployedAppPortsOperation(
self.vm_custom_params_extractor,
security_group_service=self.security_group_service,
instance_service=self.instance_service,
)
self.access_key_operation = GetAccessKeyOperation(
key_pair_service=self.key_pair_service)
self.set_app_security_groups_operation = SetAppSecurityGroupsOperation(
instance_service=self.instance_service,
tag_service=self.tag_service,
security_group_service=self.security_group_service,
)
self.vm_details_operation = VmDetailsOperation(
instance_service=self.instance_service,
vm_details_provider=self.vm_details_provider,
)
self.autoload_operation = AutoloadOperation()
self.snapshot_operation = SnapshotOperation(self.instance_service,
self.image_waiter)
self.traffic_mirroring_operation = TrafficMirrorOperation(
tag_service=self.tag_service,
session_number_service=self.session_number_service,
traffic_mirror_service=self.traffic_mirror_service,
cancellation_service=self.cancellation_service,
)
class AWSShell:
CREDENTIALS_ERROR_MESSAGE = ("Oops, looks like there was a problem with "
"your cloud provider credentials. "
"Please check AWS Secret Access Key "
"and AWS Access Key ID")
def __init__(self):
self.image_waiter = AMIWaiter()
self.command_result_parser = CommandResultsParser()
self.cancellation_service = CommandCancellationService()
self.client_err_wrapper = ClientErrorWrapper()
self.tag_service = TagService(
client_err_wrapper=self.client_err_wrapper)
self.ec2_instance_waiter = InstanceWaiter(
cancellation_service=self.cancellation_service)
self.instance_service = InstanceService(self.tag_service,
self.ec2_instance_waiter)
self.ec2_storage_service = EC2StorageService()
self.model_parser = AWSModelsParser()
self.cloudshell_session_helper = CloudshellDriverHelper()
self.aws_session_manager = AWSSessionProvider()
self.password_waiter = PasswordWaiter(self.cancellation_service)
self.vm_custom_params_extractor = VmCustomParamsExtractor()
self.ami_credentials_service = InstanceCredentialsService(
self.password_waiter)
self.security_group_service = SecurityGroupService(self.tag_service)
self.subnet_waiter = SubnetWaiter()
self.subnet_service = SubnetService(self.tag_service,
self.subnet_waiter)
self.s3_service = S3BucketService()
self.vpc_peering_waiter = VpcPeeringConnectionWaiter()
self.key_pair_service = KeyPairService(self.s3_service)
self.vpc_waiter = VPCWaiter()
self.route_tables_service = RouteTablesService(self.tag_service)
self.network_interface_service = NetworkInterfaceService(
subnet_service=self.subnet_service,
security_group_service=self.security_group_service,
)
self.elastic_ip_service = ElasticIpService()
self.vm_details_provider = VmDetailsProvider()
self.session_number_service = SessionNumberService()
self.traffic_mirror_service = TrafficMirrorService()
self.request_parser = DriverRequestParser()
self.vpc_service = VPCService(
tag_service=self.tag_service,
subnet_service=self.subnet_service,
instance_service=self.instance_service,
vpc_waiter=self.vpc_waiter,
vpc_peering_waiter=self.vpc_peering_waiter,
sg_service=self.security_group_service,
route_table_service=self.route_tables_service,
traffic_mirror_service=self.traffic_mirror_service,
)
self.prepare_connectivity_operation = PrepareSandboxInfraOperation(
vpc_service=self.vpc_service,
security_group_service=self.security_group_service,
key_pair_service=self.key_pair_service,
tag_service=self.tag_service,
route_table_service=self.route_tables_service,
cancellation_service=self.cancellation_service,
subnet_service=self.subnet_service,
subnet_waiter=self.subnet_waiter,
)
self.deploy_ami_operation = DeployAMIOperation(
instance_service=self.instance_service,
ami_credential_service=self.ami_credentials_service,
security_group_service=self.security_group_service,
tag_service=self.tag_service,
vpc_service=self.vpc_service,
key_pair_service=self.key_pair_service,
subnet_service=self.subnet_service,
elastic_ip_service=self.elastic_ip_service,
network_interface_service=self.network_interface_service,
cancellation_service=self.cancellation_service,
device_index_strategy=AllocateMissingValuesDeviceIndexStrategy(),
vm_details_provider=self.vm_details_provider,
)
self.refresh_ip_operation = RefreshIpOperation(
instance_service=self.instance_service)
self.power_management_operation = PowerOperation(
instance_service=self.instance_service,
instance_waiter=self.ec2_instance_waiter,
)
self.delete_ami_operation = DeleteAMIOperation(
instance_service=self.instance_service,
ec2_storage_service=self.ec2_storage_service,
security_group_service=self.security_group_service,
tag_service=self.tag_service,
elastic_ip_service=self.elastic_ip_service,
)
self.clean_up_operation = CleanupSandboxInfraOperation(
vpc_service=self.vpc_service,
key_pair_service=self.key_pair_service,
route_table_service=self.route_tables_service,
traffic_mirror_service=self.traffic_mirror_service,
)
self.deployed_app_ports_operation = DeployedAppPortsOperation(
self.vm_custom_params_extractor,
security_group_service=self.security_group_service,
instance_service=self.instance_service,
)
self.access_key_operation = GetAccessKeyOperation(
key_pair_service=self.key_pair_service)
self.set_app_security_groups_operation = SetAppSecurityGroupsOperation(
instance_service=self.instance_service,
tag_service=self.tag_service,
security_group_service=self.security_group_service,
)
self.vm_details_operation = VmDetailsOperation(
instance_service=self.instance_service,
vm_details_provider=self.vm_details_provider,
)
self.autoload_operation = AutoloadOperation()
self.snapshot_operation = SnapshotOperation(self.instance_service,
self.image_waiter)
self.traffic_mirroring_operation = TrafficMirrorOperation(
tag_service=self.tag_service,
session_number_service=self.session_number_service,
traffic_mirror_service=self.traffic_mirror_service,
cancellation_service=self.cancellation_service,
)
def cleanup_connectivity(self, command_context, actions):
"""# noqa
Will delete the reservation vpc and all related resources including all remaining instances
:param ResourceCommandContext command_context:
:param list[RequestActionBase] actions::
:return: json string response
:rtype: str
"""
with AwsShellContext(
context=command_context,
aws_session_manager=self.aws_session_manager) as shell_context:
shell_context.logger.info("Cleanup Connectivity")
result = self.clean_up_operation.cleanup(
ec2_client=shell_context.aws_api.ec2_client,
ec2_session=shell_context.aws_api.ec2_session,
s3_session=shell_context.aws_api.s3_session,
aws_ec2_data_model=shell_context.aws_ec2_resource_model,
reservation_id=command_context.reservation.reservation_id,
actions=actions,
logger=shell_context.logger,
)
return self.command_result_parser.set_command_result(
{"driverResponse": {
"actionResults": [result]
}})
def prepare_connectivity(self, command_context, actions,
cancellation_context):
"""# noqa
Will create a vpc for the reservation and will peer it with the management vpc
:param ResourceCommandContext command_context: The Command Context
:param list[RequestActionBase] actions:
:return: json string response
:param CancellationContext cancellation_context:
:rtype: list[ActionResultBase]
"""
with AwsShellContext(
context=command_context,
aws_session_manager=self.aws_session_manager) as shell_context:
shell_context.logger.info("Prepare Connectivity")
reservation = self.model_parser.convert_to_reservation_model(
command_context.reservation)
cs_subnet_service = CsSubnetService(
shell_context.cloudshell_session, reservation.reservation_id)
results = self.prepare_connectivity_operation.prepare_connectivity(
ec2_client=shell_context.aws_api.ec2_client,
ec2_session=shell_context.aws_api.ec2_session,
s3_session=shell_context.aws_api.s3_session,
reservation=reservation,
aws_ec2_datamodel=shell_context.aws_ec2_resource_model,
actions=actions,
cancellation_context=cancellation_context,
cs_subnet_service=cs_subnet_service,
logger=shell_context.logger,
)
return results
def get_inventory(self, command_context):
"""Validate Cloud Provider.
:param command_context: ResourceCommandContext
"""
try:
with AwsShellContext(context=command_context,
aws_session_manager=self.aws_session_manager
) as shell_context:
shell_context.logger.info("Starting Autoload Operation...")
result = self.autoload_operation.get_inventory(
cloud_provider_model=shell_context.aws_ec2_resource_model,
logger=shell_context.logger,
ec2_client=shell_context.aws_api.ec2_client,
ec2_session=shell_context.aws_api.ec2_session,
s3_session=shell_context.aws_api.s3_session,
)
shell_context.logger.info("End Autoload Operation...")
return result
except ClientError as ce:
if "AuthorizationHeaderMalformed" in str(ce):
raise Exception(self.CREDENTIALS_ERROR_MESSAGE)
raise ce
except NoCredentialsError:
raise Exception(self.CREDENTIALS_ERROR_MESSAGE)
except ValueError as ve:
if "Invalid endpoint" in str(ve):
raise Exception(
"Oops, like you didnt configure Region correctly. Please select "
"Region and try again ")
else:
raise ve
def power_on_ami(self, command_context):
"""# noqa
Will power on the ami
:param ResourceRemoteCommandContext command_context:
"""
with AwsShellContext(
context=command_context,
aws_session_manager=self.aws_session_manager) as shell_context:
shell_context.logger.info("Power On")
resource = command_context.remote_endpoints[0]
data_holder = self.model_parser.convert_app_resource_to_deployed_app(
resource)
self.power_management_operation.power_on(
ec2_session=shell_context.aws_api.ec2_session,
ami_id=data_holder.vmdetails.uid,
)
def power_off_ami(self, command_context):
"""# noqa
Will power on the ami
:param ResourceRemoteCommandContext command_context:
"""
with AwsShellContext(
context=command_context,
aws_session_manager=self.aws_session_manager) as shell_context:
shell_context.logger.info("Power Off")
resource = command_context.remote_endpoints[0]
data_holder = self.model_parser.convert_app_resource_to_deployed_app(
resource)
self.power_management_operation.power_off(
ec2_session=shell_context.aws_api.ec2_session,
ami_id=data_holder.vmdetails.uid,
)
def delete_instance(self, command_context):
"""# noqa
Will delete the ami instance
:param ResourceRemoteCommandContext command_context:
"""
with AwsShellContext(
context=command_context,
aws_session_manager=self.aws_session_manager) as shell_context:
shell_context.logger.info("Delete instance")
resource = command_context.remote_endpoints[0]
data_holder = self.model_parser.convert_app_resource_to_deployed_app(
resource)
self.delete_ami_operation.delete_instance(
logger=shell_context.logger,
ec2_session=shell_context.aws_api.ec2_session,
instance_id=data_holder.vmdetails.uid,
)
def get_application_ports(self, command_context):
"""# noqa
Will return the application ports in a nicely formated manner
:param ResourceRemoteCommandContext command_context:
:rtype: str
"""
with AwsShellContext(
context=command_context,
aws_session_manager=self.aws_session_manager) as shell_context:
shell_context.logger.info("Get Application Ports")
resource = command_context.remote_endpoints[0]
# Get instance id
deployed_instance_id = (
self.model_parser.
try_get_deployed_connected_resource_instance_id(
command_context))
# Get Allow all Storage Traffic on deployed resource
allow_all_storage_traffic = self.model_parser.get_allow_all_storage_traffic_from_connected_resource_details( # noqa
command_context)
return self.deployed_app_ports_operation.get_app_ports_from_cloud_provider(
ec2_session=shell_context.aws_api.ec2_session,
instance_id=deployed_instance_id,
resource=resource,
allow_all_storage_traffic=allow_all_storage_traffic,
)
def deploy_ami(self, command_context, actions, cancellation_context):
"""# noqa
Will deploy Amazon Image on the cloud provider
:param ResourceCommandContext command_context:
:param list[RequestActionBase] actions::
:param CancellationContext cancellation_context:
"""
with AwsShellContext(
context=command_context,
aws_session_manager=self.aws_session_manager) as shell_context:
shell_context.logger.info("Deploying AMI")
deploy_action = single(actions, lambda x: isinstance(x, DeployApp))
network_actions = [
a for a in actions if isinstance(a, ConnectSubnet)
]
deploy_data = self.deploy_ami_operation.deploy(
ec2_session=shell_context.aws_api.ec2_session,
s3_session=shell_context.aws_api.s3_session,
name=deploy_action.actionParams.appName,
reservation=self.model_parser.convert_to_reservation_model(
command_context.reservation),
aws_ec2_cp_resource_model=shell_context.aws_ec2_resource_model,
ami_deploy_action=deploy_action,
network_actions=network_actions,
ec2_client=shell_context.aws_api.ec2_client,
cancellation_context=cancellation_context,
logger=shell_context.logger,
)
return deploy_data
def refresh_ip(self, command_context):
"""# noqa
:param ResourceRemoteCommandContext command_context:
"""
with AwsShellContext(
context=command_context,
aws_session_manager=self.aws_session_manager) as shell_context:
shell_context.logger.info("Refresh IP")
# Get Private Ip on deployed resource
private_ip_on_resource = (
self.model_parser.
get_private_ip_from_connected_resource_details(command_context)
)
# Get Public IP on deployed resource
(
public_ip_attr_name,
public_ip_on_resource,
) = self.model_parser.get_public_ip_attr_from_connected_resource_details(
command_context)
# Get instance id
deployed_instance_id = (
self.model_parser.
try_get_deployed_connected_resource_instance_id(
command_context))
# Get connected resource name
resource_fullname = self.model_parser.get_connectd_resource_fullname(
command_context)
self.refresh_ip_operation.refresh_ip(
cloudshell_session=shell_context.cloudshell_session,
ec2_session=shell_context.aws_api.ec2_session,
deployed_instance_id=deployed_instance_id,
private_ip_on_resource=private_ip_on_resource,
public_ip_on_resource=public_ip_on_resource,
public_ip_attribute_name=public_ip_attr_name,
resource_fullname=resource_fullname,
)
def get_access_key(self, command_context):
"""# noqa
Returns the pem file for the connected resource
:param ResourceRemoteCommandContext command_context:
:rtype str:
"""
with AwsShellContext(
context=command_context,
aws_session_manager=self.aws_session_manager) as shell_context:
shell_context.logger.info("GetAccessKey")
reservation_id = self._get_reservation_id(command_context)
return self.access_key_operation.get_access_key(
s3_session=shell_context.aws_api.s3_session,
aws_ec2_resource_model=shell_context.aws_ec2_resource_model,
reservation_id=reservation_id,
)
def set_app_security_groups(self, context, request):
"""# noqa
Set security groups (inbound rules only)
:param context: todo - set the type of the parameter
:param request: The json request
:return:
"""
with AwsShellContext(
context=context,
aws_session_manager=self.aws_session_manager) as shell_context:
shell_context.logger.info("Set App Security Groups")
reservation = self.model_parser.convert_to_reservation_model(
context.reservation)
app_security_group_models = (
self.model_parser.convert_to_app_security_group_models(request)
)
result = self.set_app_security_groups_operation.set_apps_security_groups(
app_security_group_models=app_security_group_models,
reservation=reservation,
ec2_session=shell_context.aws_api.ec2_session,
logger=shell_context.logger,
)
json_result = SetAppSecurityGroupActionResult.to_json(result)
return json_result
def get_vm_details(self, context, cancellation_context, requests_json):
"""# noqa
Get vm details for specific deployed app
:type context: ResourceCommandContext
:rtype str
"""
results = []
vm_details_requests = [
VmDetailsRequest(item) for item in DeployDataHolder(
jsonpickle.decode(requests_json)).items
]
for request in vm_details_requests:
if cancellation_context.is_cancelled:
break
try:
with AwsShellContext(context=context,
aws_session_manager=self.
aws_session_manager) as shell_context:
shell_context.logger.info("Get VmDetails")
vm_details = self.vm_details_operation.get_vm_details(
request.uuid, shell_context.aws_api.ec2_session)
vm_details.appName = request.app_name
results.append(vm_details)
except Exception as e:
result = VmDetailsData()
result.appName = request.app_name
result.error = str(e)
results.append(result)
return self.command_result_parser.set_command_result(results)
# def remote_get_snapshots(self, context): # noqa
# with AwsShellContext(context=context, aws_session_manager=self.aws_session_manager) as shell_context: # noqa
# with ErrorHandlingContext(shell_context.logger): # noqa
# shell_context.logger.info('Get Snapshots') # noqa
#
# resource = context.remote_endpoints[0] # noqa
# resource_fullname = self.model_parser.get_connectd_resource_fullname(context) # noqa
# reservation_id = self._get_reservation_id(context) # noqa
#
# return self.snapshot_operation.get(shell_context.aws_api.ec2_client, # noqa
# reservation_id, resource_fullname) # noqa
def remote_get_snapshots(self, context):
with AwsShellContext(
context=context,
aws_session_manager=self.aws_session_manager) as shell_context:
shell_context.logger.info("Get Snapshots")
resource = context.remote_endpoints[0]
data_holder = self.model_parser.convert_app_resource_to_deployed_app(
resource)
return self.snapshot_operation.get_snapshots(
shell_context.aws_api.ec2_client,
instance_id=data_holder.vmdetails.uid)
def remote_save_snapshot(self, context, snapshot_name):
with AwsShellContext(
context=context,
aws_session_manager=self.aws_session_manager) as shell_context:
shell_context.logger.info("Save Snapshot")
resource = context.remote_endpoints[0]
reservation = ReservationModel(context.remote_reservation)
tags = self.tag_service.get_default_tags(snapshot_name,
reservation)
data_holder = self.model_parser.convert_app_resource_to_deployed_app(
resource)
self.snapshot_operation.save_snapshot(
ec2_client=shell_context.aws_api.ec2_client,
ec2_session=shell_context.aws_api.ec2_session,
instance_id=data_holder.vmdetails.uid,
snapshot_name=snapshot_name,
tags=tags,
)
def remote_restore_snapshot(self, context, snapshot_name):
with AwsShellContext(
context=context,
aws_session_manager=self.aws_session_manager) as shell_context:
shell_context.logger.info("Save Snapshot")
resource = context.remote_endpoints[0]
reservation = ReservationModel(context.remote_reservation)
tags = self.tag_service.get_default_tags(snapshot_name,
reservation)
data_holder = self.model_parser.convert_app_resource_to_deployed_app(
resource)
self.snapshot_operation.save_snapshot(
ec2_client=shell_context.aws_api.ec2_client,
ec2_session=shell_context.aws_api.ec2_session,
instance_id=data_holder.vmdetails.uid,
snapshot_name=snapshot_name,
tags=tags,
)
def save_app(self, context, cancellation_context):
"""# noqa
:param context:
:param cancellation_context:
:return:
"""
with AwsShellContext(
context=context,
aws_session_manager=self.aws_session_manager) as shell_context:
shell_context.logger.info("Save Snapshot")
resource = context.remote_endpoints[0]
data_holder = self.model_parser.convert_app_resource_to_deployed_app(
resource)
resource_fullname = self.model_parser.get_connectd_resource_fullname(
context)
image_id = self.snapshot_operation.save(
logger=shell_context.logger,
ec2_session=shell_context.aws_api.ec2_session,
instance_id=data_holder.vmdetails.uid,
deployed_app_name=resource_fullname,
snapshot_prefix="",
no_reboot=True,
)
return json.dumps({"AWS EC2 Instance.AWS AMI Id": image_id})
def add_custom_tags(self, context, request):
"""# noqa
:param ResourceCommandContext context:
:param str request:
:return:
"""
with AwsShellContext(
context=context,
aws_session_manager=self.aws_session_manager) as shell_context:
shell_context.logger.info("Add custom tags")
# Get instance id
deployed_instance_id = (
self.model_parser.
try_get_deployed_connected_resource_instance_id(context))
# Expected request syntax:
# [{ # noqa
# 'Key': 'string', # noqa
# 'Value': 'string' # noqa
# }] # noqa
tags = json.loads(request)
instance = self.instance_service.get_instance_by_id(
shell_context.aws_api.ec2_session, deployed_instance_id)
instance.create_tags(Tags=tags)
def create_traffic_mirroring(self, context, cancellation_context, request):
"""# noqa
Will create a vpc for the reservation and will peer it with the management vpc
:param request:
:param ResourceCommandContext context:
:return: json string response
:param CancellationContext cancellation_context:
:rtype: list[ActionResultBase]
"""
with AwsShellContext(
context=context,
aws_session_manager=self.aws_session_manager) as shell_context:
shell_context.logger.info("Create traffic mirroring")
actions = self._parse_request(request, shell_context)
self.traffic_mirroring_operation.validate_create_actions(
actions, request, shell_context.logger)
results = self.traffic_mirroring_operation.create(
ec2_client=shell_context.aws_api.ec2_client,
reservation=self.model_parser.convert_to_reservation_model(
context.reservation),
actions=actions,
cancellation_context=cancellation_context,
logger=shell_context.logger,
cloudshell=shell_context.cloudshell_session,
)
return results
def _parse_request(self, request, shell_context):
try:
actions = self.request_parser.convert_driver_request_to_actions(
request)
if not actions:
raise Exception("Invalid request: " + request)
except Exception as e:
shell_context.logger.exception("Invalid request " + request)
raise e
return actions
@staticmethod
def _get_reservation_id(context):
reservation_id = None
reservation = getattr(context, "reservation",
getattr(context, "remote_reservation", None))
if reservation:
reservation_id = reservation.reservation_id
return reservation_id
def remove_traffic_mirroring(self, context, request):
"""# noqa
Can remove traffic mirroring sessions by session id, or all sessions associated with a traffic mirror target (by target nic id)
:param str request:
:param ResourceCommandContext context:
:param ResourceCommandContext context:
:return: json string response
:rtype: list[ActionResultBase]
"""
with AwsShellContext(
context=context,
aws_session_manager=self.aws_session_manager) as shell_context:
shell_context.logger.info("Create traffic mirroring")
self.traffic_mirroring_operation.validate_remove_request(
request, shell_context.logger)
actions = self._parse_request(request, shell_context)
results = self.traffic_mirroring_operation.remove(
ec2_client=shell_context.aws_api.ec2_client,
reservation=self.model_parser.convert_to_reservation_model(
context.reservation),
actions=actions,
logger=shell_context.logger,
cloudshell=shell_context.cloudshell_session,
)
return results
def assign_additional_private_ipv4s(self, context, vnic_id, new_ips):
with AwsShellContext(
context=context,
aws_session_manager=self.aws_session_manager) as shell_context:
shell_context.logger.info("Assign additional IP Addresses")
ips = map(str.strip, new_ips.split(";"))
try:
response = shell_context.aws_api.ec2_client.assign_private_ip_addresses(
AllowReassignment=True,
NetworkInterfaceId=vnic_id,
PrivateIpAddresses=ips,
)
assigned_ips_response = response.get(
"AssignedPrivateIpAddresses", [])
return ";".join([
ip.get("PrivateIpAddress") for ip in assigned_ips_response
if ip.get("PrivateIpAddress")
])
except Exception:
shell_context.logger.error("Failed to add ips", exc_info=1)
return None
def test_convert_to_deployment_resource_model_with_network(self):
request = '{' \
'"Attributes": {' \
'"AWS AMI Id":"ami_id",' \
'"Storage Size": "0",' \
'"Storage IOPS":"0",' \
'"Storage Type":"storage_type",' \
'"Instance Type":"t.nano",' \
'"Root Volume Name":"root_vol_name",' \
'"Wait for IP":"False",' \
'"Wait for Status Check":"True",' \
'"Autoload":"False",' \
'"Inbound Ports":"80",' \
'"Wait for Credentials":"False",' \
'"Public IP Options":"Elastic IP",' \
'"Allow all Sandbox Traffic": "True"' \
'},' \
'"LogicalResourceRequestAttributes": {"User": "******"},' \
'"AppName": "my_app",' \
'"NetworkConfigurationsRequest": { ' \
'"actions": [' \
'{' \
'"actionId": "some_id",' \
'"type": "connectToSubnet",' \
'"connectionParams": {' \
'"type": "connectToSubnetParams",' \
'"cidr": "10.0.5.0/28",' \
'"subnetId": "some_id",' \
'"subnetServiceAttributes": [' \
'{' \
'"type": "subnetServiceAttribute",' \
'"attributeName": "aaa",' \
'"attributeValue": "aaa"' \
'},{' \
'"type": "subnetServiceAttribute",' \
'"attributeName": "bbb",' \
'"attributeValue": "bbb"' \
'}]' \
'},' \
'"customActionAttributes": [{' \
'"attributeName": "Vnic Name",' \
'"attributeValue": "0"' \
'}]' \
'}' \
']}' \
'}'
resource = Mock()
resource.name = "cloud_provider_name"
# Act
model = AWSModelsParser.convert_to_deployment_resource_model(
deployment_request=request, resource=resource)
# Assert
self.assertEquals(len(model.network_configurations), 1)
self.assertEquals(model.network_configurations[0].id, "some_id")
self.assertEquals(model.network_configurations[0].type,
"connectToSubnet")
self.assertEquals(
len(model.network_configurations[0].connection_params.
custom_attributes), 1)
self.assertEquals(
model.network_configurations[0].connection_params.
custom_attributes[0].name, "Vnic Name")
self.assertEquals(
model.network_configurations[0].connection_params.
custom_attributes[0].value, "0")
self.assertTrue(
isinstance(model.network_configurations[0].connection_params,
SubnetConnectionParams))
class AWSShell(object):
def __init__(self):
self.command_result_parser = CommandResultsParser()
self.cancellation_service = CommandCancellationService()
self.client_err_wrapper = ClientErrorWrapper()
self.tag_service = TagService(client_err_wrapper=self.client_err_wrapper)
self.ec2_instance_waiter = InstanceWaiter(cancellation_service=self.cancellation_service)
self.instance_service = InstanceService(self.tag_service, self.ec2_instance_waiter)
self.ec2_storage_service = EC2StorageService()
self.model_parser = AWSModelsParser()
self.cloudshell_session_helper = CloudshellDriverHelper()
self.aws_session_manager = AWSSessionProvider()
self.password_waiter = PasswordWaiter(self.cancellation_service)
self.vm_custom_params_extractor = VmCustomParamsExtractor()
self.ami_credentials_service = InstanceCredentialsService(self.password_waiter)
self.security_group_service = SecurityGroupService(self.tag_service)
self.subnet_waiter = SubnetWaiter()
self.subnet_service = SubnetService(self.tag_service, self.subnet_waiter)
self.s3_service = S3BucketService()
self.vpc_peering_waiter = VpcPeeringConnectionWaiter()
self.key_pair_service = KeyPairService(self.s3_service)
self.vpc_waiter = VPCWaiter()
self.route_tables_service = RouteTablesService(self.tag_service)
self.network_interface_service = NetworkInterfaceService(subnet_service=self.subnet_service)
self.elastic_ip_service = ElasticIpService()
self.vm_details_provider = VmDetailsProvider()
self.vpc_service = VPCService(tag_service=self.tag_service,
subnet_service=self.subnet_service,
instance_service=self.instance_service,
vpc_waiter=self.vpc_waiter,
vpc_peering_waiter=self.vpc_peering_waiter,
sg_service=self.security_group_service,
route_table_service=self.route_tables_service)
self.prepare_connectivity_operation = \
PrepareSandboxInfraOperation(vpc_service=self.vpc_service,
security_group_service=self.security_group_service,
key_pair_service=self.key_pair_service,
tag_service=self.tag_service,
route_table_service=self.route_tables_service,
cancellation_service=self.cancellation_service,
subnet_service=self.subnet_service,
subnet_waiter=self.subnet_waiter)
self.deploy_ami_operation = DeployAMIOperation(instance_service=self.instance_service,
ami_credential_service=self.ami_credentials_service,
security_group_service=self.security_group_service,
tag_service=self.tag_service,
vpc_service=self.vpc_service,
key_pair_service=self.key_pair_service,
subnet_service=self.subnet_service,
elastic_ip_service=self.elastic_ip_service,
network_interface_service=self.network_interface_service,
cancellation_service=self.cancellation_service,
device_index_strategy=AllocateMissingValuesDeviceIndexStrategy(),
vm_details_provider=self.vm_details_provider)
self.refresh_ip_operation = RefreshIpOperation(instance_service=self.instance_service)
self.power_management_operation = PowerOperation(instance_service=self.instance_service,
instance_waiter=self.ec2_instance_waiter)
self.delete_ami_operation = DeleteAMIOperation(instance_service=self.instance_service,
ec2_storage_service=self.ec2_storage_service,
security_group_service=self.security_group_service,
tag_service=self.tag_service,
elastic_ip_service=self.elastic_ip_service)
self.clean_up_operation = CleanupSandboxInfraOperation(vpc_service=self.vpc_service,
key_pair_service=self.key_pair_service,
route_table_service=self.route_tables_service)
self.deployed_app_ports_operation = DeployedAppPortsOperation(self.vm_custom_params_extractor,
security_group_service=self.security_group_service,
instance_service=self.instance_service)
self.access_key_operation = GetAccessKeyOperation(key_pair_service=self.key_pair_service)
self.set_app_security_groups_operation = SetAppSecurityGroupsOperation(instance_service=self.instance_service,
tag_service=self.tag_service,
security_group_service=self.security_group_service)
self.vm_details_operation = VmDetailsOperation(instance_service=self.instance_service,
vm_details_provider=self.vm_details_provider)
def cleanup_connectivity(self, command_context, actions):
"""
Will delete the reservation vpc and all related resources including all remaining instances
:param ResourceCommandContext command_context:
:param list[RequestActionBase] actions::
:return: json string response
:rtype: str
"""
with AwsShellContext(context=command_context, aws_session_manager=self.aws_session_manager) as shell_context:
with ErrorHandlingContext(shell_context.logger):
shell_context.logger.info('Cleanup Connectivity')
result = self.clean_up_operation \
.cleanup(ec2_client=shell_context.aws_api.ec2_client,
ec2_session=shell_context.aws_api.ec2_session,
s3_session=shell_context.aws_api.s3_session,
aws_ec2_data_model=shell_context.aws_ec2_resource_model,
reservation_id=command_context.reservation.reservation_id,
actions=actions,
logger=shell_context.logger)
return self.command_result_parser.set_command_result(
{'driverResponse': {'actionResults': [result]}})
def prepare_connectivity(self, command_context, actions, cancellation_context):
"""
Will create a vpc for the reservation and will peer it with the management vpc
:param ResourceCommandContext command_context: The Command Context
:param list[RequestActionBase] actions:
:return: json string response
:param CancellationContext cancellation_context:
:rtype: list[ActionResultBase]
"""
with AwsShellContext(context=command_context, aws_session_manager=self.aws_session_manager) as shell_context:
with ErrorHandlingContext(shell_context.logger):
shell_context.logger.info('Prepare Connectivity')
results = self.prepare_connectivity_operation.prepare_connectivity(
ec2_client=shell_context.aws_api.ec2_client,
ec2_session=shell_context.aws_api.ec2_session,
s3_session=shell_context.aws_api.s3_session,
reservation=self.model_parser.convert_to_reservation_model(command_context.reservation),
aws_ec2_datamodel=shell_context.aws_ec2_resource_model,
actions=actions,
cancellation_context=cancellation_context,
logger=shell_context.logger)
return results
def power_on_ami(self, command_context):
"""
Will power on the ami
:param ResourceRemoteCommandContext command_context:
"""
with AwsShellContext(context=command_context, aws_session_manager=self.aws_session_manager) as shell_context:
with ErrorHandlingContext(shell_context.logger):
shell_context.logger.info('Power On')
resource = command_context.remote_endpoints[0]
data_holder = self.model_parser.convert_app_resource_to_deployed_app(resource)
self.power_management_operation.power_on(ec2_session=shell_context.aws_api.ec2_session,
ami_id=data_holder.vmdetails.uid)
def power_off_ami(self, command_context):
"""
Will power on the ami
:param ResourceRemoteCommandContext command_context:
"""
with AwsShellContext(context=command_context, aws_session_manager=self.aws_session_manager) as shell_context:
with ErrorHandlingContext(shell_context.logger):
shell_context.logger.info('Power Off')
resource = command_context.remote_endpoints[0]
data_holder = self.model_parser.convert_app_resource_to_deployed_app(resource)
self.power_management_operation.power_off(ec2_session=shell_context.aws_api.ec2_session,
ami_id=data_holder.vmdetails.uid)
def delete_instance(self, command_context):
"""
Will delete the ami instance
:param ResourceRemoteCommandContext command_context:
"""
with AwsShellContext(context=command_context, aws_session_manager=self.aws_session_manager) as shell_context:
with ErrorHandlingContext(shell_context.logger):
shell_context.logger.info('Delete instance')
resource = command_context.remote_endpoints[0]
data_holder = self.model_parser.convert_app_resource_to_deployed_app(resource)
self.delete_ami_operation.delete_instance(logger=shell_context.logger,
ec2_session=shell_context.aws_api.ec2_session,
instance_id=data_holder.vmdetails.uid)
def get_application_ports(self, command_context):
"""
Will return the application ports in a nicely formated manner
:param ResourceRemoteCommandContext command_context:
:rtype: str
"""
with AwsShellContext(context=command_context, aws_session_manager=self.aws_session_manager) as shell_context:
with ErrorHandlingContext(shell_context.logger):
shell_context.logger.info('Get Application Ports')
resource = command_context.remote_endpoints[0]
# Get instance id
deployed_instance_id = self.model_parser.try_get_deployed_connected_resource_instance_id(
command_context)
# Get Allow all Storage Traffic on deployed resource
allow_all_storage_traffic = self.model_parser.get_allow_all_storage_traffic_from_connected_resource_details(
command_context)
return self.deployed_app_ports_operation.get_app_ports_from_cloud_provider(
ec2_session=shell_context.aws_api.ec2_session,
instance_id=deployed_instance_id,
resource=resource,
allow_all_storage_traffic=allow_all_storage_traffic)
def deploy_ami(self, command_context, actions, cancellation_context):
"""
Will deploy Amazon Image on the cloud provider
:param ResourceCommandContext command_context:
:param list[RequestActionBase] actions::
:param CancellationContext cancellation_context:
"""
with AwsShellContext(context=command_context, aws_session_manager=self.aws_session_manager) as shell_context:
with ErrorHandlingContext(shell_context.logger):
shell_context.logger.info('Deploying AMI')
deploy_action = single(actions, lambda x: isinstance(x, DeployApp))
network_actions = [a for a in actions if isinstance(a, ConnectSubnet)]
deploy_data = self.deploy_ami_operation \
.deploy(ec2_session=shell_context.aws_api.ec2_session,
s3_session=shell_context.aws_api.s3_session,
name=deploy_action.actionParams.appName,
reservation=self.model_parser.convert_to_reservation_model(command_context.reservation),
aws_ec2_cp_resource_model=shell_context.aws_ec2_resource_model,
ami_deploy_action=deploy_action,
network_actions=network_actions,
ec2_client=shell_context.aws_api.ec2_client,
cancellation_context=cancellation_context,
logger=shell_context.logger)
return deploy_data
def refresh_ip(self, command_context):
"""
:param ResourceRemoteCommandContext command_context:
"""
with AwsShellContext(context=command_context, aws_session_manager=self.aws_session_manager) as shell_context:
with ErrorHandlingContext(shell_context.logger):
shell_context.logger.info('Refresh IP')
# Get Private Ip on deployed resource
private_ip_on_resource = self.model_parser.get_private_ip_from_connected_resource_details(
command_context)
# Get Public IP on deployed resource
public_ip_on_resource = self.model_parser.get_public_ip_from_connected_resource_details(
command_context)
# Get instance id
deployed_instance_id = self.model_parser.try_get_deployed_connected_resource_instance_id(
command_context)
# Get connected resource name
resource_fullname = self.model_parser.get_connectd_resource_fullname(command_context)
self.refresh_ip_operation.refresh_ip(cloudshell_session=shell_context.cloudshell_session,
ec2_session=shell_context.aws_api.ec2_session,
deployed_instance_id=deployed_instance_id,
private_ip_on_resource=private_ip_on_resource,
public_ip_on_resource=public_ip_on_resource,
resource_fullname=resource_fullname)
def get_access_key(self, command_context):
"""
Returns the pem file for the connected resource
:param ResourceRemoteCommandContext command_context:
:rtype str:
"""
with AwsShellContext(context=command_context, aws_session_manager=self.aws_session_manager) as shell_context:
with ErrorHandlingContext(shell_context.logger):
shell_context.logger.info('GetAccessKey')
reservation_id = self._get_reservation_id(command_context)
return self.access_key_operation.get_access_key(s3_session=shell_context.aws_api.s3_session,
aws_ec2_resource_model=shell_context.aws_ec2_resource_model,
reservation_id=reservation_id)
def set_app_security_groups(self, context, request):
"""
Set security groups (inbound rules only)
:param context: todo - set the type of the parameter
:param request: The json request
:return:
"""
with AwsShellContext(context=context, aws_session_manager=self.aws_session_manager) as shell_context:
with ErrorHandlingContext(shell_context.logger):
shell_context.logger.info('Set App Security Groups')
reservation = self.model_parser.convert_to_reservation_model(context.reservation)
app_security_group_models = self.model_parser.convert_to_app_security_group_models(request)
result = self.set_app_security_groups_operation.set_apps_security_groups(
app_security_group_models=app_security_group_models,
reservation=reservation,
ec2_session=shell_context.aws_api.ec2_session,
logger=shell_context.logger)
json_result = SetAppSecurityGroupActionResult.to_json(result)
return json_result
def get_vm_details(self, context, cancellation_context, requests_json):
"""
Get vm details for specific deployed app
:type context: ResourceCommandContext
:rtype str
"""
results = []
vm_details_requests = [VmDetailsRequest(item) for item in
DeployDataHolder(jsonpickle.decode(requests_json)).items]
for request in vm_details_requests:
if cancellation_context.is_cancelled:
break
try:
with AwsShellContext(context=context, aws_session_manager=self.aws_session_manager) as shell_context:
with ErrorHandlingContext(shell_context.logger):
shell_context.logger.info('Get VmDetails')
vm_details = self.vm_details_operation.get_vm_details(request.uuid,
shell_context.aws_api.ec2_session)
vm_details.appName = request.app_name
results.append(vm_details)
except Exception as e:
result = VmDetailsData()
result.appName = request.app_name
result.error = e.message
results.append(result)
return self.command_result_parser.set_command_result(results)
@staticmethod
def _get_reservation_id(context):
reservation_id = None
reservation = getattr(context, 'reservation', getattr(context, 'remote_reservation', None))
if reservation:
reservation_id = reservation.reservation_id
return reservation_id
def __init__(self):
self.command_result_parser = CommandResultsParser()
self.cancellation_service = CommandCancellationService()
self.client_err_wrapper = ClientErrorWrapper()
self.tag_service = TagService(client_err_wrapper=self.client_err_wrapper)
self.ec2_instance_waiter = InstanceWaiter(cancellation_service=self.cancellation_service)
self.instance_service = InstanceService(self.tag_service, self.ec2_instance_waiter)
self.ec2_storage_service = EC2StorageService()
self.model_parser = AWSModelsParser()
self.cloudshell_session_helper = CloudshellDriverHelper()
self.aws_session_manager = AWSSessionProvider()
self.password_waiter = PasswordWaiter(self.cancellation_service)
self.vm_custom_params_extractor = VmCustomParamsExtractor()
self.ami_credentials_service = InstanceCredentialsService(self.password_waiter)
self.security_group_service = SecurityGroupService(self.tag_service)
self.subnet_waiter = SubnetWaiter()
self.subnet_service = SubnetService(self.tag_service, self.subnet_waiter)
self.s3_service = S3BucketService()
self.vpc_peering_waiter = VpcPeeringConnectionWaiter()
self.key_pair_service = KeyPairService(self.s3_service)
self.vpc_waiter = VPCWaiter()
self.route_tables_service = RouteTablesService(self.tag_service)
self.network_interface_service = NetworkInterfaceService(subnet_service=self.subnet_service)
self.elastic_ip_service = ElasticIpService()
self.vm_details_provider = VmDetailsProvider()
self.vpc_service = VPCService(tag_service=self.tag_service,
subnet_service=self.subnet_service,
instance_service=self.instance_service,
vpc_waiter=self.vpc_waiter,
vpc_peering_waiter=self.vpc_peering_waiter,
sg_service=self.security_group_service,
route_table_service=self.route_tables_service)
self.prepare_connectivity_operation = \
PrepareSandboxInfraOperation(vpc_service=self.vpc_service,
security_group_service=self.security_group_service,
key_pair_service=self.key_pair_service,
tag_service=self.tag_service,
route_table_service=self.route_tables_service,
cancellation_service=self.cancellation_service,
subnet_service=self.subnet_service,
subnet_waiter=self.subnet_waiter)
self.deploy_ami_operation = DeployAMIOperation(instance_service=self.instance_service,
ami_credential_service=self.ami_credentials_service,
security_group_service=self.security_group_service,
tag_service=self.tag_service,
vpc_service=self.vpc_service,
key_pair_service=self.key_pair_service,
subnet_service=self.subnet_service,
elastic_ip_service=self.elastic_ip_service,
network_interface_service=self.network_interface_service,
cancellation_service=self.cancellation_service,
device_index_strategy=AllocateMissingValuesDeviceIndexStrategy(),
vm_details_provider=self.vm_details_provider)
self.refresh_ip_operation = RefreshIpOperation(instance_service=self.instance_service)
self.power_management_operation = PowerOperation(instance_service=self.instance_service,
instance_waiter=self.ec2_instance_waiter)
self.delete_ami_operation = DeleteAMIOperation(instance_service=self.instance_service,
ec2_storage_service=self.ec2_storage_service,
security_group_service=self.security_group_service,
tag_service=self.tag_service,
elastic_ip_service=self.elastic_ip_service)
self.clean_up_operation = CleanupSandboxInfraOperation(vpc_service=self.vpc_service,
key_pair_service=self.key_pair_service,
route_table_service=self.route_tables_service)
self.deployed_app_ports_operation = DeployedAppPortsOperation(self.vm_custom_params_extractor,
security_group_service=self.security_group_service,
instance_service=self.instance_service)
self.access_key_operation = GetAccessKeyOperation(key_pair_service=self.key_pair_service)
self.set_app_security_groups_operation = SetAppSecurityGroupsOperation(instance_service=self.instance_service,
tag_service=self.tag_service,
security_group_service=self.security_group_service)
self.vm_details_operation = VmDetailsOperation(instance_service=self.instance_service,
vm_details_provider=self.vm_details_provider)
def __init__(
self, attributes
): # todo handle the c=initialization of the object from the attributes
self.user_data_url = ""
self.user_data_run_parameters = ""
self.custom_tags = ""
self.cloud_provider = ""
self.aws_ami_id = ""
self.storage_size = ""
self.storage_iops = ""
# the storage type can be one of these: 'standard'|'io1'|'gp2'|'sc1'|'st1'
self.storage_type = "" # type: str
self.min_count = 0 # type: int
self.max_count = 0 # type: int
self.instance_type = "" # type: str
self.iam_role = "" # type: str
self.security_group_ids = None # type: str
self.private_ip_address = "" # type: str
self.private_ip_addresses_dict = None # type: Dict
self.root_volume_name = "" # type: str
self.delete_on_termination = True # type: bool
self.auto_power_off = False # type: bool
self.wait_for_ip = False # type: bool
self.wait_for_status_check = False # type: bool
self.auto_delete = False # type: bool
self.autoload = False # type: bool
self.outbound_ports = "" # type: str
self.inbound_ports = "" # type: str
self.wait_for_credentials = "" # type: str
self.add_public_ip = False # type: bool
self.allocate_elastic_ip = False # type: bool
self.network_configurations = None # type: list["NetworkAction"] # noqa
self.allow_all_sandbox_traffic = True # type: bool
self.aws_ami_id = attributes[f"{self.__deploymentModel__}.AWS AMI Id"]
self.allow_all_sandbox_traffic = convert_to_bool(
attributes[f"{self.__deploymentModel__}.Allow all Sandbox Traffic"]
)
self.storage_size = attributes[
f"{self.__deploymentModel__}.Storage Size"]
self.storage_iops = attributes[
f"{self.__deploymentModel__}.Storage IOPS"]
self.storage_type = attributes[
f"{self.__deploymentModel__}.Storage Type"]
self.instance_type = attributes[
f"{self.__deploymentModel__}.Instance Type"]
self.iam_role = attributes[f"{self.__deploymentModel__}.IAM Role Name"]
self.root_volume_name = attributes[
f"{self.__deploymentModel__}.Root Volume Name"]
self.wait_for_ip = convert_to_bool(
attributes[f"{self.__deploymentModel__}.Wait for IP"])
self.wait_for_status_check = convert_to_bool(
attributes[f"{self.__deploymentModel__}.Wait for Status Check"])
self.autoload = convert_to_bool(
attributes[f"{self.__deploymentModel__}.Autoload"])
self.inbound_ports = attributes[
f"{self.__deploymentModel__}.Inbound Ports"]
self.wait_for_credentials = convert_to_bool(
attributes[f"{self.__deploymentModel__}.Wait for Credentials"])
(
self.add_public_ip,
self.allocate_elastic_ip,
) = AWSModelsParser.parse_public_ip_options_attribute(
attributes[f"{self.__deploymentModel__}.Public IP Options"])
self.custom_tags = attributes[
f"{self.__deploymentModel__}.Custom Tags"]
self.user_data_url = attributes[
f"{self.__deploymentModel__}.User Data URL"]
self.user_data_run_parameters = attributes[
f"{self.__deploymentModel__}.User Data Parameters"]
private_ip_att_value = attributes[
f"{self.__deploymentModel__}.Private IP"]
self.private_ip_address = self._get_primary_private_ip_address(
private_ip_att_value)
self.private_ip_addresses_dict = self._get_private_ip_addresses_dict(
private_ip_att_value)
class AWSShell(object):
def __init__(self):
self.command_result_parser = CommandResultsParser()
self.cancellation_service = CommandCancellationService()
self.client_err_wrapper = ClientErrorWrapper()
self.tag_service = TagService(
client_err_wrapper=self.client_err_wrapper)
self.ec2_instance_waiter = InstanceWaiter(
cancellation_service=self.cancellation_service)
self.instance_service = InstanceService(self.tag_service,
self.ec2_instance_waiter)
self.ec2_storage_service = EC2StorageService()
self.model_parser = AWSModelsParser()
self.cloudshell_session_helper = CloudshellDriverHelper()
self.aws_session_manager = AWSSessionProvider()
self.password_waiter = PasswordWaiter(self.cancellation_service)
self.vm_custom_params_extractor = VmCustomParamsExtractor()
self.ami_credentials_service = InstanceCredentialsService(
self.password_waiter)
self.security_group_service = SecurityGroupService(self.tag_service)
self.subnet_waiter = SubnetWaiter()
self.subnet_service = SubnetService(self.tag_service,
self.subnet_waiter)
self.s3_service = S3BucketService()
self.vpc_peering_waiter = VpcPeeringConnectionWaiter()
self.key_pair_service = KeyPairService(self.s3_service)
self.vpc_waiter = VPCWaiter()
self.route_tables_service = RouteTablesService(self.tag_service)
self.network_interface_service = NetworkInterfaceService(
subnet_service=self.subnet_service)
self.elastic_ip_service = ElasticIpService()
self.vm_details_provider = VmDetailsProvider()
self.vpc_service = VPCService(
tag_service=self.tag_service,
subnet_service=self.subnet_service,
instance_service=self.instance_service,
vpc_waiter=self.vpc_waiter,
vpc_peering_waiter=self.vpc_peering_waiter,
sg_service=self.security_group_service,
route_table_service=self.route_tables_service)
self.prepare_connectivity_operation = \
PrepareSandboxInfraOperation(vpc_service=self.vpc_service,
security_group_service=self.security_group_service,
key_pair_service=self.key_pair_service,
tag_service=self.tag_service,
route_table_service=self.route_tables_service,
cancellation_service=self.cancellation_service,
subnet_service=self.subnet_service,
subnet_waiter=self.subnet_waiter)
self.deploy_ami_operation = DeployAMIOperation(
instance_service=self.instance_service,
ami_credential_service=self.ami_credentials_service,
security_group_service=self.security_group_service,
tag_service=self.tag_service,
vpc_service=self.vpc_service,
key_pair_service=self.key_pair_service,
subnet_service=self.subnet_service,
elastic_ip_service=self.elastic_ip_service,
network_interface_service=self.network_interface_service,
cancellation_service=self.cancellation_service,
device_index_strategy=AllocateMissingValuesDeviceIndexStrategy(),
vm_details_provider=self.vm_details_provider)
self.refresh_ip_operation = RefreshIpOperation(
instance_service=self.instance_service)
self.power_management_operation = PowerOperation(
instance_service=self.instance_service,
instance_waiter=self.ec2_instance_waiter)
self.delete_ami_operation = DeleteAMIOperation(
instance_service=self.instance_service,
ec2_storage_service=self.ec2_storage_service,
security_group_service=self.security_group_service,
tag_service=self.tag_service,
elastic_ip_service=self.elastic_ip_service)
self.clean_up_operation = CleanupSandboxInfraOperation(
vpc_service=self.vpc_service,
key_pair_service=self.key_pair_service,
route_table_service=self.route_tables_service)
self.deployed_app_ports_operation = DeployedAppPortsOperation(
self.vm_custom_params_extractor,
security_group_service=self.security_group_service,
instance_service=self.instance_service)
self.access_key_operation = GetAccessKeyOperation(
key_pair_service=self.key_pair_service)
self.set_app_security_groups_operation = SetAppSecurityGroupsOperation(
instance_service=self.instance_service,
tag_service=self.tag_service,
security_group_service=self.security_group_service)
self.vm_details_operation = VmDetailsOperation(
instance_service=self.instance_service,
vm_details_provider=self.vm_details_provider)
def cleanup_connectivity(self, command_context, actions):
"""
Will delete the reservation vpc and all related resources including all remaining instances
:param ResourceCommandContext command_context:
:param list[RequestActionBase] actions::
:return: json string response
:rtype: str
"""
with AwsShellContext(
context=command_context,
aws_session_manager=self.aws_session_manager) as shell_context:
with ErrorHandlingContext(shell_context.logger):
shell_context.logger.info('Cleanup Connectivity')
result = self.clean_up_operation \
.cleanup(ec2_client=shell_context.aws_api.ec2_client,
ec2_session=shell_context.aws_api.ec2_session,
s3_session=shell_context.aws_api.s3_session,
aws_ec2_data_model=shell_context.aws_ec2_resource_model,
reservation_id=command_context.reservation.reservation_id,
actions=actions,
logger=shell_context.logger)
return self.command_result_parser.set_command_result(
{'driverResponse': {
'actionResults': [result]
}})
def prepare_connectivity(self, command_context, actions,
cancellation_context):
"""
Will create a vpc for the reservation and will peer it with the management vpc
:param ResourceCommandContext command_context: The Command Context
:param list[RequestActionBase] actions:
:return: json string response
:param CancellationContext cancellation_context:
:rtype: list[ActionResultBase]
"""
with AwsShellContext(
context=command_context,
aws_session_manager=self.aws_session_manager) as shell_context:
with ErrorHandlingContext(shell_context.logger):
shell_context.logger.info('Prepare Connectivity')
results = self.prepare_connectivity_operation.prepare_connectivity(
ec2_client=shell_context.aws_api.ec2_client,
ec2_session=shell_context.aws_api.ec2_session,
s3_session=shell_context.aws_api.s3_session,
reservation=self.model_parser.convert_to_reservation_model(
command_context.reservation),
aws_ec2_datamodel=shell_context.aws_ec2_resource_model,
actions=actions,
cancellation_context=cancellation_context,
logger=shell_context.logger)
return results
def power_on_ami(self, command_context):
"""
Will power on the ami
:param ResourceRemoteCommandContext command_context:
"""
with AwsShellContext(
context=command_context,
aws_session_manager=self.aws_session_manager) as shell_context:
with ErrorHandlingContext(shell_context.logger):
shell_context.logger.info('Power On')
resource = command_context.remote_endpoints[0]
data_holder = self.model_parser.convert_app_resource_to_deployed_app(
resource)
self.power_management_operation.power_on(
ec2_session=shell_context.aws_api.ec2_session,
ami_id=data_holder.vmdetails.uid)
def power_off_ami(self, command_context):
"""
Will power on the ami
:param ResourceRemoteCommandContext command_context:
"""
with AwsShellContext(
context=command_context,
aws_session_manager=self.aws_session_manager) as shell_context:
with ErrorHandlingContext(shell_context.logger):
shell_context.logger.info('Power Off')
resource = command_context.remote_endpoints[0]
data_holder = self.model_parser.convert_app_resource_to_deployed_app(
resource)
self.power_management_operation.power_off(
ec2_session=shell_context.aws_api.ec2_session,
ami_id=data_holder.vmdetails.uid)
def delete_instance(self, command_context):
"""
Will delete the ami instance
:param ResourceRemoteCommandContext command_context:
"""
with AwsShellContext(
context=command_context,
aws_session_manager=self.aws_session_manager) as shell_context:
with ErrorHandlingContext(shell_context.logger):
shell_context.logger.info('Delete instance')
resource = command_context.remote_endpoints[0]
data_holder = self.model_parser.convert_app_resource_to_deployed_app(
resource)
self.delete_ami_operation.delete_instance(
logger=shell_context.logger,
ec2_session=shell_context.aws_api.ec2_session,
instance_id=data_holder.vmdetails.uid)
def get_application_ports(self, command_context):
"""
Will return the application ports in a nicely formated manner
:param ResourceRemoteCommandContext command_context:
:rtype: str
"""
with AwsShellContext(
context=command_context,
aws_session_manager=self.aws_session_manager) as shell_context:
with ErrorHandlingContext(shell_context.logger):
shell_context.logger.info('Get Application Ports')
resource = command_context.remote_endpoints[0]
# Get instance id
deployed_instance_id = self.model_parser.try_get_deployed_connected_resource_instance_id(
command_context)
# Get Allow all Storage Traffic on deployed resource
allow_all_storage_traffic = self.model_parser.get_allow_all_storage_traffic_from_connected_resource_details(
command_context)
return self.deployed_app_ports_operation.get_app_ports_from_cloud_provider(
ec2_session=shell_context.aws_api.ec2_session,
instance_id=deployed_instance_id,
resource=resource,
allow_all_storage_traffic=allow_all_storage_traffic)
def deploy_ami(self, command_context, actions, cancellation_context):
"""
Will deploy Amazon Image on the cloud provider
:param ResourceCommandContext command_context:
:param list[RequestActionBase] actions::
:param CancellationContext cancellation_context:
"""
with AwsShellContext(
context=command_context,
aws_session_manager=self.aws_session_manager) as shell_context:
with ErrorHandlingContext(shell_context.logger):
shell_context.logger.info('Deploying AMI')
deploy_action = single(actions,
lambda x: isinstance(x, DeployApp))
network_actions = [
a for a in actions if isinstance(a, ConnectSubnet)
]
deploy_data = self.deploy_ami_operation \
.deploy(ec2_session=shell_context.aws_api.ec2_session,
s3_session=shell_context.aws_api.s3_session,
name=deploy_action.actionParams.appName,
reservation=self.model_parser.convert_to_reservation_model(command_context.reservation),
aws_ec2_cp_resource_model=shell_context.aws_ec2_resource_model,
ami_deploy_action=deploy_action,
network_actions=network_actions,
ec2_client=shell_context.aws_api.ec2_client,
cancellation_context=cancellation_context,
logger=shell_context.logger)
return deploy_data
def refresh_ip(self, command_context):
"""
:param ResourceRemoteCommandContext command_context:
"""
with AwsShellContext(
context=command_context,
aws_session_manager=self.aws_session_manager) as shell_context:
with ErrorHandlingContext(shell_context.logger):
shell_context.logger.info('Refresh IP')
# Get Private Ip on deployed resource
private_ip_on_resource = self.model_parser.get_private_ip_from_connected_resource_details(
command_context)
# Get Public IP on deployed resource
public_ip_on_resource = self.model_parser.get_public_ip_from_connected_resource_details(
command_context)
# Get instance id
deployed_instance_id = self.model_parser.try_get_deployed_connected_resource_instance_id(
command_context)
# Get connected resource name
resource_fullname = self.model_parser.get_connectd_resource_fullname(
command_context)
self.refresh_ip_operation.refresh_ip(
cloudshell_session=shell_context.cloudshell_session,
ec2_session=shell_context.aws_api.ec2_session,
deployed_instance_id=deployed_instance_id,
private_ip_on_resource=private_ip_on_resource,
public_ip_on_resource=public_ip_on_resource,
resource_fullname=resource_fullname)
def get_access_key(self, command_context):
"""
Returns the pem file for the connected resource
:param ResourceRemoteCommandContext command_context:
:rtype str:
"""
with AwsShellContext(
context=command_context,
aws_session_manager=self.aws_session_manager) as shell_context:
with ErrorHandlingContext(shell_context.logger):
shell_context.logger.info('GetAccessKey')
reservation_id = self._get_reservation_id(command_context)
return self.access_key_operation.get_access_key(
s3_session=shell_context.aws_api.s3_session,
aws_ec2_resource_model=shell_context.
aws_ec2_resource_model,
reservation_id=reservation_id)
def set_app_security_groups(self, context, request):
"""
Set security groups (inbound rules only)
:param context: todo - set the type of the parameter
:param request: The json request
:return:
"""
with AwsShellContext(
context=context,
aws_session_manager=self.aws_session_manager) as shell_context:
with ErrorHandlingContext(shell_context.logger):
shell_context.logger.info('Set App Security Groups')
reservation = self.model_parser.convert_to_reservation_model(
context.reservation)
app_security_group_models = self.model_parser.convert_to_app_security_group_models(
request)
result = self.set_app_security_groups_operation.set_apps_security_groups(
app_security_group_models=app_security_group_models,
reservation=reservation,
ec2_session=shell_context.aws_api.ec2_session,
logger=shell_context.logger)
json_result = SetAppSecurityGroupActionResult.to_json(result)
return json_result
def get_vm_details(self, context, cancellation_context, requests_json):
"""
Get vm details for specific deployed app
:type context: ResourceCommandContext
:rtype str
"""
results = []
vm_details_requests = [
VmDetailsRequest(item) for item in DeployDataHolder(
jsonpickle.decode(requests_json)).items
]
for request in vm_details_requests:
if cancellation_context.is_cancelled:
break
try:
with AwsShellContext(context=context,
aws_session_manager=self.
aws_session_manager) as shell_context:
with ErrorHandlingContext(shell_context.logger):
shell_context.logger.info('Get VmDetails')
vm_details = self.vm_details_operation.get_vm_details(
request.uuid, shell_context.aws_api.ec2_session)
vm_details.appName = request.app_name
results.append(vm_details)
except Exception as e:
result = VmDetailsData()
result.appName = request.app_name
result.error = e.message
results.append(result)
return self.command_result_parser.set_command_result(results)
@staticmethod
def _get_reservation_id(context):
reservation_id = None
reservation = getattr(context, 'reservation',
getattr(context, 'remote_reservation', None))
if reservation:
reservation_id = reservation.reservation_id
return reservation_id
