def create(self, experiment_id): template_framework = TemplateFramework(experiment_id) for template_unit in template_framework.get_template_units(): # create storage account run_job(MDL_CLS_FUNC[0], (self.azure_key_id, ), (experiment_id, template_unit))
def start_virtual_machine(self, experiment_id, template_unit): """ 0. Prerequisites: a. virtual machine exist in both azure and database b. input parameters are correct :param experiment_id: :param template_unit: :return: """ commit_azure_log(experiment_id, ALOperation.START_VIRTUAL_MACHINE, ALStatus.START) cloud_service_name = template_unit.get_cloud_service_name() deployment_slot = template_unit.get_deployment_slot() deployment_name = self.service.get_deployment_name( cloud_service_name, deployment_slot) deployment = self.service.get_deployment_by_name( cloud_service_name, deployment_name) virtual_machine_name = self.VIRTUAL_MACHINE_NAME_BASE % ( template_unit.get_virtual_machine_name(), experiment_id) status = self.service.get_virtual_machine_instance_status( deployment, virtual_machine_name) if status == AVMStatus.READY_ROLE: db_status = get_azure_virtual_machine_status( cloud_service_name, deployment_name, virtual_machine_name) if db_status == status: m = self.START_VIRTUAL_MACHINE_INFO[1] % ( AZURE_RESOURCE_TYPE.VIRTUAL_MACHINE, virtual_machine_name, AZURE_FORMATION) commit_azure_log(experiment_id, ALOperation.START_VIRTUAL_MACHINE, ALStatus.END, m, 1) else: m = self.START_VIRTUAL_MACHINE_INFO[2] % ( AZURE_RESOURCE_TYPE.VIRTUAL_MACHINE, virtual_machine_name, AZURE_FORMATION) self.__start_virtual_machine_helper(experiment_id, template_unit) commit_azure_log(experiment_id, ALOperation.START_VIRTUAL_MACHINE, ALStatus.END, m, 2) self.log.debug(m) else: try: result = self.service.start_virtual_machine( cloud_service_name, deployment_name, virtual_machine_name) except Exception as e: m = self.START_VIRTUAL_MACHINE_ERROR[0] % ( AZURE_RESOURCE_TYPE.VIRTUAL_MACHINE, virtual_machine_name, e.message) commit_azure_log(experiment_id, ALOperation.START_VIRTUAL_MACHINE, ALStatus.FAIL, 0) self.log.error(e) return False # query async operation status run_job(MDL_CLS_FUNC[2], (self.azure_key_id, ), (result.request_id, MDL_CLS_FUNC[22], (self.azure_key_id, ), (experiment_id, template_unit), MDL_CLS_FUNC[23], (self.azure_key_id, ), (experiment_id, template_unit))) return True
def stop(self, experiment_id, need_status): template_framework = TemplateFramework(experiment_id) for template_unit in template_framework.get_template_units(): # stop virtual machine run_job(MDL_CLS_FUNC[17], (self.azure_key_id, ), (experiment_id, template_unit, need_status))
def start(self, experiment_id): template_framework = TemplateFramework(experiment_id) for template_unit in template_framework.get_template_units(): # start virtual machine run_job(MDL_CLS_FUNC[21], (self.azure_key_id, ), (experiment_id, template_unit))
def create_cloud_service(self, experiment_id, template_unit): """ If cloud service not exist in azure subscription, then create it Else reuse cloud service in azure subscription :return: """ name = template_unit.get_cloud_service_name() label = template_unit.get_cloud_service_label() location = template_unit.get_cloud_service_location() commit_azure_log(experiment_id, ALOperation.CREATE_CLOUD_SERVICE, ALStatus.START) # avoid duplicate cloud service in azure subscription if not self.service.cloud_service_exists(name): # avoid name already taken by other azure subscription if not self.service.check_hosted_service_name_availability(name).result: m = self.CREATE_CLOUD_SERVICE_ERROR[1] % (AZURE_RESOURCE_TYPE.CLOUD_SERVICE, name) commit_azure_log(experiment_id, ALOperation.CREATE_CLOUD_SERVICE, ALStatus.FAIL, m, 1) self.log.error(m) return False # avoid no available subscription remained if self.subscription.get_available_cloud_service_count() < self.NEED_COUNT: m = self.CREATE_CLOUD_SERVICE_ERROR[2] % (AZURE_RESOURCE_TYPE.CLOUD_SERVICE, name) commit_azure_log(experiment_id, ALOperation.CREATE_CLOUD_SERVICE, ALStatus.FAIL, m, 2) self.log.error(m) return False # delete old azure cloud service in database, cascade delete old azure deployment, # old azure virtual machine and old azure end point delete_azure_cloud_service(name) try: self.service.create_hosted_service(name=name, label=label, location=location) except Exception as e: m = self.CREATE_CLOUD_SERVICE_ERROR[0] % (AZURE_RESOURCE_TYPE.CLOUD_SERVICE, name, e.message) commit_azure_log(experiment_id, ALOperation.CREATE_CLOUD_SERVICE, ALStatus.FAIL, m, 0) self.log.error(e) return False # make sure cloud service is created if not self.service.cloud_service_exists(name): m = self.CREATE_CLOUD_SERVICE_ERROR[3] % (AZURE_RESOURCE_TYPE.CLOUD_SERVICE, name) commit_azure_log(experiment_id, ALOperation.CREATE_CLOUD_SERVICE, ALStatus.FAIL, m, 3) self.log.error(m) return False else: m = self.CREATE_CLOUD_SERVICE_INFO[0] % (AZURE_RESOURCE_TYPE.CLOUD_SERVICE, name) commit_azure_cloud_service(name, label, location, ACSStatus.CREATED, experiment_id) commit_azure_log(experiment_id, ALOperation.CREATE_CLOUD_SERVICE, ALStatus.END, m, 0) self.log.debug(m) else: # check whether cloud service created by azure formation before if contain_azure_cloud_service(name): m = self.CREATE_CLOUD_SERVICE_INFO[1] % (AZURE_RESOURCE_TYPE.CLOUD_SERVICE, name, AZURE_FORMATION) commit_azure_log(experiment_id, ALOperation.CREATE_CLOUD_SERVICE, ALStatus.END, m, 1) else: m = self.CREATE_CLOUD_SERVICE_INFO[2] % (AZURE_RESOURCE_TYPE.CLOUD_SERVICE, name, AZURE_FORMATION) commit_azure_cloud_service(name, label, location, ACSStatus.CREATED, experiment_id) commit_azure_log(experiment_id, ALOperation.CREATE_CLOUD_SERVICE, ALStatus.END, m, 2) self.log.debug(m) # create virtual machine run_job(MDL_CLS_FUNC[5], (self.azure_key_id,), (experiment_id, template_unit)) return True
def create_virtual_machine_async_true_3(self, experiment_id, template_unit): cloud_service_name = template_unit.get_cloud_service_name() deployment_name = template_unit.get_deployment_name() # query deployment status run_job(MDL_CLS_FUNC[15], (self.azure_key_id, ), (cloud_service_name, deployment_name, MDL_CLS_FUNC[16], (self.azure_key_id, ), (experiment_id, template_unit)), DEPLOYMENT_TICK)
def create_storage_account(self, experiment_id, template_unit): """ If storage account not exist in azure subscription, then create it Else reuse storage account in azure subscription :return: """ name = template_unit.get_storage_account_name() description = template_unit.get_storage_account_description() label = template_unit.get_storage_account_label() location = template_unit.get_storage_account_location() commit_azure_log(experiment_id, ALOperation.CREATE_STORAGE_ACCOUNT, ALStatus.START) # avoid duplicate storage account in azure subscription if not self.service.storage_account_exists(name): # avoid name already taken by other azure subscription if not self.service.check_storage_account_name_availability(name).result: m = self.CREATE_STORAGE_ACCOUNT_ERROR[1] % (AZURE_RESOURCE_TYPE.STORAGE_ACCOUNT, name) commit_azure_log(experiment_id, ALOperation.CREATE_STORAGE_ACCOUNT, ALStatus.FAIL, m, 1) self.log.error(m) return False # avoid no available subscription remained if self.subscription.get_available_storage_account_count() < self.NEED_COUNT: m = self.CREATE_STORAGE_ACCOUNT_ERROR[2] % (AZURE_RESOURCE_TYPE.STORAGE_ACCOUNT, name) commit_azure_log(experiment_id, ALOperation.CREATE_STORAGE_ACCOUNT, ALStatus.FAIL, m, 2) self.log.error(m) return False # delete old azure storage account in database delete_azure_storage_account(name) try: result = self.service.create_storage_account(name, description, label, location) except Exception as e: m = self.CREATE_STORAGE_ACCOUNT_ERROR[0] % (AZURE_RESOURCE_TYPE.STORAGE_ACCOUNT, name, e.message) commit_azure_log(experiment_id, ALOperation.CREATE_STORAGE_ACCOUNT, ALStatus.FAIL, m, 0) self.log.error(e) return False # query async operation status run_job(MDL_CLS_FUNC[2], (self.azure_key_id, ), (result.request_id, MDL_CLS_FUNC[3], (self.azure_key_id, ), (experiment_id, template_unit), MDL_CLS_FUNC[4], (self.azure_key_id, ), (experiment_id, template_unit))) else: # check whether storage account created by azure formation before if contain_azure_storage_account(name): m = self.CREATE_STORAGE_ACCOUNT_INFO[1] % (AZURE_RESOURCE_TYPE.STORAGE_ACCOUNT, name, AZURE_FORMATION) commit_azure_log(experiment_id, ALOperation.CREATE_STORAGE_ACCOUNT, ALStatus.END, m, 1) else: m = self.CREATE_STORAGE_ACCOUNT_INFO[2] % (AZURE_RESOURCE_TYPE.STORAGE_ACCOUNT, name, AZURE_FORMATION) commit_azure_storage_account(name, description, label, location, ASAStatus.ONLINE, experiment_id) commit_azure_log(experiment_id, ALOperation.CREATE_STORAGE_ACCOUNT, ALStatus.END, m, 2) self.log.debug(m) # create cloud service run_job(MDL_CLS_FUNC[1], (self.azure_key_id,), (experiment_id, template_unit)) return True
def start_virtual_machine_async_true(self, experiment_id, template_unit): cloud_service_name = template_unit.get_cloud_service_name() deployment_slot = template_unit.get_deployment_slot() deployment_name = self.service.get_deployment_name(cloud_service_name, deployment_slot) virtual_machine_name = self.VIRTUAL_MACHINE_NAME_BASE % (template_unit.get_virtual_machine_name(), experiment_id) # query virtual machine status run_job(MDL_CLS_FUNC[8], (self.azure_key_id, ), (cloud_service_name, deployment_name, virtual_machine_name, AVMStatus.READY_ROLE, MDL_CLS_FUNC[24], (self.azure_key_id, ), (experiment_id, template_unit)), VIRTUAL_MACHINE_TICK)
def start_virtual_machine_async_true(self, experiment_id, template_unit): cloud_service_name = template_unit.get_cloud_service_name() deployment_slot = template_unit.get_deployment_slot() deployment_name = self.service.get_deployment_name( cloud_service_name, deployment_slot) virtual_machine_name = self.VIRTUAL_MACHINE_NAME_BASE % ( template_unit.get_virtual_machine_name(), experiment_id) # query virtual machine status run_job(MDL_CLS_FUNC[8], (self.azure_key_id, ), (cloud_service_name, deployment_name, virtual_machine_name, AVMStatus.READY_ROLE, MDL_CLS_FUNC[24], (self.azure_key_id, ), (experiment_id, template_unit)), VIRTUAL_MACHINE_TICK)
def query_deployment_status(self, cloud_service_name, deployment_name, true_mdl_cls_func, true_cls_args, true_func_args): self.log.debug('query deployment status: deployment_name [%s]' % deployment_name) result = self.get_deployment_by_name(cloud_service_name, deployment_name) if result.status == ADStatus.RUNNING: run_job(true_mdl_cls_func, true_cls_args, true_func_args) else: # query deployment status run_job(MDL_CLS_FUNC[15], (self.azure_key_id, ), (cloud_service_name, deployment_name, true_mdl_cls_func, true_cls_args, true_func_args), DEPLOYMENT_TICK)
def query_virtual_machine_status(self, cloud_service_name, deployment_name, virtual_machine_name, status, true_mdl_cls_func, true_cls_args, true_func_args): self.log.debug('query virtual machine status: virtual_machine_name [%s]' % virtual_machine_name) deployment = self.get_deployment_by_name(cloud_service_name, deployment_name) result = self.get_virtual_machine_instance_status(deployment, virtual_machine_name) if result == status: run_job(true_mdl_cls_func, true_cls_args, true_func_args) else: # query virtual machine status run_job(MDL_CLS_FUNC[8], (self.azure_key_id, ), (cloud_service_name, deployment_name, virtual_machine_name, status, true_mdl_cls_func, true_cls_args, true_func_args), VIRTUAL_MACHINE_TICK)
def start_virtual_machine(self, experiment_id, template_unit): """ 0. Prerequisites: a. virtual machine exist in both azure and database b. input parameters are correct :param experiment_id: :param template_unit: :return: """ commit_azure_log(experiment_id, ALOperation.START_VIRTUAL_MACHINE, ALStatus.START) cloud_service_name = template_unit.get_cloud_service_name() deployment_slot = template_unit.get_deployment_slot() deployment_name = self.service.get_deployment_name(cloud_service_name, deployment_slot) deployment = self.service.get_deployment_by_name(cloud_service_name, deployment_name) virtual_machine_name = self.VIRTUAL_MACHINE_NAME_BASE % (template_unit.get_virtual_machine_name(), experiment_id) status = self.service.get_virtual_machine_instance_status(deployment, virtual_machine_name) if status == AVMStatus.READY_ROLE: db_status = get_azure_virtual_machine_status(cloud_service_name, deployment_name, virtual_machine_name) if db_status == status: m = self.START_VIRTUAL_MACHINE_INFO[1] % ( AZURE_RESOURCE_TYPE.VIRTUAL_MACHINE, virtual_machine_name, AZURE_FORMATION) commit_azure_log(experiment_id, ALOperation.START_VIRTUAL_MACHINE, ALStatus.END, m, 1) else: m = self.START_VIRTUAL_MACHINE_INFO[2] % ( AZURE_RESOURCE_TYPE.VIRTUAL_MACHINE, virtual_machine_name, AZURE_FORMATION) self.__start_virtual_machine_helper(experiment_id, template_unit) commit_azure_log(experiment_id, ALOperation.START_VIRTUAL_MACHINE, ALStatus.END, m, 2) self.log.debug(m) else: try: result = self.service.start_virtual_machine(cloud_service_name, deployment_name, virtual_machine_name) except Exception as e: m = self.START_VIRTUAL_MACHINE_ERROR[0] % ( AZURE_RESOURCE_TYPE.VIRTUAL_MACHINE, virtual_machine_name, e.message) commit_azure_log(experiment_id, ALOperation.START_VIRTUAL_MACHINE, ALStatus.FAIL, 0) self.log.error(e) return False # query async operation status run_job(MDL_CLS_FUNC[2], (self.azure_key_id, ), (result.request_id, MDL_CLS_FUNC[22], (self.azure_key_id, ), (experiment_id, template_unit), MDL_CLS_FUNC[23], (self.azure_key_id, ), (experiment_id, template_unit))) return True
def create_storage_account_async_true(self, experiment_id, template_unit): name = template_unit.get_storage_account_name() description = template_unit.get_storage_account_description() label = template_unit.get_storage_account_label() location = template_unit.get_storage_account_location() # make sure storage account exist if not self.service.storage_account_exists(name): m = self.CREATE_STORAGE_ACCOUNT_ERROR[4] % (AZURE_RESOURCE_TYPE.STORAGE_ACCOUNT, name) commit_azure_log(experiment_id, ALOperation.CREATE_STORAGE_ACCOUNT, ALStatus.FAIL, m, 4) self.log.error(m) else: m = self.CREATE_STORAGE_ACCOUNT_INFO[0] % (AZURE_RESOURCE_TYPE.STORAGE_ACCOUNT, name) commit_azure_storage_account(name, description, label, location, ASAStatus.ONLINE, experiment_id) commit_azure_log(experiment_id, ALOperation.CREATE_STORAGE_ACCOUNT, ALStatus.END, m, 0) self.log.debug(m) # create cloud service run_job(MDL_CLS_FUNC[1], (self.azure_key_id,), (experiment_id, template_unit))
def query_virtual_machine_status(self, cloud_service_name, deployment_name, virtual_machine_name, status, true_mdl_cls_func, true_cls_args, true_func_args): self.log.debug( 'query virtual machine status: virtual_machine_name [%s]' % virtual_machine_name) deployment = self.get_deployment_by_name(cloud_service_name, deployment_name) result = self.get_virtual_machine_instance_status( deployment, virtual_machine_name) if result == status: run_job(true_mdl_cls_func, true_cls_args, true_func_args) else: # query virtual machine status run_job(MDL_CLS_FUNC[8], (self.azure_key_id, ), (cloud_service_name, deployment_name, virtual_machine_name, status, true_mdl_cls_func, true_cls_args, true_func_args), VIRTUAL_MACHINE_TICK)
def create_virtual_machine_dm_true(self, experiment_id, template_unit): cloud_service_name = template_unit.get_cloud_service_name() deployment_slot = template_unit.get_deployment_slot() deployment_name = template_unit.get_deployment_name() virtual_machine_name = self.VIRTUAL_MACHINE_NAME_BASE % ( template_unit.get_virtual_machine_name(), experiment_id) m = self.CREATE_DEPLOYMENT_INFO[0] % (AZURE_RESOURCE_TYPE.DEPLOYMENT, deployment_slot) commit_azure_deployment(deployment_name, deployment_slot, ADStatus.RUNNING, cloud_service_name, experiment_id) commit_azure_log(experiment_id, ALOperation.CREATE_DEPLOYMENT, ALStatus.END, m, 0) self.log.debug(m) # query virtual machine status run_job(MDL_CLS_FUNC[8], (self.azure_key_id, ), (cloud_service_name, deployment_name, virtual_machine_name, AVMStatus.READY_ROLE, MDL_CLS_FUNC[9], (self.azure_key_id, ), (experiment_id, template_unit)), VIRTUAL_MACHINE_TICK)
def create_virtual_machine_dm_true(self, experiment_id, template_unit): cloud_service_name = template_unit.get_cloud_service_name() deployment_slot = template_unit.get_deployment_slot() deployment_name = template_unit.get_deployment_name() virtual_machine_name = self.VIRTUAL_MACHINE_NAME_BASE % (template_unit.get_virtual_machine_name(), experiment_id) m = self.CREATE_DEPLOYMENT_INFO[0] % (AZURE_RESOURCE_TYPE.DEPLOYMENT, deployment_slot) commit_azure_deployment(deployment_name, deployment_slot, ADStatus.RUNNING, cloud_service_name, experiment_id) commit_azure_log(experiment_id, ALOperation.CREATE_DEPLOYMENT, ALStatus.END, m, 0) self.log.debug(m) # query virtual machine status run_job(MDL_CLS_FUNC[8], (self.azure_key_id, ), (cloud_service_name, deployment_name, virtual_machine_name, AVMStatus.READY_ROLE, MDL_CLS_FUNC[9], (self.azure_key_id, ), (experiment_id, template_unit)), VIRTUAL_MACHINE_TICK)
def create_virtual_machine_vm_true_1(self, experiment_id, template_unit): if template_unit.is_vm_image(): cloud_service_name = template_unit.get_cloud_service_name() deployment_slot = template_unit.get_deployment_slot() deployment_name = self.service.get_deployment_name(cloud_service_name, deployment_slot) virtual_machine_name = self.VIRTUAL_MACHINE_NAME_BASE % (template_unit.get_virtual_machine_name(), experiment_id) network_config = template_unit.get_network_config(self.service, True) result = self.service.update_virtual_machine_network_config(cloud_service_name, deployment_name, virtual_machine_name, network_config) # query async operation status run_job(MDL_CLS_FUNC[2], (self.azure_key_id, ), (result.request_id, MDL_CLS_FUNC[10], (self.azure_key_id, ), (experiment_id, template_unit), MDL_CLS_FUNC[11], (self.azure_key_id, ), (experiment_id, template_unit))) else: self.__create_virtual_machine_helper(experiment_id, template_unit)
def create_virtual_machine_vm_true_1(self, experiment_id, template_unit): if template_unit.is_vm_image(): cloud_service_name = template_unit.get_cloud_service_name() deployment_slot = template_unit.get_deployment_slot() deployment_name = self.service.get_deployment_name( cloud_service_name, deployment_slot) virtual_machine_name = self.VIRTUAL_MACHINE_NAME_BASE % ( template_unit.get_virtual_machine_name(), experiment_id) network_config = template_unit.get_network_config( self.service, True) result = self.service.update_virtual_machine_network_config( cloud_service_name, deployment_name, virtual_machine_name, network_config) # query async operation status run_job(MDL_CLS_FUNC[2], (self.azure_key_id, ), (result.request_id, MDL_CLS_FUNC[10], (self.azure_key_id, ), (experiment_id, template_unit), MDL_CLS_FUNC[11], (self.azure_key_id, ), (experiment_id, template_unit))) else: self.__create_virtual_machine_helper(experiment_id, template_unit)
def create_storage_account_async_true(self, experiment_id, template_unit): name = template_unit.get_storage_account_name() description = template_unit.get_storage_account_description() label = template_unit.get_storage_account_label() location = template_unit.get_storage_account_location() # make sure storage account exist if not self.service.storage_account_exists(name): m = self.CREATE_STORAGE_ACCOUNT_ERROR[4] % ( AZURE_RESOURCE_TYPE.STORAGE_ACCOUNT, name) commit_azure_log(experiment_id, ALOperation.CREATE_STORAGE_ACCOUNT, ALStatus.FAIL, m, 4) self.log.error(m) else: m = self.CREATE_STORAGE_ACCOUNT_INFO[0] % ( AZURE_RESOURCE_TYPE.STORAGE_ACCOUNT, name) commit_azure_storage_account(name, description, label, location, ASAStatus.ONLINE, experiment_id) commit_azure_log(experiment_id, ALOperation.CREATE_STORAGE_ACCOUNT, ALStatus.END, m, 0) self.log.debug(m) # create cloud service run_job(MDL_CLS_FUNC[1], (self.azure_key_id, ), (experiment_id, template_unit))
def query_async_operation_status(self, request_id, true_mdl_cls_func, true_cls_args, true_func_args, false_mdl_cls_func, false_cls_args, false_func_args): self.log.debug('query async operation status: request_id [%s]' % request_id) result = self.get_operation_status(request_id) if result.status == self.IN_PROGRESS: # query async operation status run_job(MDL_CLS_FUNC[2], (self.azure_key_id, ), (request_id, true_mdl_cls_func, true_cls_args, true_func_args, false_mdl_cls_func, false_cls_args, false_func_args), ASYNC_TICK) elif result.status == self.SUCCEEDED: run_job(true_mdl_cls_func, true_cls_args, true_func_args) else: run_job(false_mdl_cls_func, false_cls_args, false_func_args)
def query_async_operation_status(self, request_id, true_mdl_cls_func, true_cls_args, true_func_args, false_mdl_cls_func, false_cls_args, false_func_args): self.log.debug('query async operation status: request_id [%s]' % request_id) result = self.get_operation_status(request_id) if result.status == self.IN_PROGRESS: # query async operation status run_job( MDL_CLS_FUNC[2], (self.azure_key_id, ), (request_id, true_mdl_cls_func, true_cls_args, true_func_args, false_mdl_cls_func, false_cls_args, false_func_args), ASYNC_TICK) elif result.status == self.SUCCEEDED: run_job(true_mdl_cls_func, true_cls_args, true_func_args) else: run_job(false_mdl_cls_func, false_cls_args, false_func_args)
def stop_virtual_machine(self, experiment_id, template_unit, action): """ 0. Prerequisites: a. virtual machine exist in both azure and database b. input parameters are correct :param experiment_id: :param template_unit: :param action: AVMStatus.STOPPED or AVMStatus.STOPPED_DEALLOCATED :return: """ commit_azure_log(experiment_id, ALOperation.STOP_VIRTUAL_MACHINE, ALStatus.START) # need_status: AVMStatus.STOPPED_VM or AVMStatus.STOPPED_DEALLOCATED need_status = AVMStatus.STOPPED_VM if action == AVMStatus.STOPPED else AVMStatus.STOPPED_DEALLOCATED cloud_service_name = template_unit.get_cloud_service_name() deployment_slot = template_unit.get_deployment_slot() deployment_name = self.service.get_deployment_name( cloud_service_name, deployment_slot) deployment = self.service.get_deployment_by_name( cloud_service_name, deployment_name) virtual_machine_name = self.VIRTUAL_MACHINE_NAME_BASE % ( template_unit.get_virtual_machine_name(), experiment_id) now_status = self.service.get_virtual_machine_instance_status( deployment, virtual_machine_name) if need_status == AVMStatus.STOPPED_VM and now_status == AVMStatus.STOPPED_DEALLOCATED: m = self.STOP_VIRTUAL_MACHINE_ERROR[1] % ( AZURE_RESOURCE_TYPE.VIRTUAL_MACHINE, virtual_machine_name, AVMStatus.STOPPED_VM, AVMStatus.STOPPED_DEALLOCATED) commit_azure_log(experiment_id, ALOperation.STOP_VIRTUAL_MACHINE, ALStatus.FAIL, m, 1) self.log.error(m) return False elif need_status == now_status: db_status = get_azure_virtual_machine_status( cloud_service_name, deployment_name, virtual_machine_name) if db_status == need_status: m = self.STOP_VIRTUAL_MACHINE_INFO[1] % ( AZURE_RESOURCE_TYPE.VIRTUAL_MACHINE, virtual_machine_name, need_status, AZURE_FORMATION) commit_azure_log(experiment_id, ALOperation.STOP_VIRTUAL_MACHINE, ALStatus.END, m, 1) else: m = self.STOP_VIRTUAL_MACHINE_INFO[2] % ( AZURE_RESOURCE_TYPE.VIRTUAL_MACHINE, virtual_machine_name, need_status, AZURE_FORMATION) self.__stop_virtual_machine_helper(experiment_id, template_unit, need_status) commit_azure_log(experiment_id, ALOperation.STOP_VIRTUAL_MACHINE, ALStatus.END, m, 2) self.log.debug(m) else: try: result = self.service.stop_virtual_machine( cloud_service_name, deployment_name, virtual_machine_name, action) except Exception as e: m = self.STOP_VIRTUAL_MACHINE_ERROR[0] % ( AZURE_RESOURCE_TYPE.VIRTUAL_MACHINE, virtual_machine_name, e.message) commit_azure_log(experiment_id, ALOperation.STOP_VIRTUAL_MACHINE, ALStatus.FAIL, 0) self.log.error(e) return False # query async operation status run_job( MDL_CLS_FUNC[2], (self.azure_key_id, ), (result.request_id, MDL_CLS_FUNC[18], (self.azure_key_id, ), (experiment_id, template_unit, need_status), MDL_CLS_FUNC[19], (self.azure_key_id, ), (experiment_id, template_unit, need_status))) return True
def create_cloud_service(self, experiment_id, template_unit): """ If cloud service not exist in azure subscription, then create it Else reuse cloud service in azure subscription :return: """ name = template_unit.get_cloud_service_name() label = template_unit.get_cloud_service_label() location = template_unit.get_cloud_service_location() commit_azure_log(experiment_id, ALOperation.CREATE_CLOUD_SERVICE, ALStatus.START) # avoid duplicate cloud service in azure subscription if not self.service.cloud_service_exists(name): # avoid name already taken by other azure subscription if not self.service.check_hosted_service_name_availability( name).result: m = self.CREATE_CLOUD_SERVICE_ERROR[1] % ( AZURE_RESOURCE_TYPE.CLOUD_SERVICE, name) commit_azure_log(experiment_id, ALOperation.CREATE_CLOUD_SERVICE, ALStatus.FAIL, m, 1) self.log.error(m) return False # avoid no available subscription remained if self.subscription.get_available_cloud_service_count( ) < self.NEED_COUNT: m = self.CREATE_CLOUD_SERVICE_ERROR[2] % ( AZURE_RESOURCE_TYPE.CLOUD_SERVICE, name) commit_azure_log(experiment_id, ALOperation.CREATE_CLOUD_SERVICE, ALStatus.FAIL, m, 2) self.log.error(m) return False # delete old azure cloud service in database, cascade delete old azure deployment, # old azure virtual machine and old azure end point delete_azure_cloud_service(name) try: self.service.create_hosted_service(name=name, label=label, location=location) except Exception as e: m = self.CREATE_CLOUD_SERVICE_ERROR[0] % ( AZURE_RESOURCE_TYPE.CLOUD_SERVICE, name, e.message) commit_azure_log(experiment_id, ALOperation.CREATE_CLOUD_SERVICE, ALStatus.FAIL, m, 0) self.log.error(e) return False # make sure cloud service is created if not self.service.cloud_service_exists(name): m = self.CREATE_CLOUD_SERVICE_ERROR[3] % ( AZURE_RESOURCE_TYPE.CLOUD_SERVICE, name) commit_azure_log(experiment_id, ALOperation.CREATE_CLOUD_SERVICE, ALStatus.FAIL, m, 3) self.log.error(m) return False else: m = self.CREATE_CLOUD_SERVICE_INFO[0] % ( AZURE_RESOURCE_TYPE.CLOUD_SERVICE, name) commit_azure_cloud_service(name, label, location, ACSStatus.CREATED, experiment_id) commit_azure_log(experiment_id, ALOperation.CREATE_CLOUD_SERVICE, ALStatus.END, m, 0) self.log.debug(m) else: # check whether cloud service created by azure formation before if contain_azure_cloud_service(name): m = self.CREATE_CLOUD_SERVICE_INFO[1] % ( AZURE_RESOURCE_TYPE.CLOUD_SERVICE, name, AZURE_FORMATION) commit_azure_log(experiment_id, ALOperation.CREATE_CLOUD_SERVICE, ALStatus.END, m, 1) else: m = self.CREATE_CLOUD_SERVICE_INFO[2] % ( AZURE_RESOURCE_TYPE.CLOUD_SERVICE, name, AZURE_FORMATION) commit_azure_cloud_service(name, label, location, ACSStatus.CREATED, experiment_id) commit_azure_log(experiment_id, ALOperation.CREATE_CLOUD_SERVICE, ALStatus.END, m, 2) self.log.debug(m) # create virtual machine run_job(MDL_CLS_FUNC[5], (self.azure_key_id, ), (experiment_id, template_unit)) return True
def stop_virtual_machine(self, experiment_id, template_unit, action): """ 0. Prerequisites: a. virtual machine exist in both azure and database b. input parameters are correct :param experiment_id: :param template_unit: :param action: AVMStatus.STOPPED or AVMStatus.STOPPED_DEALLOCATED :return: """ commit_azure_log(experiment_id, ALOperation.STOP_VIRTUAL_MACHINE, ALStatus.START) # need_status: AVMStatus.STOPPED_VM or AVMStatus.STOPPED_DEALLOCATED need_status = AVMStatus.STOPPED_VM if action == AVMStatus.STOPPED else AVMStatus.STOPPED_DEALLOCATED cloud_service_name = template_unit.get_cloud_service_name() deployment_slot = template_unit.get_deployment_slot() deployment_name = self.service.get_deployment_name(cloud_service_name, deployment_slot) deployment = self.service.get_deployment_by_name(cloud_service_name, deployment_name) virtual_machine_name = self.VIRTUAL_MACHINE_NAME_BASE % (template_unit.get_virtual_machine_name(), experiment_id) now_status = self.service.get_virtual_machine_instance_status(deployment, virtual_machine_name) if need_status == AVMStatus.STOPPED_VM and now_status == AVMStatus.STOPPED_DEALLOCATED: m = self.STOP_VIRTUAL_MACHINE_ERROR[1] % (AZURE_RESOURCE_TYPE.VIRTUAL_MACHINE, virtual_machine_name, AVMStatus.STOPPED_VM, AVMStatus.STOPPED_DEALLOCATED) commit_azure_log(experiment_id, ALOperation.STOP_VIRTUAL_MACHINE, ALStatus.FAIL, m, 1) self.log.error(m) return False elif need_status == now_status: db_status = get_azure_virtual_machine_status(cloud_service_name, deployment_name, virtual_machine_name) if db_status == need_status: m = self.STOP_VIRTUAL_MACHINE_INFO[1] % (AZURE_RESOURCE_TYPE.VIRTUAL_MACHINE, virtual_machine_name, need_status, AZURE_FORMATION) commit_azure_log(experiment_id, ALOperation.STOP_VIRTUAL_MACHINE, ALStatus.END, m, 1) else: m = self.STOP_VIRTUAL_MACHINE_INFO[2] % (AZURE_RESOURCE_TYPE.VIRTUAL_MACHINE, virtual_machine_name, need_status, AZURE_FORMATION) self.__stop_virtual_machine_helper(experiment_id, template_unit, need_status) commit_azure_log(experiment_id, ALOperation.STOP_VIRTUAL_MACHINE, ALStatus.END, m, 2) self.log.debug(m) else: try: result = self.service.stop_virtual_machine(cloud_service_name, deployment_name, virtual_machine_name, action) except Exception as e: m = self.STOP_VIRTUAL_MACHINE_ERROR[0] % ( AZURE_RESOURCE_TYPE.VIRTUAL_MACHINE, virtual_machine_name, e.message) commit_azure_log(experiment_id, ALOperation.STOP_VIRTUAL_MACHINE, ALStatus.FAIL, 0) self.log.error(e) return False # query async operation status run_job(MDL_CLS_FUNC[2], (self.azure_key_id, ), (result.request_id, MDL_CLS_FUNC[18], (self.azure_key_id, ), (experiment_id, template_unit, need_status), MDL_CLS_FUNC[19], (self.azure_key_id, ), (experiment_id, template_unit, need_status))) return True
def create_storage_account(self, experiment_id, template_unit): """ If storage account not exist in azure subscription, then create it Else reuse storage account in azure subscription :return: """ name = template_unit.get_storage_account_name() description = template_unit.get_storage_account_description() label = template_unit.get_storage_account_label() location = template_unit.get_storage_account_location() commit_azure_log(experiment_id, ALOperation.CREATE_STORAGE_ACCOUNT, ALStatus.START) # avoid duplicate storage account in azure subscription if not self.service.storage_account_exists(name): # avoid name already taken by other azure subscription if not self.service.check_storage_account_name_availability( name).result: m = self.CREATE_STORAGE_ACCOUNT_ERROR[1] % ( AZURE_RESOURCE_TYPE.STORAGE_ACCOUNT, name) commit_azure_log(experiment_id, ALOperation.CREATE_STORAGE_ACCOUNT, ALStatus.FAIL, m, 1) self.log.error(m) return False # avoid no available subscription remained if self.subscription.get_available_storage_account_count( ) < self.NEED_COUNT: m = self.CREATE_STORAGE_ACCOUNT_ERROR[2] % ( AZURE_RESOURCE_TYPE.STORAGE_ACCOUNT, name) commit_azure_log(experiment_id, ALOperation.CREATE_STORAGE_ACCOUNT, ALStatus.FAIL, m, 2) self.log.error(m) return False # delete old azure storage account in database delete_azure_storage_account(name) try: result = self.service.create_storage_account( name, description, label, location) except Exception as e: m = self.CREATE_STORAGE_ACCOUNT_ERROR[0] % ( AZURE_RESOURCE_TYPE.STORAGE_ACCOUNT, name, e.message) commit_azure_log(experiment_id, ALOperation.CREATE_STORAGE_ACCOUNT, ALStatus.FAIL, m, 0) self.log.error(e) return False # query async operation status run_job(MDL_CLS_FUNC[2], (self.azure_key_id, ), (result.request_id, MDL_CLS_FUNC[3], (self.azure_key_id, ), (experiment_id, template_unit), MDL_CLS_FUNC[4], (self.azure_key_id, ), (experiment_id, template_unit))) else: # check whether storage account created by azure formation before if contain_azure_storage_account(name): m = self.CREATE_STORAGE_ACCOUNT_INFO[1] % ( AZURE_RESOURCE_TYPE.STORAGE_ACCOUNT, name, AZURE_FORMATION) commit_azure_log(experiment_id, ALOperation.CREATE_STORAGE_ACCOUNT, ALStatus.END, m, 1) else: m = self.CREATE_STORAGE_ACCOUNT_INFO[2] % ( AZURE_RESOURCE_TYPE.STORAGE_ACCOUNT, name, AZURE_FORMATION) commit_azure_storage_account(name, description, label, location, ASAStatus.ONLINE, experiment_id) commit_azure_log(experiment_id, ALOperation.CREATE_STORAGE_ACCOUNT, ALStatus.END, m, 2) self.log.debug(m) # create cloud service run_job(MDL_CLS_FUNC[1], (self.azure_key_id, ), (experiment_id, template_unit)) return True
def create_virtual_machine(self, experiment_id, template_unit): """ 0. Prerequisites: a. storage account and cloud service exist in both azure and database; b. input parameters are correct; 1. If deployment not exist in azure subscription, then create virtual machine with deployment Else reuse deployment in azure subscription 2. If virtual machine not exist in azure subscription, then add virtual machine to deployment Else reuse virtual machine in azure subscription :return: """ commit_azure_log(experiment_id, ALOperation.CREATE_DEPLOYMENT, ALStatus.START) commit_azure_log(experiment_id, ALOperation.CREATE_VIRTUAL_MACHINE, ALStatus.START) deployment_slot = template_unit.get_deployment_slot() # avoid virtual machine name conflict on same name in template virtual_machine_name = self.VIRTUAL_MACHINE_NAME_BASE % ( template_unit.get_virtual_machine_name(), experiment_id) virtual_machine_size = template_unit.get_virtual_machine_size() if self.subscription.get_available_core_count() < self.SIZE_CORE_MAP[ virtual_machine_size.lower()]: m = self.CREATE_DEPLOYMENT_ERROR[1] % ( AZURE_RESOURCE_TYPE.DEPLOYMENT, deployment_slot) commit_azure_log(experiment_id, ALOperation.CREATE_DEPLOYMENT, ALStatus.FAIL, m, 1) self.log.error(m) m = self.CREATE_VIRTUAL_MACHINE_ERROR[1] % ( AZURE_RESOURCE_TYPE.VIRTUAL_MACHINE, virtual_machine_name) commit_azure_log(experiment_id, ALOperation.CREATE_VIRTUAL_MACHINE, ALStatus.FAIL, m, 1) self.log.error(m) return False cloud_service_name = template_unit.get_cloud_service_name() vm_image_name = template_unit.get_vm_image_name() system_config = template_unit.get_system_config() os_virtual_hard_disk = template_unit.get_os_virtual_hard_disk() # avoid duplicate deployment in azure subscription if self.service.deployment_exists(cloud_service_name, deployment_slot): # use deployment name from azure subscription deployment_name = self.service.get_deployment_name( cloud_service_name, deployment_slot) if contain_azure_deployment(cloud_service_name, deployment_slot): m = self.CREATE_DEPLOYMENT_INFO[1] % ( AZURE_RESOURCE_TYPE.DEPLOYMENT, deployment_name, AZURE_FORMATION) commit_azure_log(experiment_id, ALOperation.CREATE_DEPLOYMENT, ALStatus.END, m, 1) else: m = self.CREATE_DEPLOYMENT_INFO[2] % ( AZURE_RESOURCE_TYPE.DEPLOYMENT, deployment_name, AZURE_FORMATION) commit_azure_deployment(deployment_name, deployment_slot, ADStatus.RUNNING, cloud_service_name, experiment_id) commit_azure_log(experiment_id, ALOperation.CREATE_DEPLOYMENT, ALStatus.END, m, 2) self.log.debug(m) # avoid duplicate virtual machine in azure subscription if self.service.virtual_machine_exists(cloud_service_name, deployment_name, virtual_machine_name): if contain_azure_virtual_machine(cloud_service_name, deployment_name, virtual_machine_name): m = self.CREATE_VIRTUAL_MACHINE_INFO[1] % ( AZURE_RESOURCE_TYPE.VIRTUAL_MACHINE, virtual_machine_name, AZURE_FORMATION) commit_azure_log(experiment_id, ALOperation.CREATE_VIRTUAL_MACHINE, ALStatus.END, m, 1) self.log.debug(m) else: m = self.CREATE_VIRTUAL_MACHINE_ERROR[4] % ( AZURE_RESOURCE_TYPE.VIRTUAL_MACHINE, virtual_machine_name, AZURE_FORMATION) commit_azure_log(experiment_id, ALOperation.CREATE_VIRTUAL_MACHINE, ALStatus.FAIL, m, 4) self.log.error(m) return False else: # delete old azure virtual machine, cascade delete old azure endpoint delete_azure_virtual_machine(cloud_service_name, deployment_name, virtual_machine_name) network_config = template_unit.get_network_config( self.service, False) try: result = self.service.add_virtual_machine( cloud_service_name, deployment_name, virtual_machine_name, system_config, os_virtual_hard_disk, network_config, virtual_machine_size, vm_image_name) except Exception as e: m = self.CREATE_VIRTUAL_MACHINE_ERROR[0] % ( AZURE_RESOURCE_TYPE.VIRTUAL_MACHINE, virtual_machine_name, e.message) commit_azure_log(experiment_id, ALOperation.CREATE_VIRTUAL_MACHINE, ALStatus.FAIL, m, 0) self.log.error(e) return False # query async operation status run_job( MDL_CLS_FUNC[2], (self.azure_key_id, ), (result.request_id, MDL_CLS_FUNC[6], (self.azure_key_id, ), (experiment_id, template_unit), MDL_CLS_FUNC[7], (self.azure_key_id, ), (experiment_id, template_unit))) else: # delete old azure deployment, cascade delete old azure virtual machine and azure endpoint delete_azure_deployment(cloud_service_name, deployment_slot) # use deployment name from template deployment_name = template_unit.get_deployment_name() virtual_machine_label = template_unit.get_virtual_machine_label() network_config = template_unit.get_network_config( self.service, False) try: result = self.service.create_virtual_machine_deployment( cloud_service_name, deployment_name, deployment_slot, virtual_machine_label, virtual_machine_name, system_config, os_virtual_hard_disk, network_config, virtual_machine_size, vm_image_name) except Exception as e: m = self.CREATE_DEPLOYMENT_ERROR[0] % ( AZURE_RESOURCE_TYPE.DEPLOYMENT, deployment_slot, e.message) commit_azure_log(experiment_id, ALOperation.CREATE_DEPLOYMENT, ALStatus.FAIL, m, 0) m = self.CREATE_VIRTUAL_MACHINE_ERROR[0] % ( AZURE_RESOURCE_TYPE.VIRTUAL_MACHINE, virtual_machine_name, e.message) commit_azure_log(experiment_id, ALOperation.CREATE_VIRTUAL_MACHINE, ALStatus.FAIL, m, 0) self.log.error(e) return False # query async operation status run_job(MDL_CLS_FUNC[2], (self.azure_key_id, ), (result.request_id, MDL_CLS_FUNC[13], (self.azure_key_id, ), (experiment_id, template_unit), MDL_CLS_FUNC[14], (self.azure_key_id, ), (experiment_id, template_unit))) return True
def create_virtual_machine(self, experiment_id, template_unit): """ 0. Prerequisites: a. storage account and cloud service exist in both azure and database; b. input parameters are correct; 1. If deployment not exist in azure subscription, then create virtual machine with deployment Else reuse deployment in azure subscription 2. If virtual machine not exist in azure subscription, then add virtual machine to deployment Else reuse virtual machine in azure subscription :return: """ commit_azure_log(experiment_id, ALOperation.CREATE_DEPLOYMENT, ALStatus.START) commit_azure_log(experiment_id, ALOperation.CREATE_VIRTUAL_MACHINE, ALStatus.START) deployment_slot = template_unit.get_deployment_slot() # avoid virtual machine name conflict on same name in template virtual_machine_name = self.VIRTUAL_MACHINE_NAME_BASE % (template_unit.get_virtual_machine_name(), experiment_id) virtual_machine_size = template_unit.get_virtual_machine_size() if self.subscription.get_available_core_count() < self.SIZE_CORE_MAP[virtual_machine_size.lower()]: m = self.CREATE_DEPLOYMENT_ERROR[1] % (AZURE_RESOURCE_TYPE.DEPLOYMENT, deployment_slot) commit_azure_log(experiment_id, ALOperation.CREATE_DEPLOYMENT, ALStatus.FAIL, m, 1) self.log.error(m) m = self.CREATE_VIRTUAL_MACHINE_ERROR[1] % (AZURE_RESOURCE_TYPE.VIRTUAL_MACHINE, virtual_machine_name) commit_azure_log(experiment_id, ALOperation.CREATE_VIRTUAL_MACHINE, ALStatus.FAIL, m, 1) self.log.error(m) return False cloud_service_name = template_unit.get_cloud_service_name() vm_image_name = template_unit.get_vm_image_name() system_config = template_unit.get_system_config() os_virtual_hard_disk = template_unit.get_os_virtual_hard_disk() # avoid duplicate deployment in azure subscription if self.service.deployment_exists(cloud_service_name, deployment_slot): # use deployment name from azure subscription deployment_name = self.service.get_deployment_name(cloud_service_name, deployment_slot) if contain_azure_deployment(cloud_service_name, deployment_slot): m = self.CREATE_DEPLOYMENT_INFO[1] % (AZURE_RESOURCE_TYPE.DEPLOYMENT, deployment_name, AZURE_FORMATION) commit_azure_log(experiment_id, ALOperation.CREATE_DEPLOYMENT, ALStatus.END, m, 1) else: m = self.CREATE_DEPLOYMENT_INFO[2] % (AZURE_RESOURCE_TYPE.DEPLOYMENT, deployment_name, AZURE_FORMATION) commit_azure_deployment(deployment_name, deployment_slot, ADStatus.RUNNING, cloud_service_name, experiment_id) commit_azure_log(experiment_id, ALOperation.CREATE_DEPLOYMENT, ALStatus.END, m, 2) self.log.debug(m) # avoid duplicate virtual machine in azure subscription if self.service.virtual_machine_exists(cloud_service_name, deployment_name, virtual_machine_name): if contain_azure_virtual_machine(cloud_service_name, deployment_name, virtual_machine_name): m = self.CREATE_VIRTUAL_MACHINE_INFO[1] % ( AZURE_RESOURCE_TYPE.VIRTUAL_MACHINE, virtual_machine_name, AZURE_FORMATION) commit_azure_log(experiment_id, ALOperation.CREATE_VIRTUAL_MACHINE, ALStatus.END, m, 1) self.log.debug(m) else: m = self.CREATE_VIRTUAL_MACHINE_ERROR[4] % ( AZURE_RESOURCE_TYPE.VIRTUAL_MACHINE, virtual_machine_name, AZURE_FORMATION) commit_azure_log(experiment_id, ALOperation.CREATE_VIRTUAL_MACHINE, ALStatus.FAIL, m, 4) self.log.error(m) return False else: # delete old azure virtual machine, cascade delete old azure endpoint delete_azure_virtual_machine(cloud_service_name, deployment_name, virtual_machine_name) network_config = template_unit.get_network_config(self.service, False) try: result = self.service.add_virtual_machine(cloud_service_name, deployment_name, virtual_machine_name, system_config, os_virtual_hard_disk, network_config, virtual_machine_size, vm_image_name) except Exception as e: m = self.CREATE_VIRTUAL_MACHINE_ERROR[0] % ( AZURE_RESOURCE_TYPE.VIRTUAL_MACHINE, virtual_machine_name, e.message) commit_azure_log(experiment_id, ALOperation.CREATE_VIRTUAL_MACHINE, ALStatus.FAIL, m, 0) self.log.error(e) return False # query async operation status run_job(MDL_CLS_FUNC[2], (self.azure_key_id, ), (result.request_id, MDL_CLS_FUNC[6], (self.azure_key_id, ), (experiment_id, template_unit), MDL_CLS_FUNC[7], (self.azure_key_id, ), (experiment_id, template_unit))) else: # delete old azure deployment, cascade delete old azure virtual machine and azure endpoint delete_azure_deployment(cloud_service_name, deployment_slot) # use deployment name from template deployment_name = template_unit.get_deployment_name() virtual_machine_label = template_unit.get_virtual_machine_label() network_config = template_unit.get_network_config(self.service, False) try: result = self.service.create_virtual_machine_deployment(cloud_service_name, deployment_name, deployment_slot, virtual_machine_label, virtual_machine_name, system_config, os_virtual_hard_disk, network_config, virtual_machine_size, vm_image_name) except Exception as e: m = self.CREATE_DEPLOYMENT_ERROR[0] % (AZURE_RESOURCE_TYPE.DEPLOYMENT, deployment_slot, e.message) commit_azure_log(experiment_id, ALOperation.CREATE_DEPLOYMENT, ALStatus.FAIL, m, 0) m = self.CREATE_VIRTUAL_MACHINE_ERROR[0] % ( AZURE_RESOURCE_TYPE.VIRTUAL_MACHINE, virtual_machine_name, e.message) commit_azure_log(experiment_id, ALOperation.CREATE_VIRTUAL_MACHINE, ALStatus.FAIL, m, 0) self.log.error(e) return False # query async operation status run_job(MDL_CLS_FUNC[2], (self.azure_key_id, ), (result.request_id, MDL_CLS_FUNC[13], (self.azure_key_id, ), (experiment_id, template_unit), MDL_CLS_FUNC[14], (self.azure_key_id, ), (experiment_id, template_unit))) return True