Esempio n. 1
0
        """Create Yarn cluster"""
        try:
            current_task.update_state(state="Started")
            self.HOSTNAME_MASTER_IP, self.server_dict = self.create_bare_cluster(
            )
        except Exception, e:
            logging.error(str(e.args[0]))
            raise
        # Update cluster info with the master VM root password.
        set_cluster_state(self.opts['token'],
                          self.cluster_id,
                          'Configuring YARN cluster node communication (2/3)',
                          password=self.master_root_pass)

        try:
            list_of_hosts = reroute_ssh_prep(self.server_dict,
                                             self.HOSTNAME_MASTER_IP)
            set_cluster_state(self.opts['token'], self.cluster_id,
                              'Installing and configuring YARN (3/3)')

            install_yarn(self.opts['token'], list_of_hosts,
                         self.HOSTNAME_MASTER_IP, self.cluster_name_postfix_id,
                         self.orka_image_uuid, self.ssh_file,
                         self.opts['replication_factor'],
                         self.opts['dfs_blocksize'])

        except Exception, e:
            logging.error(str(e.args[0]))
            logging.error('Created cluster and resources will be deleted')
            # If error in Yarn cluster, update cluster status as destroyed
            set_cluster_state(self.opts['token'],
                              self.cluster_id,
Esempio n. 2
0
    def create_yarn_cluster(self):
        """Create Yarn cluster"""
        try:
            current_task.update_state(state="Started")
            self.HOSTNAME_MASTER_IP, self.server_dict = self.create_bare_cluster()
        except Exception, e:
            logging.error(str(e.args[0]))
            raise
        # Update cluster info with the master VM root password.
        set_cluster_state(self.opts['token'], self.cluster_id,
                          'Configuring YARN cluster node communication (2/3)',
                          password=self.master_root_pass)

        try:
            list_of_hosts = reroute_ssh_prep(self.server_dict,
                                             self.HOSTNAME_MASTER_IP)
            set_cluster_state(self.opts['token'], self.cluster_id,
                          'Installing and configuring YARN (3/3)')

            install_yarn(self.opts['token'], list_of_hosts, self.HOSTNAME_MASTER_IP,
                         self.cluster_name_postfix_id, self.orka_image_uuid, self.ssh_file, self.opts['replication_factor'], self.opts['dfs_blocksize'])

        except Exception, e:
            logging.error(str(e.args[0]))
            logging.error('Created cluster and resources will be deleted')
            # If error in Yarn cluster, update cluster status as destroyed
            set_cluster_state(self.opts['token'], self.cluster_id, 'Error', status='Failed', error=str(e.args[0]))
            self.destroy('Failed')
            raise

        finally:
Esempio n. 3
0
 def create_yarn_cluster(self):
     self.HOSTNAME_MASTER_IP, self.server_dict = self.c_hadoop_cluster.create_bare_cluster()
     list_of_hosts = reroute_ssh_prep(self.server_dict, self.HOSTNAME_MASTER_IP)
     install_yarn(list_of_hosts, self.HOSTNAME_MASTER_IP, self.opts['name'])
     logging.log(REPORT, ' Bare cluster has been created.')
     return self.HOSTNAME_MASTER_IP, self.server_dict
Esempio n. 4
0
    def create_yarn_cluster(self):
        """Create YARN cluster on a bare ~okeanos cluster """
        try:
            current_task.update_state(state="Started")
            self.HOSTNAME_MASTER_IP, self.server_dict = self.create_bare_cluster()
        except Exception, e:
            logging.error(str(e.args[0]))
            raise
        # Update cluster info with the master VM root password.
        set_cluster_state(self.opts['token'], self.cluster_id,
                          'Configuring YARN cluster node communication (2/3)',
                          password=self.master_root_pass)

        try:
            # Configuring YARN cluster node communication
            list_of_hosts = reroute_ssh_prep(self.server_dict,self.HOSTNAME_MASTER_IP,
                                             linux_dist=get_system_dist(self.opts['os_choice']))
            set_cluster_state(self.opts['token'], self.cluster_id,
                          'Installing and configuring YARN (3/3)')
            # Installing and configuring YARN
            install_yarn(self.opts['token'], list_of_hosts, self.HOSTNAME_MASTER_IP,
                         self.cluster_name_postfix_id, self.orka_image_uuid, self.ssh_file, self.opts['replication_factor'], self.opts['dfs_blocksize'], self.opts['admin_password'])

        except Exception, e:
            logging.error(str(e.args[0]))
            logging.error('Created cluster and resources will be deleted')
            # If error in Yarn cluster, update cluster status as destroyed
            set_cluster_state(self.opts['token'], self.cluster_id, 'Error', status='Failed', error=str(e.args[0]))
            self.destroy('Failed')
            raise

        finally: