Exemple #1
0
    def __init__(self, remote_ip='', username='', password=''):
        self.__config = ConfigUtil()
        if not remote_ip:
            print('远程机器的IP信息缺失!')
            raise Exception('远程机器的IP信息缺失!')

        if username:
            self.__username = username
        else:
            self.__username = self.__config.get_authority_user()

        if password:
            self.__password = password
        else:
            self.__password = self.__config.get_authority_pwd()

        self.__remote_ip = remote_ip

        self.__linux = Shell(ip=self.__remote_ip,
                             username=self.__username,
                             password=self.__password)

        self.__ssh = self.__linux.get_ssh()

        self.__sftp = self.__ssh.open_sftp()

        self.__log = Log.MyLog()
        self.__localMachine = LocalHost()

        self.__work_folder = self.__localMachine.Dir.get_work_folder()

        if not os.path.exists(self.__work_folder):
            os.mkdir(self.__work_folder)
Exemple #2
0
class _PodChaos:
    def __init__(self, test_env=None):
        self.__env = test_env if test_env else "DEFAULT"

        self.__config = ConfigUtil(self.__env)
        self.__namespace = self.__config.get_pod_namespace()
        self.__linux = Shell(self.__config.get_main_server_ip(),
                             self.__config.get_authority_user(),
                             self.__config.get_authority_pwd())
        self.__log = Log.MyLog()

    def pod_kill(self, pod_name):
        if not pod_name:
            ExceptionHandler.raise_up(
                'Failed to kill pod, please provide the name of target pod')

        LDB_ChaosTest.pod_kill(pod_name, self.__namespace)

    def enable_pod_failure(self, pod_name=None):
        if not pod_name:
            ExceptionHandler.raise_up(
                'Failed to enable pod failure, please provide the name of target pod'
            )

        LDB_ChaosTest.enable_pod_failure(pod_name, self.__namespace)

    def disable_pod_failure(self, pod_name=None):
        if not pod_name:
            ExceptionHandler.raise_up(
                'Failed to disable pod failure, please provide the name of target pod'
            )

        LDB_ChaosTest.disable_pod_failure(pod_name, self.__namespace)
Exemple #3
0
 def __init__(self, test_env=None):
     self.__env = test_env if test_env else "DEFAULT"
     self.__config = ConfigUtil(self.__env)
     self.__namespace = self.__config.get_pod_namespace()
     self.__linux = Shell(self.__config.get_main_server_ip(),
                          self.__config.get_authority_user(),
                          self.__config.get_authority_pwd())
     self.__log = Log.MyLog()
Exemple #4
0
class _TimeChaos:
    def __init__(self, test_env=None):
        self.__env = test_env if test_env else "DEFAULT"

        self.__config = ConfigUtil(self.__env)
        self.__namespace = self.__config.get_pod_namespace()
        self.__linux = Shell(self.__config.get_main_server_ip(),
                             self.__config.get_authority_user(),
                             self.__config.get_authority_pwd())
        self.__log = Log.MyLog()

    def time_delay(self, pod_name, delay=''):
        if not pod_name:
            self.__log.error('error')
            return True

        self.__linux.execShell('')
Exemple #5
0
class _NetworkChaos:
    def __init__(self, test_env=None):
        self.__env = test_env if test_env else "DEFAULT"
        self.__config = ConfigUtil(self.__env)
        self.__namespace = self.__config.get_pod_namespace()
        self.__linux = Shell(self.__config.get_main_server_ip(),
                             self.__config.get_authority_user(),
                             self.__config.get_authority_pwd())
        self.__log = Log.MyLog()

    def enable_network_split(self, node_group=None, target_node_group=None):
        if not node_group or not target_node_group:
            ExceptionHandler.raise_up(
                'Failed to enable network split, please provide the node group or target node group'
            )

        LDB_ChaosTest.enable_network_split(node_group, target_node_group,
                                           self.__namespace)

    def disable_network_split(self, node_group=None, target_node_group=None):
        if not node_group or not target_node_group:
            ExceptionHandler.raise_up(
                'Failed to disable network split, please provide the node group or target node group'
            )

        LDB_ChaosTest.disable_network_split(node_group, target_node_group,
                                            self.__namespace)

    def enable_network_delay(self, node_group=None):
        if not node_group:
            ExceptionHandler.raise_up(
                'Failed to enable network delay, please provide the node group'
            )

        LDB_ChaosTest.enable_network_delay(node_group, self.__namespace)

    def disable_network_delay(self, node_group=None):
        if not node_group:
            ExceptionHandler.raise_up(
                'Failed to disable network delay, please provide the node group'
            )

        LDB_ChaosTest.disable_network_delay(node_group, self.__namespace)
Exemple #6
0
    def __init__(self, remote_ip='', username='', password=''):
        self.__config = ConfigUtil()
        if not remote_ip:
            print('远程机器的IP信息缺失!')
            raise Exception('远程机器的IP信息缺失!')

        if username:
            self.__username = username
        else:
            self.__username = self.__config.get_authority_user()

        if password:
            self.__password = password
        else:
            self.__password = self.__config.get_authority_pwd()

        self.__remote_ip = remote_ip

        self.__linux = Shell(ip=self.__remote_ip,
                             username=self.__username,
                             password=self.__password)
        self.__log = Log.MyLog()
Exemple #7
0
class _RemoteDirInit:
    def __init__(self, remote_ip='', username='', password=''):
        self.__config = ConfigUtil()
        if not remote_ip:
            print('远程机器的IP信息缺失!')
            raise Exception('远程机器的IP信息缺失!')

        if username:
            self.__username = username
        else:
            self.__username = self.__config.get_authority_user()

        if password:
            self.__password = password
        else:
            self.__password = self.__config.get_authority_pwd()

        self.__remote_ip = remote_ip

        self.__linux = Shell(ip=self.__remote_ip,
                             username=self.__username,
                             password=self.__password)
        self.__log = Log.MyLog()

    """
    判断文件夹是否存在
    :return: True/False
    """

    def exists(self, remote):
        try:
            return True if self.__linux.execShell(
                "[ -d '{0}' ] && echo 1 || echo 0".format(
                    remote))[0].strip() == "1" else False
        except Exception as e:
            raise RemoteHostException(
                'Failed to check folder status, exception is %s' % e)

    """
    判断是否是目录
    :return: true/false
    """

    def isDir(self, remote):
        try:
            return True if self.__linux.execShell(
                "[ -d '{0}' ] && echo 1 || echo 0".format(
                    remote))[0].strip() == "1" else False
        except Exception as e:
            raise RemoteHostException(
                'Failed to check folder status, exception is %s' % e)

    """
    新建文件夹,若该文件夹已存在,则跳过
    :param new_file: 文件路径,不能为空
    :return: None
    """

    def create(self, remote_dir):
        try:
            if self.exists(remote_dir):
                self.__log.info("文件夹{0}已存在!".format(remote_dir))
                return True

            self.__linux.execShell("mkdir {0}".format(remote_dir))

            if not self.exists(remote_dir):
                self.__log.error("新建文件夹{0}失败!".format(remote_dir))
                return False

            self.__log.info("新建文件夹{0}成功!".format(remote_dir))
            return True
        except Exception as e:
            raise RemoteHostException(
                'Failed to create folder, exception is %s' % e)

    """
    删除远程机器上的文件夹
    :param remote_dir: 文件夹路径
    :return: None
    """

    def delete(self, remote_dir):
        try:
            if not self.exists(remote_dir):
                self.__log.warning("文件夹{0}不存在!".format(remote_dir))
                return True

            self.__linux.execShell("rm -rf {0}".format(remote_dir))

            if self.exists(remote_dir):
                self.__log.error("删除文件夹{0}失败!".format(remote_dir))
                return False

            self.__log.info("删除文件夹{0}成功!".format(remote_dir))
            return True

        except Exception as e:
            raise RemoteHostException(
                'Failed to delete folder, exception is %s' % e)
Exemple #8
0
class _RemoteFileInit():
    def __init__(self, remote_ip='', username='', password=''):
        self.__config = ConfigUtil()
        if not remote_ip:
            print('远程机器的IP信息缺失!')
            raise Exception('远程机器的IP信息缺失!')

        if username:
            self.__username = username
        else:
            self.__username = self.__config.get_authority_user()

        if password:
            self.__password = password
        else:
            self.__password = self.__config.get_authority_pwd()

        self.__remote_ip = remote_ip

        self.__linux = Shell(ip=self.__remote_ip,
                             username=self.__username,
                             password=self.__password)

        self.__ssh = self.__linux.get_ssh()

        self.__sftp = self.__ssh.open_sftp()

        self.__log = Log.MyLog()
        self.__localMachine = LocalHost()

        self.__work_folder = self.__localMachine.Dir.get_work_folder()

        if not os.path.exists(self.__work_folder):
            os.mkdir(self.__work_folder)

    """
    判断文件是否存在
    :return: true/false
    """

    def exists(self, remote_file):
        try:
            return True if self.__linux.execShell(
                "[ -e '{0}' ] && echo 1 || echo 0".format(
                    remote_file))[0].strip() == "1" else False
        except Exception as e:
            raise RemoteHostException(
                'Failed to check file status, exception is %s' % e)

    """
    判断是否是目录
    :return: true/false
    """

    def isFile(self, remote_file):
        try:
            return True if self.__linux.execShell(
                "[ -f '{0}' ] && echo 1 || echo 0".format(
                    remote_file))[0].strip() == "1" else False
        except Exception as e:
            raise RemoteHostException(
                'Failed to check file status, exception is %s' % e)

    """
    新建文件并添加内容,若该文件已存在,则删除后重新创建
    :param new_file: 文件路径,不能为空
    :param content: 文件内容,可为空
    :return: True/False
    """

    def create(self, remote_file, content=""):
        try:
            if not os.path.exists(self.__work_folder):
                os.mkdir(self.__work_folder)

            if self.exists(remote_file):
                self.__log.warning('文件{0}已存在!'.format(remote_file))
                return False

            self.__linux.execShell("touch {0}".format(remote_file))

            self.append(remote_file, content)
            self.__log.info("新建文件{0}成功!".format(remote_file))
            return True
        except Exception as e:
            self.__log.error('新建远程文件失败,异常信息:', e)
            raise RemoteHostException(
                'Failed to create file, exception is %s' % e)

    """
    批量替换文件中指定的字符串
    :param file: 远程文件路径
    :param update_content: 需要替换的字符串,类型为字典,key为需要替换的字符串,value为替换的字符串
    :return: True/False
    """

    def update(self, remote_file, update_content):
        try:
            if not os.path.exists(self.__work_folder):
                os.mkdir(self.__work_folder)

            if not self.exists(remote_file):
                self.__log.warning('文件{0}不存在!'.format(remote_file))
                return False
            local_file = self.__work_folder + os.path.basename(remote_file)

            self.get_file_from_remote(remote_file, local_file)

            self.__localMachine.File.modify_file(local_file, update_content)

            self.put_file_to_remote(local_file, remote_file)
            self.__log.info('更新远程文件{0}成功'.format(remote_file))
            return True
        except Exception as e:
            self.__log.error('更新远程文件失败,异常信息:', e)
            raise RemoteHostException(
                'Failed to update file, exception is %s' % e)

    """
    在文件后追加内容
    :param file: 远程文件路径
    :param update_content: 需要追加的字符串
    :return: True/False
    """

    def append(self, remote_file, append_content=""):
        try:
            if not os.path.exists(self.__work_folder):
                os.mkdir(self.__work_folder)

            if not self.exists(remote_file):
                self.__log.warning('文件{0}不存在!'.format(remote_file))
                return False
            local_file = self.__work_folder + os.path.basename(remote_file)

            self.get_file_from_remote(remote_file, local_file)

            with open(local_file, 'a+') as f:
                f.write(append_content)

            self.put_file_to_remote(local_file, remote_file)
            self.__log.info('更新远程文件{0}成功'.format(remote_file))
            return True
        except Exception as e:
            self.__log.error('更新远程文件失败,异常信息:', e)
            raise RemoteHostException(
                'Failed to append content to the file, exception is %s' % e)

    """
    删除远程机器上的文件
    :param remote_file: 文件绝对路径
    :return: True/False
    """

    def delete(self, remote_file):
        try:
            self.__linux.execShell('rm -f {0}'.format(remote_file))

            if self.exists(remote_file):
                self.__log.error('删除文件{0}失败!'.format(remote_file))
                return False

            self.__log.info('成功删除文件{0}!'.format(remote_file))
        except Exception as e:
            raise RemoteHostException(
                'Failed to delete file, exception is %s' % e)

    """
    拷贝本地文件到远程机器
    :param local_file: 本地文件绝对路径
    :param remote_file: 远程机器文件绝对路径
    :return: None
    """

    def put_file_to_remote(self, local, remote):
        try:
            # 本地文件路径不存在,抛出异常
            if not os.path.exists(local):
                raise Exception('本地文件路径{0}不存在!'.format(local))

            if os.path.isdir(local):  # 判断本地参数是目录
                for f in os.listdir(local):  # 遍历本地目录
                    # 服务器文件已存在,则先删除
                    if self.exists(os.path.join(remote + f)):
                        self.delete(os.path.join(remote + f))
                    if not os.path.isdir(os.path.join(local + f)):
                        self.__sftp.put(os.path.join(local + f),
                                        os.path.join(remote + f))  # 上传目录中的文件
                        self.__log.info('成功拷贝本地文件{1}到远程机器{0}:{2}'.format(
                            self.__remote_ip, os.path.join(local + f),
                            os.path.join(remote + f)))
            elif os.path.isfile(local):  # 判断本地参数是文件
                # 服务器文件已存在,则先删除
                if self.exists(remote):
                    self.delete(remote)

                self.__sftp.put(local, remote)  # 上传文件
                self.__log.info('成功拷贝本地文件{1}到远程机器{0}:{2}'.format(
                    self.__remote_ip, local, remote))
            else:
                self.__log.error('文件路径{0}不存在!'.format(remote))
                return

        except Exception as e:
            self.__log.error('拷贝本地文件{1}到远程机器{0}:{2}失败!异常信息:{4}'.format(
                self.__remote_ip, local, remote, str(e)))
            raise RemoteHostException(
                '拷贝本地文件{1}到远程机器{0}:{2}失败!异常信息:{4}'.format(
                    self.__remote_ip, local, remote, str(e)))

    """
    拷贝远程机器文件到本地
    :param local: 本地文件绝对路径
    :param remote: 远程机器文件绝对路径
    :return: None
    """

    def get_file_from_remote(self, remote='', local=''):
        try:
            if not remote or not local:
                self.__log.error('remote或local不能为空!')
                return

            if not self.exists(remote):
                self.__log.error('远程机器{0}不存在!'.format(remote))
                return

            # 本地文件所在目录不存在,创建目录
            if not os.path.exists(os.path.dirname(local)):
                os.makedirs(os.path.dirname(local))

            if self.isFile(remote):  # 判断remote是文件
                # 本地文件已存在,则先删除
                if os.path.exists(local):
                    os.remove(local)

                self.__sftp.get(remote, local)  # 下载文件
                self.__log.info('成功拷贝远程文件{0}:{2}到本地目录{1}'.format(
                    self.__remote_ip, local, remote))
            elif self.exists(remote):  # 判断remote是目录
                for f in self.__sftp.listdir(remote):  # 遍历远程目录
                    if not self.exists(os.path.join(remote + f)):
                        self.__sftp.get(os.path.join(remote + f),
                                        os.path.join(local + f))  # 下载目录中文件
                        self.__log.info('成功拷贝远程文件{0}:{2}到本地目录{1}'.format(
                            self.__remote_ip, os.path.join(local + f),
                            os.path.join(remote + f)))
        except Exception as e:
            self.__log.error('拷贝远程文件{0}:{2}到本地目录{1}失败,异常信息:{3}'.format(
                self.__remote_ip, remote, local, str(e)))
            raise RemoteHostException(
                '拷贝远程文件{0}:{2}到本地目录{1}失败,异常信息:{3}'.format(
                    self.__remote_ip, remote, local, str(e)))

    """
    查找包含key的行,替换为new_str
    :param file: 原文件路径
    :param key: 寻找修改行的关键字符
    :param new_str: 替换旧行的新内容
    :return: None
    """

    def replace_line_with_new_str(self, remote_file, key, new_str):
        try:
            #获得文件名称
            file_name = os.path.basename(remote_file)
            local_file = os.path.join(self.__work_folder, file_name)
            #将远程文件copy到本地work目录
            self.get_file_from_remote(remote_file, local_file)

            #修改本地文件内容
            self.__localMachine.File.replace_line_with_new_str(
                os.path.join(self.__work_folder, file_name), key, new_str)

            #将远程机器上需要修改的文件替换为本地文件
            self.put_file_to_remote(local_file, remote_file)

            self.__log.info('替换文件{0}下包含关键字符{1}的行内容成功'.format(remote_file, key))
        except Exception as e:
            self.__log.error('替换文件{0}下包含关键字符{1}的行内容失败!异常信息:{2}'.format(
                remote_file, key, str(e)))
            raise RemoteHostException(
                '替换文件{0}下包含关键字符{1}的行内容失败!异常信息:{2}'.format(
                    remote_file, key, str(e)))
Exemple #9
0
            #修改本地文件内容
            self.__localMachine.File.replace_line_with_new_str(
                os.path.join(self.__work_folder, file_name), key, new_str)

            #将远程机器上需要修改的文件替换为本地文件
            self.put_file_to_remote(local_file, remote_file)

            self.__log.info('替换文件{0}下包含关键字符{1}的行内容成功'.format(remote_file, key))
        except Exception as e:
            self.__log.error('替换文件{0}下包含关键字符{1}的行内容失败!异常信息:{2}'.format(
                remote_file, key, str(e)))
            raise RemoteHostException(
                '替换文件{0}下包含关键字符{1}的行内容失败!异常信息:{2}'.format(
                    remote_file, key, str(e)))


# RemoteFile -> end

if __name__ == "__main__":
    cmds = "pwd"
    config_info = ConfigUtil()
    #host_ips = config_info.get_host_ips().split(',')
    host_ips = config_info.get_main_server_ip()
    linux = Shell(config_info.get_main_server_ip(),
                  config_info.get_authority_user(),
                  config_info.get_authority_pwd())
    linux.execShell('pwd')
    # linux.kubectl.pod.get_meta_pallas_pods()
    # linux.kubectl.pod.get_pods()
    # linux.yarn.list_app()