Exemple #1
0
    def get_chatroom_friends(self, chatroom_id):
        session_db = self.path + '/%s/session/session.db' % self.user_hash
        logger.debug('DB path %s' % session_db)
        group_table = 'SessionAbstract'
        conn = sqlite3.connect(session_db)

        # GET group users nickname xml file
        c = conn.execute('SELECT * FROM %s WHERE UsrName="%s"' % (group_table, chatroom_id))
        row = c.fetchone()
        session_path = row[5]
        full_session_path = self.path + '/%s%s' % (self.user_hash, session_path)
        logger.debug('Bin path %s' % full_session_path)

        f = open(full_session_path, 'r')
        raw_xml = f.read()
        pattern = '<RoomData>.*</RoomData>'
        chatroom_xml = re.search(pattern, raw_xml, re.MULTILINE).group()
        xml_dict = xmltodict.parse(chatroom_xml)

        friends = []
        for member in xml_dict['RoomData']['Member']:
            friend = dict(
                id=member['@UserName'],
                nickname=member.get('DisplayName'),
            )
            friends.append(friend)
        return friends
Exemple #2
0
    def get_friends(self):
        chat_db = self.path + '/%s/DB/MM.sqlite' % self.user_hash
        logger.debug('DB path %s' % chat_db)
        conn = sqlite3.connect(chat_db)

        friends = []
        for row in conn.execute(
                'SELECT f.*,fe.ConStrRes2, fe.ConRemark FROM Friend as f JOIN Friend_Ext as fe USING(UsrName) WHERE `Type` NOT IN %s AND `UsrName` NOT LIKE "gh_%%"'
                % FriendTypeExlude.__str__()):
            label_pattern = '<LabelList>(.*)</LabelList>'
            label_list_str = re.search(label_pattern, row[13],
                                       re.MULTILINE).group(1)
            label_list = label_list_str.split(',')
            label_list = [int(label_id) for label_id in label_list if label_id]

            friend = dict(
                id=row[1],
                nickname=row[2],
                gender=row[6],
                type=row[10],
                label_ids=label_list,
                remark=row[14],
            )
            friends.append(friend)
        return friends
Exemple #3
0
    def get_chatroom_friends(self, chatroom_id):
        session_db = self.path + '/%s/session/session.db' % self.user_hash
        logger.debug('DB path %s' % session_db)
        group_table = 'SessionAbstract'
        conn = sqlite3.connect(session_db)

        # GET group users nickname xml file
        c = conn.execute('SELECT * FROM %s WHERE UsrName="%s"' %
                         (group_table, chatroom_id))
        row = c.fetchone()
        session_path = row[5]
        full_session_path = self.path + '/%s%s' % (self.user_hash,
                                                   session_path)
        logger.debug('Bin path %s' % full_session_path)

        f = open(full_session_path, 'r')
        raw_xml = f.read()
        pattern = '<RoomData>.*</RoomData>'
        chatroom_xml = re.search(pattern, raw_xml, re.MULTILINE).group()
        xml_dict = xmltodict.parse(chatroom_xml)

        friends = []
        for member in xml_dict['RoomData']['Member']:
            friend = dict(
                id=member['@UserName'],
                nickname=member.get('DisplayName'),
            )
            friends.append(friend)
        return friends
Exemple #4
0
    def get_chatrooms(self):
        chat_db = self.path + '/%s/DB/MM.sqlite' % self.user_hash
        logger.debug('DB path %s' % chat_db)
        conn = sqlite3.connect(chat_db)

        friends = []
        for row in conn.execute('SELECT * FROM `Friend` WHERE `UsrName` LIKE "%chatroom"'):
            friend = dict(
                id=row[1],
                nickname=row[2],
                type=row[10],
            )
            friends.append(friend)
        return friends
Exemple #5
0
    def get_chatroom_records(self,
                             chatroom_id,
                             start=datetime(2000, 1, 1),
                             end=datetime(2050, 1, 1)):
        chatroom_hash = id_to_digest(chatroom_id)
        chatroom_table = 'Chat_' + chatroom_hash

        if start is None:
            start = datetime(2000, 1, 1)
        if end is None:
            end = datetime(2050, 1, 1)
        start = calendar.timegm(start.utctimetuple())
        end = calendar.timegm(end.utctimetuple())

        chat_db = self.path + '/%s/DB/MM.sqlite' % self.user_hash
        logger.debug('DB path %s' % chat_db)
        conn = sqlite3.connect(chat_db)

        records = []
        id_contained_types = (RecordType.TEXT, RecordType.IMAGE,
                              RecordType.VOICE, RecordType.CARD,
                              RecordType.EMOTION, RecordType.LOCATIOM,
                              RecordType.LINK)
        for row in conn.execute(
                "SELECT * FROM %s WHERE CreateTime BETWEEN '%s' and '%s'" %
            (chatroom_table, start, end)):
            created_at, msg, msg_type, not_self = row[3], row[4], row[7], row[
                8]
            user_id = None

            # split out user_id in msg
            if not_self and msg_type in id_contained_types:
                if msg_type == 48:
                    msg = row[4]
                    continue
                user_id, msg = row[4].split(':\n', 1)

            # TODO: get user_id in non id_contained_types

            if not not_self:
                user_id = self.user_id

            record = dict(user_id=user_id,
                          msg=msg,
                          type=msg_type,
                          not_self=not_self,
                          created_at=created_at)
            records.append(record)
        return records
Exemple #6
0
    def get_chatrooms(self):
        chat_db = self.path + '/%s/DB/MM.sqlite' % self.user_hash
        logger.debug('DB path %s' % chat_db)
        conn = sqlite3.connect(chat_db)

        friends = []
        for row in conn.execute(
                'SELECT * FROM `Friend` WHERE `UsrName` LIKE "%chatroom"'):
            friend = dict(
                id=row[1],
                nickname=row[2],
                type=row[10],
            )
            friends.append(friend)
        return friends
Exemple #7
0
    def get_chatrooms(self):
        chat_db = self.path + '/%s/DB/WCDB_Contact.sqlite' % self.user_hash
        logger.debug('DB path %s' % chat_db)
        conn = sqlite3.connect(chat_db)

        friends = []
        for row in conn.execute(
                'SELECT * FROM `Friend` WHERE `userName` LIKE "%chatroom"'):
            remark_list = self.get_remark_list(row[7])
            friend = dict(
                id=row[0],
                nickname=remark_list[0],
                type=row[10],
            )
            friends.append(friend)
        return friends
Exemple #8
0
    def get_friends(self):
        chat_db = self.path + '/%s/DB/WCDB_Contact.sqlite' % self.user_hash
        logger.debug('DB path %s' % chat_db)
        conn = sqlite3.connect(chat_db)

        friends = []
        for row in conn.execute(
                'SELECT * FROM Friend WHERE `certificationFlag` = 0 AND `type` NOT IN %s AND `userName` NOT LIKE "gh_%%" AND `userName` NOT LIKE "%%@chatroom"'
                % FriendTypeExlude.__str__()):
            # label_pattern = '<LabelList>(.*)</LabelList>'
            # label_list_str = re.search(label_pattern, row[4], re.MULTILINE).group(1)
            # label_list = label_list_str.split(',')
            # label_list = [int(label_id) for label_id in label_list if label_id]

            # avatar_pattern = '<HeadImgUrl>(.*)</HeadImgUrl>'
            # avatar_url = re.search(avatar_pattern, row[8], re.MULTILINE).group(1)

            remark_list = self.get_remark_list(row[8])
            # 本字段可能有多种存储格式,所以格式暂时并不能统一
            # 0 昵称
            # 3 昵称拼音
            # 1 备注
            # 2 微信号
            # 4 备注拼音
            # 5 备注首字母大写
            # 6 描述
            # 7

            # Type 的参考资料
            # https://www.jianshu.com/p/07a8d87e698b

            label_list = [
                int(i.encode('utf-8')) for i in remark_list[7].split(',') if i
            ]
            friend = dict(
                # id=row[0] if len(remark_list) <= 1 or remark_list[1] == u"" else remark_list[2],
                id=row[15],
                nickname=remark_list[0],
                # gender=row[6],
                type=row[2],
                label_ids=label_list,
                remark=remark_list[1] if len(remark_list) > 1 else "",
                avatar_url=row[9],
            )
            friends.append(friend)
            # print row
        return friends
Exemple #9
0
    def get_friends(self):
        chat_db = self.path + '/%s/DB/MM.sqlite' % self.user_hash
        logger.debug('DB path %s' % chat_db)
        conn = sqlite3.connect(chat_db)

        friends = []
        for row in conn.execute('SELECT f.*,fe.ConStrRes2, fe.ConRemark FROM Friend as f JOIN Friend_Ext as fe USING(UsrName) WHERE `Type` NOT IN %s AND `UsrName` NOT LIKE "gh_%%"' % FriendTypeExlude.__str__()):
            label_pattern = '<LabelList>(.*)</LabelList>'
            label_list_str = re.search(label_pattern, row[13], re.MULTILINE).group(1)
            label_list = label_list_str.split(',')
            label_list = [int(label_id) for label_id in label_list if label_id]

            friend = dict(
                id=row[1],
                nickname=row[2],
                gender=row[6],
                type=row[10],
                label_ids = label_list,
                remark = row[14],
            )
            friends.append(friend)
        return friends
Exemple #10
0
    def get_chatroom_friends(self, chatroom_id):
        session_db = self.path + '/%s/session/session.db' % self.user_hash
        logger.debug('DB path %s' % session_db)
        group_table = 'SessionAbstract'
        conn = sqlite3.connect(session_db)

        # GET group users nickname xml file
        c = conn.execute('SELECT * FROM %s WHERE UsrName="%s"' %
                         (group_table, chatroom_id))
        row = c.fetchone()
        session_path = "" if row[5] is None else row[5]
        full_session_path = self.path + '/%s%s' % (self.user_hash,
                                                   session_path)
        logger.debug('Bin path %s' % full_session_path)

        f = open(full_session_path, 'r')
        raw_xml = f.read()
        pattern = '<RoomData>.*</RoomData>'
        chatroom_xml = re.search(pattern, raw_xml, re.MULTILINE).group()
        xml_dict = xmltodict.parse(chatroom_xml)

        chat_db = self.path + '/%s/DB/WCDB_Contact.sqlite' % self.user_hash
        conn2 = sqlite3.connect(chat_db)

        friends = []
        for member in xml_dict['RoomData']['Member']:
            c2 = conn2.execute('SELECT * FROM `Friend` WHERE userName="******"' %
                               member['@UserName'])
            row2 = c2.fetchone()
            remark_list = [None]
            if row2 is not None:
                remark_list = self.get_remark_list(row2[7])
            friend = dict(
                id=member['@UserName'],
                nickname=remark_list[0],
            )
            friends.append(friend)
        return friends
Exemple #11
0
    def get_friends(self):
        chat_db = self.path + '/%s/DB/WCDB_Contact.sqlite' % self.user_hash
        logger.debug('DB path %s' % chat_db)
        conn = sqlite3.connect(chat_db)

        friends = []
        # for row in conn.execute('SELECT f.*,fe.ConStrRes2, fe.ConRemark FROM Friend as f JOIN Friend_Ext as fe USING(UsrName) WHERE `Type` NOT IN %s AND `UsrName` NOT LIKE "gh_%%"' % FriendTypeExlude.__str__()):
        for row in conn.execute(
                'SELECT * FROM Friend WHERE `certificationFlag` = 0 AND `type` NOT IN %s AND `userName` NOT LIKE "gh_%%" AND `userName` NOT LIKE "%%@chatroom"'
                % FriendTypeExlude.__str__()):
            # label_pattern = '<LabelList>(.*)</LabelList>'
            # label_list_str = re.search(label_pattern, row[4], re.MULTILINE).group(1)
            # label_list = label_list_str.split(',')
            # label_list = [int(label_id) for label_id in label_list if label_id]

            # avatar_pattern = '<HeadImgUrl>(.*)</HeadImgUrl>'
            # avatar_url = re.search(avatar_pattern, row[8], re.MULTILINE).group(1)

            remark_list = self.get_remark_list(row[7])
            if len(remark_list) != 8:
                continue
            label_list = [
                int(i.encode('utf-8')) for i in remark_list[7].split(',') if i
            ]
            friend = dict(
                id=row[0] if len(remark_list) <= 1 or remark_list[1] == u""
                else remark_list[1],
                # id=row[2],
                nickname=remark_list[0],
                gender=row[6],
                type=row[2],
                label_ids=label_list,
                remark=remark_list[2] if len(remark_list) > 2 else u"",
                avatar_url=row[8],
            )
            friends.append(friend)
        return friends
Exemple #12
0
    def get_chatroom_records(self, chatroom_id, start=datetime(2000, 1, 1), end=datetime(2050, 1, 1)):
        chatroom_hash = id_to_digest(chatroom_id)
        chatroom_table = 'Chat_' + chatroom_hash

        start = calendar.timegm(start.utctimetuple())
        end = calendar.timegm(end.utctimetuple())

        chat_db = self.path + '/%s/DB/MM.sqlite' % self.user_hash
        logger.debug('DB path %s' % chat_db)
        conn = sqlite3.connect(chat_db)

        records = []
        for row in conn.execute("SELECT * FROM %s WHERE CreateTime BETWEEN '%s' and '%s'" % (chatroom_table, start, end)):
            created_at, msg, msg_type, not_self = row[3], row[4] ,row[7], row[8]
            user_id = None

            # split out user_id in msg
            id_contained_types = (RecordType.TEXT, RecordType.IMAGE, RecordType.VOICE,
                                  RecordType.CARD, RecordType.EMOTION, RecordType.LOCATIOM,
                                  RecordType.LINK)
            if not_self and msg_type in id_contained_types:
                user_id, msg = row[4].split(':\n', 1)

            # TODO: get user_id in non id_contained_types

            if not not_self:
                user_id = self.user_id

            record = dict(
                user_id=user_id,
                msg=msg,
                type=msg_type,
                not_self=not_self,
                created_at=created_at
            )
            records.append(record)
        return records