Python get_detailの例

コード例 #1

ファイル: test_wbspider.py プロジェクト: zqy1/weibospider

    def test_parse_user_info(self):
        """
        test parsing pages
        """
        from page_parse.user import person, public
        from page_get.user import get_user_detail

        url = TEST_SERVER + 'writer.html'
        resp = requests.get(url)
        resp.encoding = 'utf-8'
        cont = resp.text
        user = person.get_detail(cont)
        user.verify_type = public.get_verifytype(cont)
        self.assertEqual(user.verify_type, 1)
        self.assertEqual(user.description, '韩寒')

        url = TEST_SERVER + 'person.html'
        resp = requests.get(url)
        resp.encoding = 'utf-8'
        cont = resp.text
        user = get_user_detail('222333312', cont)
        self.assertEqual(user.follows_num, 539)

        url = TEST_SERVER + 'excp.html'
        resp = requests.get(url)
        resp.encoding = 'utf-8'
        cont = resp.text
        user = get_user_detail('1854706423', cont)
        self.assertEqual(user.birthday, '1988年2月21日')

コード例 #2

ファイル: test_wbspider.py プロジェクト: dittoyi/weibospider

    def test_parse_user_info(self):
        """
        test parsing pages
        """
        from page_parse.user import person, public
        from page_get.user import get_user_detail

        url = TEST_SERVER + 'writer.html'
        resp = requests.get(url)
        resp.encoding = 'utf-8'
        cont = resp.text
        user = person.get_detail(cont)
        user.verify_type = public.get_verifytype(cont)
        self.assertEqual(user.verify_type, 1)
        self.assertEqual(user.description, '韩寒')

        url = TEST_SERVER + 'person.html'
        resp = requests.get(url)
        resp.encoding = 'utf-8'
        cont = resp.text
        user = get_user_detail('222333312', cont)
        self.assertEqual(user.follows_num, 539)

        url = TEST_SERVER + 'excp.html'
        resp = requests.get(url)
        resp.encoding = 'utf-8'
        cont = resp.text
        user = get_user_detail('1854706423', cont)
        self.assertEqual(user.birthday, '1988年2月21日')

コード例 #3

ファイル: user.py プロジェクト: 402730243/spider-weibo

def get_user_detail(user_id, html):
    user = person.get_detail(html, user_id)
    if user is not None:
        user.uid = user_id
        user.follows_num = person.get_friends(html)
        user.fans_num = person.get_fans(html)
        user.wb_num = person.get_status(html)
    return user

コード例 #4

ファイル: user.py プロジェクト: dittoyi/weibospider

def get_user_detail(user_id, html):
    user = person.get_detail(html)
    if user is not None:
        user.uid = user_id
        user.follows_num = person.get_friends(html)
        user.fans_num = person.get_fans(html)
        user.wb_num = person.get_status(html)
    return user

コード例 #5

def get_user_detail(user_id, html):
    user = person.get_detail(html)
    if user is not None:
        user.uid = user_id
        user.follows_num = person.get_friends(html)
        user.fans_num = person.get_fans(html)
        user.wb_num = person.get_status(html)
    else:
        set_seed_crawled(user_id, 2)
    return user

コード例 #6

 def test_parse_user_info(self):
     from page_parse.user import person, public
     from page_get.user import get_user_detail
     with open('./tests/writer.html') as f:
         cont = f.read()
     user = person.get_detail(cont)
     user.verify_type = public.get_verifytype(cont)
     self.assertEqual(user.verify_type, 1)
     self.assertEqual(user.description, '韩寒')
     with open('./tests/person.html') as f:
         cont = f.read()
     user = get_user_detail('222333312', cont)
     self.assertEqual(user.follows_num, 539)

コード例 #7

 def test_parse_user_info(self):
     """
     测试解析页面功能
     """
     from page_parse.user import person, public
     from page_get.user import get_user_detail
     with open('./tests/writer.html', encoding='utf-8') as f:
         cont = f.read()
     user = person.get_detail(cont)
     user.verify_type = public.get_verifytype(cont)
     self.assertEqual(user.verify_type, 1)
     self.assertEqual(user.description, '韩寒')
     with open('./tests/person.html', encoding='utf-8') as f:
         cont = f.read()
     user = get_user_detail('222333312', cont)
     self.assertEqual(user.follows_num, 539)
     with open('./tests/excp.html', encoding='utf-8') as f:
         cont = f.read()
     user = get_user_detail('1854706423', cont)
     self.assertEqual(user.birthday, '1988年2月21日')