def test_parse_user_info(self): """ test parsing pages """ from page_parse.user import person, public from page_get.user import get_user_detail url = TEST_SERVER + 'writer.html' resp = requests.get(url) resp.encoding = 'utf-8' cont = resp.text user = person.get_detail(cont) user.verify_type = public.get_verifytype(cont) self.assertEqual(user.verify_type, 1) self.assertEqual(user.description, '韩寒') url = TEST_SERVER + 'person.html' resp = requests.get(url) resp.encoding = 'utf-8' cont = resp.text user = get_user_detail('222333312', cont) self.assertEqual(user.follows_num, 539) url = TEST_SERVER + 'excp.html' resp = requests.get(url) resp.encoding = 'utf-8' cont = resp.text user = get_user_detail('1854706423', cont) self.assertEqual(user.birthday, '1988年2月21日')
def get_user_detail(user_id, html): user = person.get_detail(html, user_id) if user is not None: user.uid = user_id user.follows_num = person.get_friends(html) user.fans_num = person.get_fans(html) user.wb_num = person.get_status(html) return user
def get_user_detail(user_id, html): user = person.get_detail(html) if user is not None: user.uid = user_id user.follows_num = person.get_friends(html) user.fans_num = person.get_fans(html) user.wb_num = person.get_status(html) return user
def get_user_detail(user_id, html): user = person.get_detail(html) if user is not None: user.uid = user_id user.follows_num = person.get_friends(html) user.fans_num = person.get_fans(html) user.wb_num = person.get_status(html) else: set_seed_crawled(user_id, 2) return user
def test_parse_user_info(self): from page_parse.user import person, public from page_get.user import get_user_detail with open('./tests/writer.html') as f: cont = f.read() user = person.get_detail(cont) user.verify_type = public.get_verifytype(cont) self.assertEqual(user.verify_type, 1) self.assertEqual(user.description, '韩寒') with open('./tests/person.html') as f: cont = f.read() user = get_user_detail('222333312', cont) self.assertEqual(user.follows_num, 539)
def test_parse_user_info(self): """ 测试解析页面功能 """ from page_parse.user import person, public from page_get.user import get_user_detail with open('./tests/writer.html', encoding='utf-8') as f: cont = f.read() user = person.get_detail(cont) user.verify_type = public.get_verifytype(cont) self.assertEqual(user.verify_type, 1) self.assertEqual(user.description, '韩寒') with open('./tests/person.html', encoding='utf-8') as f: cont = f.read() user = get_user_detail('222333312', cont) self.assertEqual(user.follows_num, 539) with open('./tests/excp.html', encoding='utf-8') as f: cont = f.read() user = get_user_detail('1854706423', cont) self.assertEqual(user.birthday, '1988年2月21日')