def test_parse_user_info(self):
"""
test parsing pages
"""
from page_parse.user import person, public
from page_get.user import get_user_detail
url = TEST_SERVER + 'writer.html'
resp = requests.get(url)
resp.encoding = 'utf-8'
cont = resp.text
user = person.get_detail(cont)
user.verify_type = public.get_verifytype(cont)
self.assertEqual(user.verify_type, 1)
self.assertEqual(user.description, '韩寒')
url = TEST_SERVER + 'person.html'
resp = requests.get(url)
resp.encoding = 'utf-8'
cont = resp.text
user = get_user_detail('222333312', cont)
self.assertEqual(user.follows_num, 539)
url = TEST_SERVER + 'excp.html'
resp = requests.get(url)
resp.encoding = 'utf-8'
cont = resp.text
user = get_user_detail('1854706423', cont)
self.assertEqual(user.birthday, '1988年2月21日')
def test_parse_user_info(self):
"""
test parsing pages
"""
from page_parse.user import person, public
from page_get.user import get_user_detail
url = TEST_SERVER + 'writer.html'
resp = requests.get(url)
resp.encoding = 'utf-8'
cont = resp.text
user = person.get_detail(cont)
user.verify_type = public.get_verifytype(cont)
self.assertEqual(user.verify_type, 1)
self.assertEqual(user.description, '韩寒')
url = TEST_SERVER + 'person.html'
resp = requests.get(url)
resp.encoding = 'utf-8'
cont = resp.text
user = get_user_detail('222333312', cont)
self.assertEqual(user.follows_num, 539)
url = TEST_SERVER + 'excp.html'
resp = requests.get(url)
resp.encoding = 'utf-8'
cont = resp.text
user = get_user_detail('1854706423', cont)
self.assertEqual(user.birthday, '1988年2月21日')
def get_user_detail(user_id, html):
user = person.get_detail(html, user_id)
if user is not None:
user.uid = user_id
user.follows_num = person.get_friends(html)
user.fans_num = person.get_fans(html)
user.wb_num = person.get_status(html)
return user
def get_user_detail(user_id, html):
user = person.get_detail(html)
if user is not None:
user.uid = user_id
user.follows_num = person.get_friends(html)
user.fans_num = person.get_fans(html)
user.wb_num = person.get_status(html)
return user
def get_user_detail(user_id, html):
user = person.get_detail(html)
if user is not None:
user.uid = user_id
user.follows_num = person.get_friends(html)
user.fans_num = person.get_fans(html)
user.wb_num = person.get_status(html)
else:
set_seed_crawled(user_id, 2)
return user
def test_parse_user_info(self):
from page_parse.user import person, public
from page_get.user import get_user_detail
with open('./tests/writer.html') as f:
cont = f.read()
user = person.get_detail(cont)
user.verify_type = public.get_verifytype(cont)
self.assertEqual(user.verify_type, 1)
self.assertEqual(user.description, '韩寒')
with open('./tests/person.html') as f:
cont = f.read()
user = get_user_detail('222333312', cont)
self.assertEqual(user.follows_num, 539)
def test_parse_user_info(self):
"""
测试解析页面功能
"""
from page_parse.user import person, public
from page_get.user import get_user_detail
with open('./tests/writer.html', encoding='utf-8') as f:
cont = f.read()
user = person.get_detail(cont)
user.verify_type = public.get_verifytype(cont)
self.assertEqual(user.verify_type, 1)
self.assertEqual(user.description, '韩寒')
with open('./tests/person.html', encoding='utf-8') as f:
cont = f.read()
user = get_user_detail('222333312', cont)
self.assertEqual(user.follows_num, 539)
with open('./tests/excp.html', encoding='utf-8') as f:
cont = f.read()
user = get_user_detail('1854706423', cont)
self.assertEqual(user.birthday, '1988年2月21日')
