def process_content(content, master_uid):
info_list = parser.get_friend_list(content)
# print info
for info in info_list:
pass
db.insert_on_duplicate('student', info)
for uid in [x['uid'] for x in info_list]:
pass
db.insert_on_duplicate('relation', {'s1': str(master_uid), 's2': str(uid)})
def fetch_person(uid):
# fetch first
content = fetch.get_text('/GetFriendList.do', {'curpage': '0', 'id': str(uid)})
# print content
if parser.is_private(content):
print u'由于对方设置隐私保护，您没有权限查看此内容'
db.insert_on_duplicate('student', {'uid': uid, 'has_visit': 1, 'is_private': 1})
return
else:
db.insert_on_duplicate('student', {'uid': uid, 'is_private': 0})
process_content(content, uid)
# get page
count = parser.get_page_count(content)
# count = 0
print 'total',count
if count >= 1:
# fetch every
for i in xrange(1,count):
content = fetch.get_text('/GetFriendList.do', {'curpage': str(i), 'id': str(uid)})
process_content(content, uid)
db.insert_on_duplicate('student', {'uid': uid, 'has_visit': 1})
def save_basic_info(uid, info):
info['uid'] = uid
info['has_visit_info'] = 1
db.insert_on_duplicate('student', info)
def save_friends_info(uid, info_list):
print 'save_friends_info'
for info in info_list:
db.insert_on_duplicate('student', info)
db.insert_on_duplicate('relation', {'s1': uid, 's2': str(info['uid'])})
def save_work_info(uid, info_list):
print 'save_work_info'
for info in info_list:
print json.dumps(info, encoding="UTF-8", ensure_ascii=False)
info['uid'] = uid
db.insert_on_duplicate('company', info)
else:
db.insert_on_duplicate('student', {'uid': uid, 'is_private': 0})
process_content(content, uid)
# get page
count = parser.get_page_count(content)
# count = 0
print 'total',count
if count >= 1:
# fetch every
for i in xrange(1,count):
content = fetch.get_text('/GetFriendList.do', {'curpage': str(i), 'id': str(uid)})
process_content(content, uid)
db.insert_on_duplicate('student', {'uid': uid, 'has_visit': 1})
# fetch_person('75118')
db.insert_on_duplicate('student', {'uid': '228417767', 'has_visit': 0})
while True:
uid = db.find_one_val('select uid from student where has_visit=0 limit 1')
if uid:
print '--------------------',uid
# break
fetch_person(uid)
else:
break
