def process_content(content, master_uid): info_list = parser.get_friend_list(content) # print info for info in info_list: pass db.insert_on_duplicate('student', info) for uid in [x['uid'] for x in info_list]: pass db.insert_on_duplicate('relation', {'s1': str(master_uid), 's2': str(uid)})
def fetch_person(uid): # fetch first content = fetch.get_text('/GetFriendList.do', {'curpage': '0', 'id': str(uid)}) # print content if parser.is_private(content): print u'由于对方设置隐私保护,您没有权限查看此内容' db.insert_on_duplicate('student', {'uid': uid, 'has_visit': 1, 'is_private': 1}) return else: db.insert_on_duplicate('student', {'uid': uid, 'is_private': 0}) process_content(content, uid) # get page count = parser.get_page_count(content) # count = 0 print 'total',count if count >= 1: # fetch every for i in xrange(1,count): content = fetch.get_text('/GetFriendList.do', {'curpage': str(i), 'id': str(uid)}) process_content(content, uid) db.insert_on_duplicate('student', {'uid': uid, 'has_visit': 1})
def save_basic_info(uid, info): info['uid'] = uid info['has_visit_info'] = 1 db.insert_on_duplicate('student', info)
def save_friends_info(uid, info_list): print 'save_friends_info' for info in info_list: db.insert_on_duplicate('student', info) db.insert_on_duplicate('relation', {'s1': uid, 's2': str(info['uid'])})
def save_work_info(uid, info_list): print 'save_work_info' for info in info_list: print json.dumps(info, encoding="UTF-8", ensure_ascii=False) info['uid'] = uid db.insert_on_duplicate('company', info)
else: db.insert_on_duplicate('student', {'uid': uid, 'is_private': 0}) process_content(content, uid) # get page count = parser.get_page_count(content) # count = 0 print 'total',count if count >= 1: # fetch every for i in xrange(1,count): content = fetch.get_text('/GetFriendList.do', {'curpage': str(i), 'id': str(uid)}) process_content(content, uid) db.insert_on_duplicate('student', {'uid': uid, 'has_visit': 1}) # fetch_person('75118') db.insert_on_duplicate('student', {'uid': '228417767', 'has_visit': 0}) while True: uid = db.find_one_val('select uid from student where has_visit=0 limit 1') if uid: print '--------------------',uid # break fetch_person(uid) else: break