예제 #1
0
# You should only run this script after successfully running mergeRelations.py
import time
from RRBrowser import RenrenBrowser
from RRParser import RenrenParser
from RRRecorder import RenrenRecorder


storePath = 'D:/Projects/NetSci/U&I/data'

rrID = input("Your Renren ID (e.g.239486743): ")
rrUser = input("Your Renren Login Email: ")
rrPassword = input("Your Renren Password: ")

browser = RenrenBrowser(user=rrUser, passwd=rrPassword, path=storePath)
browser.setLogLevel(40)
browser.login()
mergedRec = RenrenRecorder(path=storePath, writeBack=True)
parser = RenrenParser(browser, mergedRec)

cnt = 0
friends = mergedRec.getFriends(rrID)
for rrID in friends:
    cnt += 1
    result = browser.grabProfilePage(rrID)
    print('√ {}: {}/{} {}'.format(rrID, cnt, len(friends), result))
    if result!='skipped':
        time.sleep(10)

parser.profiles()
mergedRec.save()
예제 #2
0
# db = RenrenDb()
browser = RenrenBrowser(user=rrUser, passwd=rrPassword, path=storePath)
browser.setLogLevel(40)
browser.login()
recorder = RenrenRecorder(path=browser.getPWDRoot(), writeBack=True)
parser = RenrenParser(browser, recorder)
# print(len(recorder.getFriends(rrID)))

# net1
browser.grabFriendListPages(rrID)
parser.friends()
recorder.save()

# net2
# flist = db.getRenrenId(2, rrID)
myFriends = recorder.getFriends(rrID)
cnt = 0
for rrID in myFriends:
    # loopStart=time.time()
    browser.grabFriendListPages(rrID)
    print("{}: {}'s friendship grabbed".format(cnt, rrID))
    cnt = cnt + 1
    # loopEnd=time.time()
    # if (loopEnd-loopStart<10):
    #    print('loop time={},parsering to kill time'.format(loopEnd-loopStart))
    #    parser.friends()
    #    kill=time.time()
    #    print('time cost ={}'.format(kill-loopEnd))
parser.friends()