def runFlterEmpty(uids):
global access_token
print 'step1: get empty uids'
for uid in uids:
try:
print 'step2: dump friends, uid=%d' % uid
friends = client.dumpFriends(uid, access_token)
except ApiException, e:
print e
if e.status == 403:
print "reload config"
const.loadConfig()
access_token = const.accessToken
time.sleep(60)
continue
friendIds = User.extractIds(friends)
if len(friendIds) == 0:
print 'empty friends, uid=%d' % uid
print friends
friendsStore.delEmpty(uid)
continue
print 'step2: del empty uid'
friendsStore.delEmpty(uid)
print 'step3: save friend ids'
friendsStore.saveFriends(uid, friendIds)
print 'step4: save every friend in user store'
userStore.saveUsers(friends)
print 'step5: get enqueue list'
existList = friendsStore.existPipe(friendIds)
enqueueList = []
for i in range(len(friendIds)):
if existList[i] == False:
enqueueList.append(friendIds[i])
print 'step6: enqueue'
queue.enqueuePipe(enqueueList)
print 'friends.keyCount=%d' % friendsStore.keyCount()
print '\n\n--------------------------------\n\n'
def runFlterEmpty(uids):
global access_token
print 'step1: get empty uids'
for uid in uids:
try:
print 'step2: dump friends, uid=%d' % uid
friends = client.dumpFriends(uid, access_token)
except ApiException, e:
print e
if e.status == 403:
print "reload config"
const.loadConfig()
access_token = const.accessToken
time.sleep(60)
continue
friendIds = User.extractIds(friends)
if len(friendIds)==0:
print 'empty friends, uid=%d' % uid
print friends
friendsStore.delEmpty(uid)
continue
print 'step2: del empty uid'
friendsStore.delEmpty(uid)
print 'step3: save friend ids'
friendsStore.saveFriends(uid, friendIds)
print 'step4: save every friend in user store'
userStore.saveUsers(friends)
print 'step5: get enqueue list'
existList = friendsStore.existPipe(friendIds)
enqueueList = []
for i in range(len(friendIds)):
if existList[i] == False:
enqueueList.append(friendIds[i])
print 'step6: enqueue'
queue.enqueuePipe(enqueueList)
print 'friends.keyCount=%d' % friendsStore.keyCount()
print '\n\n--------------------------------\n\n'
friends = client.dumpFriends(uid, access_token)
except ApiException, e:
print e
if e.status == 403:
print "reload config"
const.loadConfig()
access_token = const.accessToken
queue.putFront(uid)
time.sleep(60)
continue
except:
print 'exception'
queue.putFront(uid)
time.sleep(60)
continue
friendIds = User.extractIds(friends)
if len(friendIds)==0:
print 'empty friends, uid=%d' % uid
continue
print 'step3: save friend ids'
friendsStore.saveFriends(uid, friendIds)
print 'step4: save every friend in user store'
userStore.saveUsers(friends)
print 'step5: get enqueue list'
existList = friendsStore.existPipe(friendIds)
enqueueList = []
for i in range(len(friendIds)):
if existList[i] == False:
enqueueList.append(friendIds[i])
print 'step6: enqueue'
queue.enqueuePipe(enqueueList)
friends = client.dumpFriends(uid, access_token)
except ApiException, e:
print e
if e.status == 403:
print "reload config"
const.loadConfig()
access_token = const.accessToken
queue.putFront(uid)
time.sleep(60)
continue
except:
print 'exception'
queue.putFront(uid)
time.sleep(60)
continue
friendIds = User.extractIds(friends)
if len(friendIds) == 0:
print 'empty friends, uid=%d' % uid
continue
print 'step3: save friend ids'
friendsStore.saveFriends(uid, friendIds)
print 'step4: save every friend in user store'
userStore.saveUsers(friends)
print 'step5: get enqueue list'
existList = friendsStore.existPipe(friendIds)
enqueueList = []
for i in range(len(friendIds)):
if existList[i] == False:
enqueueList.append(friendIds[i])
print 'step6: enqueue'
queue.enqueuePipe(enqueueList)
