def get_new_additions(total_followers, user_id=None, screen_name=None, cursor=-1): num_request = 0 new_additions = [] print "Checking for new additions" while True: num_request += 1 print "Cursor: %d Request: %d" % (num_request, cursor) msg, followers, sleep_time, cursor = fetch_followers( screen_name=screen_name, user_id=user_id, cursor=cursor, max_requests=1 ) followers = map(int, followers) if msg == MSG_OK: must_return = False for follower in followers: if follower not in total_followers: new_additions.insert(0, follower) else: must_return = True if must_return: print "%d newly added users discovered in %d requests" % (len(new_additions), num_request) return new_additions if sleep_time > 0: print "Sleeping %s seconds before next request" % sleep_time time.sleep(sleep_time)
def fetch_all(user_id=None, screen_name=None, cursor=-1): total_followers = [] while True: msg, followers, sleep_time, cursor = fetch_followers( screen_name=screen_name, user_id=user_id, cursor=cursor, ) for follower in followers: total_followers.insert(0, follower) if sleep_time > 0: print >> sys.stderr, "Sleeping %s seconds before next request" % sleep_time time.sleep(sleep_time) if msg == MSG_OK: break print >> sys.stderr, "Downloaded %d followers" % len(total_followers) return total_followers
def get_new_additions(total_followers, user_id=None, screen_name=None, cursor=-1): num_request = 0 new_additions = [] print "Checking for new additions" while True: num_request += 1 print "Cursor: %d Request: %d" % (num_request, cursor) msg, followers, sleep_time, cursor = fetch_followers( screen_name=screen_name, user_id=user_id, cursor=cursor, max_requests=1) followers = map(int, followers) if msg == MSG_OK: must_return = False for follower in followers: if follower not in total_followers: new_additions.insert(0, follower) else: must_return = True if must_return: print "%d newly added users discovered in %d requests" % ( len(new_additions), num_request) return new_additions if sleep_time > 0: print "Sleeping %s seconds before next request" % sleep_time time.sleep(sleep_time)