def fill_50(): settings.pdb() Tweet.database = couch('hou_new_tweet') old_db = couch('houtx_tweet') res = twitter.TwitterResource() for line in open('logs/missing_uids'): uid = line.strip() view = old_db.paged_view('tweet/uid',key=uid) last = max(int(row['id']) for row in view) tweets = res.save_timeline(uid, last_tid=last) logging.info("saved %d for %s",len(tweets),uid) sleep_if_needed(res)
def fetch_edges(): Edges.database = connect("houtx_edges") User.database = connect("away_user") old_edges = set(int(row['id']) for row in Edges.database.paged_view("_all_docs",endkey="_")) uids = set(_users_from_scores())-old_edges settings.pdb() for g in grouper(100,uids): for user in twitter.user_lookup(g): if user is None or user.protected: continue try: edges = twitter.get_edges(user._id) except restkit.errors.Unauthorized: logging.warn("unauthorized!") continue except restkit.errors.ResourceNotFound: logging.warn("resource not found!?") continue edges.save() user.save() sleep_if_needed()