def fill_50():
settings.pdb()
Tweet.database = couch('hou_new_tweet')
old_db = couch('houtx_tweet')
res = twitter.TwitterResource()
for line in open('logs/missing_uids'):
uid = line.strip()
view = old_db.paged_view('tweet/uid',key=uid)
last = max(int(row['id']) for row in view)
tweets = res.save_timeline(uid, last_tid=last)
logging.info("saved %d for %s",len(tweets),uid)
sleep_if_needed(res)
def fetch_edges():
Edges.database = connect("houtx_edges")
User.database = connect("away_user")
old_edges = set(int(row['id']) for row in Edges.database.paged_view("_all_docs",endkey="_"))
uids = set(_users_from_scores())-old_edges
settings.pdb()
for g in grouper(100,uids):
for user in twitter.user_lookup(g):
if user is None or user.protected: continue
try:
edges = twitter.get_edges(user._id)
except restkit.errors.Unauthorized:
logging.warn("unauthorized!")
continue
except restkit.errors.ResourceNotFound:
logging.warn("resource not found!?")
continue
edges.save()
user.save()
sleep_if_needed()
