def add_replied_tweet(tweets, limit):
count = 0
db = gait.connect_mdb()
min_limit = min(tweets.count(), limit)
if min_limit > 0:
for tweet in tweets[0:min_limit]:
try:
in_reply_to_tweet = get_tweet(
tweet['in_reply_to_status_id_str'])
db.tweet_data.update_one({"tweet_id": tweet['tweet_id']}, {
"$set": {
"in_reply_to_content": in_reply_to_tweet['full_text']
}
})
count += 1
print("Added {} tweets".format(count))
except:
error_msg = sys.exc_info()
if error_msg[1].__dict__[
'reason'] == "[{'code': 179, 'message': 'Sorry, you are not authorized to see this status.'}]":
count += 1
db.tweet_data.update_one(
{"tweet_id": tweet['tweet_id']},
{"$set": {
"tweet_deleted": "Private"
}})
print("Tweet not found error: {}".format(error_msg[1]))
elif error_msg[1].__dict__[
'reason'] == "[{'code': 144, 'message': 'No status found with that ID.'}]":
count += 1
db.tweet_data.update_one(
{"tweet_id": tweet['tweet_id']},
{"$set": {
"tweet_deleted": "Deleted"
}})
print("Tweet not found error: {}".format(error_msg[1]))
else:
print("Other error: {}".format(error_msg[1]))
count_text = str(count) + " tweets updated"
else:
count_text = "No tweets to update"
return count_text
def retrieve_select_mdb():
db = gait.connect_mdb()
# tweets = db.tweet_data.find({"$and": [{"in_reply_to_status_id_str": {"$exists": "true"}}, {"in_reply_to_status_id_str": {"$ne": None}}]})
tweets = db.tweet_data.find({
"$and": [{
"in_reply_to_status_id_str": {
"$exists": "true"
}
}, {
"in_reply_to_status_id_str": {
"$ne": None
}
}, {
"in_reply_to_content": {
"$exists": False
}
}, {
"tweet_deleted": {
"$eq": "No"
}
}]
})
return tweets
def popular_tweets():
db = gait.connect_mdb()
tweets = db.tweet_data.find().sort("tweet_favorite_count", -1)
return render_template('index.html', tweets=tweets)
def paginate():
db = gait.connect_mdb()
tweets = db.tweet_data.find({})
return render_template('index.html', tweets=tweets)
def index():
db = gait.connect_mdb()
tweets = db.tweet_data.find().limit(1000).sort("tweet_create_time", -1)
return render_template('index.html', tweets=tweets)
def retrieve_all_mdb():
db = gait.connect_mdb()
tweets = db.tweet_data.find({})
return tweets
"tweet_hash_tags": tweet_hash_tags,
"user_follower_count": user_follower_count,
"user_following_count": user_following_count,
"user_statuses_count": user_statuses_count,
"user_screen_name": user_screen_name,
"user_id": user_id,
"tweet_deleted": tweet_deleted,
"inserted_date": inserted_date,
"updated_date": updated_date
}
return update_dict
if __name__ == "__main__":
tweets = retrieve_all_mdb()
db = gait.connect_mdb()
count = -1
# rate limited out at 893
for tweet in tweets[892:933]:
try:
updated_tweet = get_tweet(tweet['tweet_id'])
updated_dict = create_updated_dict(updated_tweet)
new_values = {"$set": updated_dict}
tweet_query = {"tweet_id": updated_dict['tweet_id']}
db.tweet_data.update_one(tweet_query, new_values)
count += 1
print("Number {} tweet refreshed.".format(count))
except:
error_msg = sys.exc_info()
if error_msg[1].__dict__[
'reason'] == "[{'code': 179, 'message': 'Sorry, you are not authorized to see this status.'}]":
def update_tweet(tweets, max_to_update):
count = 0
db = gait.connect_mdb()
#min_limit = min(tweets.count(), limit)
#if min_limit > 0:
for old_tweet in tweets:
if count < max_to_update:
tweet = get_tweet(old_tweet['id_str'])
time_delta = tweet['updated_date'] - tweet['inserted_date']
if time_delta.days <= 7:
tweet_id = tweet['id_str']
in_reply_to = tweet['in_reply_to_screen_name']
in_reply_to_screen_name = tweet['in_reply_to_screen_name']
in_reply_to_status_id_str = tweet['in_reply_to_status_id_str']
in_reply_to_user_id = tweet['in_reply_to_user_id']
in_reply_to_user_id_str = tweet['in_reply_to_user_id_str']
is_quote_status = tweet['is_quote_status']
lang = tweet['lang']
tweet_content = tweet['full_text']
tweet_prof_image = tweet['user']['profile_image_url']
tweet_prof_name = tweet['user']['screen_name']
tweet_actual_name = tweet['user']['name']
tweet_create_time = datetime.strptime(tweet['created_at'], '%a %b %d %H:%M:%S +0000 %Y')
tweet_favorite_count = tweet['favorite_count']
tweet_location = tweet['user']['location']
tweet_hash_tags = tweet['entities']['hashtags']
user_follower_count = tweet['user']['followers_count']
user_following_count = tweet['user']['friends_count']
user_statuses_count = tweet['user']['statuses_count']
user_screen_name = tweet['user']['screen_name']
user_id = tweet['user']['id_str']
tweet_deleted = "No"
inserted_date = datetime.now()
updated_date = datetime.now()
db.tweet_data.update_one(
{"tweet_id": tweet['tweet_id']},
{"$set":
{"tweet_id": tweet_id,
"in_reply_to": in_reply_to,
"in_reply_to_screen_name": in_reply_to_screen_name,
"in_reply_to_status_id_str": in_reply_to_status_id_str,
"in_reply_to_user_id_str": in_reply_to_user_id_str,
"in_reply_to_user_id": in_reply_to_user_id,
"is_quote_status": is_quote_status,
"lang": lang,
"tweet_content": tweet_content,
"tweet_prof_image": tweet_prof_image,
"tweet_prof_name": tweet_prof_name,
"tweet_actual_name": tweet_actual_name,
"tweet_create_time": tweet_create_time,
"tweet_favorite_count": tweet_favorite_count,
"tweet_location": tweet_location,
"tweet_hash_tags": tweet_hash_tags,
"user_follower_count": user_follower_count,
"user_following_count": user_following_count,
"user_statuses_count": user_statuses_count,
"user_screen_name": user_screen_name,
"user_id": user_id,
"tweet_deleted": tweet_deleted,
"inserted_date": inserted_date,
"updated_date": updated_date})}
else:
pass