# Retrieve tweets from user timeline and store new ones in database
# If any error occurs, log it in log file
try:
timeline_tweets = twitter.home_timeline()
except Exception, error:
logger.error(traceback.format_exc()[:-1]) # log error
raise error
else:
before = db.size(stored_tweets) # initial collection size
# Insert each tweet in database
# If any error occurs, log it in log file
for tweet in timeline_tweets:
try:
db.insert(tweet, stored_tweets) # insert in mongoDB collection
# Note: if tweet already in DB, the insertion will fail silently
except db.DBError, error:
logger.error(traceback.format_exc()[:-1]) # log error
raise error
after = db.size(stored_tweets) # new collection size
# log insertion information
message = "[%s] +%d new, %d stored" % (db.name(stored_tweets),
after - before,
after)
logger.info(message)
if __name__ == '__main__':
main()
def test_full_name(self):
""" Tests that the `db.name` function returns {db_name}.{collection_name}."""
self.assertEqual(db.name(self.tweets_collection), "test_db.test_collection")
def test_full_name(self):
""" Tests that the `db.name` function returns {db_name}.{collection_name}."""
self.assertEqual(db.name(self.tweets_collection),
"test_db.test_collection")
def _new_log_path(task: Task) -> str:
log_path = os.path.join(LOG_ROOT, db.name())
os.makedirs(log_path, exist_ok=True)
return '{path}/{task_name}.log'.format(path=log_path, task_name=task.name)