Esempio n. 1
0
    # Retrieve tweets from user timeline and store new ones in database
    # If any error occurs, log it in log file
    try:
        timeline_tweets = twitter.home_timeline()
    except Exception, error:
        logger.error(traceback.format_exc()[:-1])  # log error
        raise error
    else:
        before = db.size(stored_tweets)  # initial collection size
        # Insert each tweet in database
        # If any error occurs, log it in log file
        for tweet in timeline_tweets:
            try:
                db.insert(tweet, stored_tweets)  # insert in mongoDB collection
                # Note: if tweet already in DB, the insertion will fail silently
            except db.DBError, error:
                logger.error(traceback.format_exc()[:-1])  # log error
                raise error

        after = db.size(stored_tweets)  # new collection size

        # log insertion information
        message = "[%s] +%d new, %d stored" % (db.name(stored_tweets),
                                                after - before,
                                                after)
        logger.info(message)


if __name__ == '__main__':
    main()
 def test_full_name(self):
     """ Tests that the `db.name` function returns {db_name}.{collection_name}."""
     self.assertEqual(db.name(self.tweets_collection), "test_db.test_collection")
 def test_full_name(self):
     """ Tests that the `db.name` function returns {db_name}.{collection_name}."""
     self.assertEqual(db.name(self.tweets_collection),
                      "test_db.test_collection")
Esempio n. 4
0
def _new_log_path(task: Task) -> str:
    log_path = os.path.join(LOG_ROOT, db.name())
    os.makedirs(log_path, exist_ok=True)
    return '{path}/{task_name}.log'.format(path=log_path, task_name=task.name)