Esempio n. 1
0
def load_environment():
    os.environ['TZ'] = 'UTC'
    time.tzset()

    # connect to db
    settings = load_settings()
    mongo_config = settings['dbs']['mongo']
    connect_db(**mongo_config)
 def setUp(self):
     self.db_clients = []
     configs = load_settings()
     for db_name in configs['dbs'].keys():
         db_configs = configs['dbs'][db_name]
         test_db_name = 'test_%s' % db_configs['db']
         self.db_clients.append(connect_db(db_configs['host'], db_configs['port'], test_db_name))
Esempio n. 3
0
import csv

from core.connect_db import connect_db
from models.tweet import Tweet
from models.twitter_user import TwitterUser
from settings.settings import load_settings

if __name__ == '__main__':
    settings = load_settings()
    mongo_config = settings['dbs']['mongo']
    con = connect_db(**mongo_config)

    formed_tweets = []

    twitter_users_mapping = {
        user.twitter_id: user.screen_name
        for user in TwitterUser.objects
    }

    for tweet in Tweet.objects:
        if tweet.twitter_user_id in twitter_users_mapping:
            tweet_author_name = twitter_users_mapping[tweet.twitter_user_id]
        else:
            tweet_author_name = 'UNKNOWN'
        formed_tweet_text = tweet.text

        for char in ['\n', '\r', '…']:
            formed_tweet_text.replace(char, '')
        formed_tweets.append(
            [formed_tweet_text,
             str(tweet.created_at), tweet_author_name])
 def _connect_to_db(self):
     settings = load_settings()
     mongo_config = settings['dbs']['mongo']
     con = connect_db(**mongo_config)