Example #1
0
from grabber import Grabber


def open_connection():
    cnx = mysql.connector.connect(user=os.getenv('db_username'),
                                  password=os.getenv('db_password'),
                                  host=os.getenv('db_host'),
                                  database=os.getenv('db_name'))
    return cnx


t = open_connection()
cursor = t.cursor()
query = 'SELECT player FROM player'

rows = cursor.execute(query)
player_ids = cursor.fetchall()
player_ids = ["%s/" % x for x in player_ids]

i = 0
player_load = []
while i < len(player_ids):
    player_load.append(player_ids[i:i + 100])
    i += 100

t = Grabber('tweets')

for players in player_ids:
    t.set_player_ids(players)
    t.grab_data()
    print(t.json_load)