except ParseError: print "Unable to parse events for %s" % (game.to_json()) if __name__ == '__main__': global game_set game_set = set(session.query(Game).all()) now = datetime.datetime.now() day = datetime.timedelta(days=1) collection = DbCollection() db_batch = 0 while start_date < now: game = Game(start_date.year, start_date.month, start_date.day, 1) game.year = start_date.year game.month = start_date.month game.day = start_date.day while has_game(game): if game in game_set: game = Game(start_date.year, start_date.month, start_date.day, game.game_num + 1) continue session.add(game) session.commit() db_batch += 1 parse_boxscore(game, collection) parse_events(game, collection) game = Game(start_date.year, start_date.month, start_date.day, game.game_num + 1) if db_batch % 1000 == 0: collection.commit() collection = DbCollection() start_date += day