Пример #1
0
def main():
    """
    Tuesday, October 28, 2008, and ended on Wednesday, April 15, 2009.
    The 2009 NBA Playoffs started on Saturday, April 18, 2009 and ran
    until Sunday, June 14
    """
    start_date = [2008, 10, 28]
    end_date = [2009, 5, 14]
    dates = initGamesFromEspn.genDateSeq(start_date, end_date)
    root_url = root_dict['NBA']
    dbs = createAndReturnNbaMdbs()
    games = dbs['games']
    shots = dbs['shots']
    for date in dates:
        if int(date) < 20090418:
            season = '20082009Regular'
        else:
            season = '20082009Playoffs'
        game_ids = initGamesFromEspn.retrieveEspnGameIdsForDay(date, root_url)
        tot_ids = len(game_ids)
        print("%s game ids retrieved for %s" % (tot_ids, date))
        for game_id in game_ids:
            print("Game ID: %s" % game_id)
            game = espngames.NBAGame(game_id, season=season)
            game.initFromEspn()
            game_info_dict = game.dataToDict()
            try:
                shot_info_list = game_info_dict.pop('shots')
                shots.MongoInsert(shot_info_list)
            except KeyError:
                print('No shot data for game %s' % game_id)
            games.MongoInsert(game_info_dict)
Пример #2
0
def main():
    """
    Tuesday, October 28, 2008, and ended on Wednesday, April 15, 2009.
    The 2009 NBA Playoffs started on Saturday, April 18, 2009 and ran
    until Sunday, June 14
    """
    start_date = [2008, 10, 28]
    end_date = [2009, 6, 14]
    dates = initGamesFromEspn.genDateSeq(start_date, end_date)
    root_url = root_dict['NBA']
    dbs = createAndReturnNbaMdbs()
    games = dbs['games']
    shots = dbs['shots']
    for date in dates:
        if int(date) < 20090418:
            season = '20082009Regular'
        else:
            season = '20082009Playoffs'
        game_ids = initGamesFromEspn.retrieveEspnGameIdsForDay(date, root_url)
        tot_ids = len(game_ids)
        print("%s game ids retrieved for %s" % (tot_ids, date))
        for game_id in game_ids:
            print("Game ID: %s" % game_id)
            game = espngames.NBAGame(game_id, season=season)
            game.initFromEspn()
            game_info_dict = game.dataToDict()
            try:
                shot_info_list = game_info_dict.pop('shots')
                shots.MongoInsert(shot_info_list)
            except KeyError:
                print('No shot data for game %s' % game_id)
            games.MongoInsert(game_info_dict)
def main(season_info):

    errs = []
    try:
        for season in season_info:
            s = season['Season']
            start_date = toDateFormat(season['Start'])
            end_date = toDateFormat(season['End'])
            playoff_start = int(season['PlayoffStart'])

            print('Retrieving data for the %s Season' % s)

            dates = initGamesFromEspn.genDateSeq(start_date, end_date)
            root_url = root_dict['NBA']
            dbs = createAndReturnNbaMdbs()
            games = dbs['games']
            shots = dbs['shots']
            for date in dates:
                try:
                    if int(date) < playoff_start:
                        stype = ' '.join([s, 'Regular'])
                    else:
                        stype = ' '.join([s, 'Playoffs'])
                    game_ids = initGamesFromEspn.retrieveEspnGameIdsForDay(date, root_url)
                    tot_ids = len(game_ids)
                    print("%s game ids retrieved for %s" % (tot_ids, date))
                    for game_id in game_ids:
                        try:
                            
                            print("Game ID: %s" % game_id)
                            query = games.query({'game_id' : str(game_id)}, {'game_id' : 1}, verbose=False)
                            if query.count() > 0:
                                print("Game already exists in db; skipping")
                            else:
                                game = espngames.NBAGame(game_id, season=stype)
                                game.initFromEspn()
                                game_info_dict = game.dataToDict()
                                try:
                                    shot_info_list = game_info_dict.pop('shots')
                                    shots.insert(shot_info_list)
                                except KeyError:
                                    print('No shot data for game %s' % game_id)
                                games.insert(game_info_dict)
                        except KeyboardInterrupt:
                            raise KeyboardInterrupt
                        except:
                            print('Error encounterd at document %s' % game_id)
                            new_error = {'game_id' : game_id,
                                         'err_type':sys.exc_info()[0],
                                         'err_msg':sys.exc_info()[1]}
                            errs.append(new_error)
                except KeyboardInterrupt:
                    raise KeyboardInterrupt
                except:
                    print('Error encountered at date %s' % date)
                    new_error = {'date' : date,
                                 'err_type':sys.exc_info()[0],
                                 'err_msg':sys.exc_info()[1]}
                    errs.append(new_error)
                        
    finally:
        with open('errorsRetrievingGameData02.pkl', 'w') as f1:
            pickle.dump(errs, f1)