def main(): config = ConfigParser() configfn = os.path.join(os.path.expanduser('~'), '.pgcred') config.read(configfn) db = NBAComPg(username=config['nbadb']['username'], password=config['nbadb']['password'], database=config['nbadb']['database']) s = WaybackScraper(cache_name='realgm-wayback') rotoworld(s, '2014-15', db) rotoworld(s, '2016-17', db)
def rg(): logging.basicConfig(stream=sys.stdout, level=logging.INFO) config = ConfigParser() configfn = os.path.join(os.path.expanduser('~'), '.pgcred') config.read(configfn) nbapg = NBAComPg(username=config['nbadb']['username'], password=config['nbadb']['password'], database=config['nbadb']['database']) with open('/home/sansbacon/data.csv', 'r') as infile: data = [{k: v for k, v in row.items()} for row in csv.DictReader( infile, skipinitialspace=True, delimiter=',')] for d in season_dates('2015-16')[2:]: items = [] players = rotoguru_to_pydfs( filter(lambda x: x['date'] == datetostr(d, 'db'), data)) if players: optimizer = LineupOptimizer(settings.DraftKingsBasketballSettings) optimizer._players = players try: for idx, lineup in enumerate(optimizer.optimize(n=100)): for p in lineup.players: items.append({ 'game_date': d, 'lineup_rank': idx + 1, 'nbacom_player_id': p.id, 'team_code': p.team, 'name': '{} {}'.format(p.first_name, p.last_name), 'positions': p.positions, 'dkpts': p.fppg, 'salary': p.salary }) except Exception as e: logging.exception(e) finally: nbapg.insert_dicts(items, 'optimal_lineups') logging.info('finished {}'.format(d))
def main(): logging.basicConfig(stream=sys.stdout, level=logging.INFO) config = ConfigParser() configfn = os.path.join(os.path.expanduser('~'), '.pgcred') config.read(configfn) nbapg = NBAComPg(username=config['nbadb']['username'], password=config['nbadb']['password'], database=config['nbadb']['database']) flpg = FantasyLabsNBAPg(username=config['nbadb']['username'], password=config['nbadb']['password'], database=config['nbadb']['database']) cn = 'nba-agent-{}'.format(today()) a = NBAComAgent(cache_name=cn, cookies=None, db=nbapg) a.scraper.delay = 1 season = '2016-17' # get the rosters q = """SELECT is_starter FROM starters WHERE nbacom_player_id = {} ORDER BY game_date DESC LIMIT 1""" incomplete = [] roster_url = 'http://data.nba.com/data/10s/prod/v1/2016/teams/{}/roster.json' for urlcode in nbapg.select_list(today_team_url_codes()): print(urlcode) try: roster = a.scraper.get_json(roster_url.format(urlcode)) for p in roster["league"]["standard"]["players"]: pid = p.get('personId') starter = a.db.select_scalar(q.format(pid)) print('{}, {}'.format(pid, starter)) except: incomplete.append(roster_url.format(urlcode)) for i in incomplete: try: roster = a.scraper.get_json(roster_url.format(urlcode)) for p in roster["league"]["standard"]["players"]: starter = a.db.select_scalar(q.format(p)) print('{}, {}'.format(p, starter)) except: logging.error('could not get {}'.format(i))
def fl(): logging.basicConfig(stream=sys.stdout, level=logging.INFO) config = ConfigParser() configfn = os.path.join(os.path.expanduser('~'), '.pgcred') config.read(configfn) nbapg = NBAComPg(username=config['nbadb']['username'], password=config['nbadb']['password'], database=config['nbadb']['database']) #dq = """SELECT DISTINCT game_date FROM cs_games WHERE game_date < now()::date ORDER BY game_date""" dq = """SELECT DISTINCT game_date FROM games WHERE game_date = '2015-11-02'""" q = """SELECT * FROM past_dfs WHERE game_date = '{}' ORDER BY dk_points DESC""" for d in nbapg.select_list(dq): gd = datetostr(d, 'nba') logging.info('starting {}'.format(gd)) optimizer = LineupOptimizer(settings.DraftKingsBasketballSettings) pls = nbapg.select_dict(q.format(gd)) logging.info(pls[0:3]) optimizer._players = nba_to_pydfs(pls) items = [] try: for idx, lineup in enumerate(optimizer.optimize(n=10)): for p in lineup.players: items.append({ 'game_date': gd, 'lineup_rank': idx + 1, 'nbacom_player_id': p.id, 'positions': p.positions, 'dkpts': p.fppg, 'salary': p.salary }) print(lineup) logging.info('finished lineup {}'.format(idx)) except Exception as e: logging.exception(e) continue
from configparser import ConfigParser from nba.scrapers.nbacom import NBAComScraper from nba.db.nbacom import NBAComPg from nba.db.queries import missing_games_meta logging.basicConfig(stream=sys.stdout, level=logging.INFO) config = ConfigParser() configfn = os.path.join(os.path.expanduser('~'), '.pgcred') config.read(configfn) s = NBAComScraper(cache_name='games-meta') nbapg = NBAComPg(username=config['nbadb']['username'], password=config['nbadb']['password'], database=config['nbadb']['database']) teams = [] url = 'http://data.nba.com/data/10s/prod/v1/{game_date}/{game_id}_boxscore.json' headers = ['game_id', 'gamecode', 'game_date', 'team_code', ] for item in nbapg.select_dict(missing_games_meta()): try: content = s.get_json(url.format(game_date=item['game_date'], game_id=item['game_id'])) vteam_code = content['basicGameData']['vTeam']['triCode'] vscore = int(content['basicGameData']['vTeam']['score']) vls = [int(l['score']) for l in content['basicGameData']['vTeam']['linescore']] hteam_code = content['basicGameData']['hTeam']['triCode'] hscore = int(content['basicGameData']['hTeam']['score']) hls = [int(l['score']) for l in content['basicGameData']['hTeam']['linescore']] off = [o['firstNameLastName'] for o in content['basicGameData']['officials']['formatted']]
def main(): #logger = logging.getLogger('nbadb-update') #hdlr = logging.StreamHandler(sys.stdout) #formatter = logging.Formatter('%(asctime)s %(levelname)s %(message)s') #hdlr.setFormatter(formatter) #logger.addHandler(hdlr) #logger.setLevel(logging.INFO) #logger.propagate = False logging.basicConfig(stream=sys.stdout, level=logging.INFO) config = ConfigParser() configfn = os.path.join(os.path.expanduser('~'), '.nbadb') config.read(configfn) nbapg = NBAComPg(username=config['nbadb']['username'], password=config['nbadb']['password'], database=config['nbadb']['database']) flpg = FantasyLabsNBAPg(username=config['nbadb']['username'], password=config['nbadb']['password'], database=config['nbadb']['database']) cn = 'nba-agent-{}'.format(today()) a = NBAComAgent(cache_name=cn, cookies=None, db=nbapg) a.scraper.delay = 2 season = '2016-17' # ensures players table is up-to-date before inserting gamelogs, etc. a.new_players(season) logging.info('finished update nba.com players') # gets all missing (days) salaries from current seasons from nba.agents.fantasylabs import FantasyLabsNBAAgent fla = FantasyLabsNBAAgent(db=flpg, cache_name='flabs-nba') fla.salaries(all_missing=True) logging.info('finished dfs salaries') # ensures that player_xref table includes all players from salaries fla.update_player_xref() logging.info('finished update player_xref') # gets ownership data from fantasylabs fla.ownership(all_missing=True) logging.info('finished dfs ownership') # player_gamelogs a.player_gamelogs(season) logging.info('finished nba.com player gamelogs') # playerstats_daily ps = a.playerstats(season, all_missing=True) logging.info('finished playerstats daily') # update team_gamelogs a.team_gamelogs(season) logging.info('finished team gamelogs') # teamstats_daily a.teamstats(season, all_missing=True) logging.info('finished teamstats daily') # team_opponent_dashboards a.team_opponent_dashboards(season, all_missing=True) logging.info('finished team_opponent_dashboards') # refresh all materialized views refreshq = """SELECT RefreshAllMaterializedViews('*');""" nbapg.execute(refreshq)
def main(): logging.basicConfig(stream=sys.stdout, level=logging.INFO) config = ConfigParser() configfn = os.path.join(os.path.expanduser('~'), '.pgcred') config.read(configfn) nbapg = NBAComPg(username=config['nbadb']['username'], password=config['nbadb']['password'], database=config['nbadb']['database']) flpg = FantasyLabsNBAPg(username=config['nbadb']['username'], password=config['nbadb']['password'], database=config['nbadb']['database']) fla = FantasyLabsNBAAgent(db=flpg, cache_name='flabs-nba', cookies=browsercookie.firefox()) rgurua = RotoGuruNBAAgent(db=nbapg, cache_name='rg-nba') cn = 'nba-agent-{}'.format(today()) a = NBAComAgent(cache_name=cn, cookies=None, db=nbapg) a.scraper.delay = 1 season = '2016-17' # ensures players table is up-to-date before inserting gamelogs, etc. logging.info('starting update nba.com players') players = a.new_players(season[0:4]) logging.info('finished update nba.com players') # gets all missing (days) salaries from current seasons logging.info('starting dfs salaries') fla.salaries(all_missing=True) rgurua.salaries(all_missing=True) logging.info('finished dfs salaries') # ensures that player_xref table includes all players from salaries #logging.info('starting update player_xref') #fla.update_player_xref() #logging.info('finished update player_xref') # gets model from fantasylabs #td = today('fl') #mn = 'phan' #flpg.insert_models([{ # 'game_date': today('fl'), # 'data': fla.scraper.model(model_day=td, model_name=mn), # 'model_name': mn}]) # gets ownership data from fantasylabs #logging.info('starting dfs ownership') #fla.ownership(all_missing=True) #logging.info('finished dfs ownership') # gets data from rotogrinders #logging.info('starting rotogrinders') #rs = RotoGrindersNBAScraper() #rp = RotoGrindersNBAParser() #rdb = RotoGrindersNBAPg(username=config['nbadb']['username'], # password=config['nbadb']['password'], # database=config['nbadb']['database']) #jsonstr = rp.odds(rs.odds()) #rdb.insert_odds(today(), json.loads(jsonstr)) #logging.info('finished rotogrinders') # player_gamelogs logging.info('starting nba.com player gamelogs') a.player_gamelogs(season) logging.info('finished nba.com player gamelogs') # playerstats_daily logging.info('starting playerstats daily') ps = a.playerstats(season, all_missing=True) logging.info('finished playerstats daily') # player_boxscores_combined logging.info('starting player_boxscores_combined') pbs = a.player_boxscores_combined() logging.info('finished player_boxscores_combined') # update team_gamelogs logging.info('starting team gamelogs') a.team_gamelogs(season) logging.info('finished team gamelogs') # teamstats_daily logging.info('starting teamstats daily') a.teamstats(season, all_missing=True) logging.info('finished teamstats daily') # team_boxscores_combined logging.info('start team_boxscores_combined') tbs = a.team_boxscores_combined() logging.info('finished team_boxscores_combined') # team_opponent_dashboards logging.info('start team_opponent_dashboards') a.team_opponent_dashboards(season, all_missing=True) logging.info('finished team_opponent_dashboards') # v2015 boxscores - linescores, refs, etc. logging.info('start linescores') a.linescores() logging.info('finished linescores') # odds and lines logging.info('start odds and lines') dba = DonBestNBAAgent(db=nbapg) odds = dba.odds(all_missing=True) logging.debug(odds) logging.info('finished odds and lines') # refresh all materialized views logging.info('start refresh materialized queries') nbapg.refresh_materialized() logging.info('refreshed materialized queries')