def main():
config = ConfigParser()
configfn = os.path.join(os.path.expanduser('~'), '.pgcred')
config.read(configfn)
db = NBAComPg(username=config['nbadb']['username'],
password=config['nbadb']['password'],
database=config['nbadb']['database'])
s = WaybackScraper(cache_name='realgm-wayback')
rotoworld(s, '2014-15', db)
rotoworld(s, '2016-17', db)
def rg():
logging.basicConfig(stream=sys.stdout, level=logging.INFO)
config = ConfigParser()
configfn = os.path.join(os.path.expanduser('~'), '.pgcred')
config.read(configfn)
nbapg = NBAComPg(username=config['nbadb']['username'],
password=config['nbadb']['password'],
database=config['nbadb']['database'])
with open('/home/sansbacon/data.csv', 'r') as infile:
data = [{k: v
for k, v in row.items()} for row in csv.DictReader(
infile, skipinitialspace=True, delimiter=',')]
for d in season_dates('2015-16')[2:]:
items = []
players = rotoguru_to_pydfs(
filter(lambda x: x['date'] == datetostr(d, 'db'), data))
if players:
optimizer = LineupOptimizer(settings.DraftKingsBasketballSettings)
optimizer._players = players
try:
for idx, lineup in enumerate(optimizer.optimize(n=100)):
for p in lineup.players:
items.append({
'game_date':
d,
'lineup_rank':
idx + 1,
'nbacom_player_id':
p.id,
'team_code':
p.team,
'name':
'{} {}'.format(p.first_name, p.last_name),
'positions':
p.positions,
'dkpts':
p.fppg,
'salary':
p.salary
})
except Exception as e:
logging.exception(e)
finally:
nbapg.insert_dicts(items, 'optimal_lineups')
logging.info('finished {}'.format(d))
def main():
logging.basicConfig(stream=sys.stdout, level=logging.INFO)
config = ConfigParser()
configfn = os.path.join(os.path.expanduser('~'), '.pgcred')
config.read(configfn)
nbapg = NBAComPg(username=config['nbadb']['username'],
password=config['nbadb']['password'],
database=config['nbadb']['database'])
flpg = FantasyLabsNBAPg(username=config['nbadb']['username'],
password=config['nbadb']['password'],
database=config['nbadb']['database'])
cn = 'nba-agent-{}'.format(today())
a = NBAComAgent(cache_name=cn, cookies=None, db=nbapg)
a.scraper.delay = 1
season = '2016-17'
# get the rosters
q = """SELECT is_starter FROM starters WHERE nbacom_player_id = {}
ORDER BY game_date DESC LIMIT 1"""
incomplete = []
roster_url = 'http://data.nba.com/data/10s/prod/v1/2016/teams/{}/roster.json'
for urlcode in nbapg.select_list(today_team_url_codes()):
print(urlcode)
try:
roster = a.scraper.get_json(roster_url.format(urlcode))
for p in roster["league"]["standard"]["players"]:
pid = p.get('personId')
starter = a.db.select_scalar(q.format(pid))
print('{}, {}'.format(pid, starter))
except:
incomplete.append(roster_url.format(urlcode))
for i in incomplete:
try:
roster = a.scraper.get_json(roster_url.format(urlcode))
for p in roster["league"]["standard"]["players"]:
starter = a.db.select_scalar(q.format(p))
print('{}, {}'.format(p, starter))
except:
logging.error('could not get {}'.format(i))
def fl():
logging.basicConfig(stream=sys.stdout, level=logging.INFO)
config = ConfigParser()
configfn = os.path.join(os.path.expanduser('~'), '.pgcred')
config.read(configfn)
nbapg = NBAComPg(username=config['nbadb']['username'],
password=config['nbadb']['password'],
database=config['nbadb']['database'])
#dq = """SELECT DISTINCT game_date FROM cs_games WHERE game_date < now()::date ORDER BY game_date"""
dq = """SELECT DISTINCT game_date FROM games WHERE game_date = '2015-11-02'"""
q = """SELECT * FROM past_dfs WHERE game_date = '{}' ORDER BY dk_points DESC"""
for d in nbapg.select_list(dq):
gd = datetostr(d, 'nba')
logging.info('starting {}'.format(gd))
optimizer = LineupOptimizer(settings.DraftKingsBasketballSettings)
pls = nbapg.select_dict(q.format(gd))
logging.info(pls[0:3])
optimizer._players = nba_to_pydfs(pls)
items = []
try:
for idx, lineup in enumerate(optimizer.optimize(n=10)):
for p in lineup.players:
items.append({
'game_date': gd,
'lineup_rank': idx + 1,
'nbacom_player_id': p.id,
'positions': p.positions,
'dkpts': p.fppg,
'salary': p.salary
})
print(lineup)
logging.info('finished lineup {}'.format(idx))
except Exception as e:
logging.exception(e)
continue
from configparser import ConfigParser
from nba.scrapers.nbacom import NBAComScraper
from nba.db.nbacom import NBAComPg
from nba.db.queries import missing_games_meta
logging.basicConfig(stream=sys.stdout, level=logging.INFO)
config = ConfigParser()
configfn = os.path.join(os.path.expanduser('~'), '.pgcred')
config.read(configfn)
s = NBAComScraper(cache_name='games-meta')
nbapg = NBAComPg(username=config['nbadb']['username'],
password=config['nbadb']['password'],
database=config['nbadb']['database'])
teams = []
url = 'http://data.nba.com/data/10s/prod/v1/{game_date}/{game_id}_boxscore.json'
headers = ['game_id', 'gamecode', 'game_date', 'team_code', ]
for item in nbapg.select_dict(missing_games_meta()):
try:
content = s.get_json(url.format(game_date=item['game_date'], game_id=item['game_id']))
vteam_code = content['basicGameData']['vTeam']['triCode']
vscore = int(content['basicGameData']['vTeam']['score'])
vls = [int(l['score']) for l in content['basicGameData']['vTeam']['linescore']]
hteam_code = content['basicGameData']['hTeam']['triCode']
hscore = int(content['basicGameData']['hTeam']['score'])
hls = [int(l['score']) for l in content['basicGameData']['hTeam']['linescore']]
off = [o['firstNameLastName'] for o in content['basicGameData']['officials']['formatted']]
def main():
#logger = logging.getLogger('nbadb-update')
#hdlr = logging.StreamHandler(sys.stdout)
#formatter = logging.Formatter('%(asctime)s %(levelname)s %(message)s')
#hdlr.setFormatter(formatter)
#logger.addHandler(hdlr)
#logger.setLevel(logging.INFO)
#logger.propagate = False
logging.basicConfig(stream=sys.stdout, level=logging.INFO)
config = ConfigParser()
configfn = os.path.join(os.path.expanduser('~'), '.nbadb')
config.read(configfn)
nbapg = NBAComPg(username=config['nbadb']['username'],
password=config['nbadb']['password'],
database=config['nbadb']['database'])
flpg = FantasyLabsNBAPg(username=config['nbadb']['username'],
password=config['nbadb']['password'],
database=config['nbadb']['database'])
cn = 'nba-agent-{}'.format(today())
a = NBAComAgent(cache_name=cn, cookies=None, db=nbapg)
a.scraper.delay = 2
season = '2016-17'
# ensures players table is up-to-date before inserting gamelogs, etc.
a.new_players(season)
logging.info('finished update nba.com players')
# gets all missing (days) salaries from current seasons
from nba.agents.fantasylabs import FantasyLabsNBAAgent
fla = FantasyLabsNBAAgent(db=flpg, cache_name='flabs-nba')
fla.salaries(all_missing=True)
logging.info('finished dfs salaries')
# ensures that player_xref table includes all players from salaries
fla.update_player_xref()
logging.info('finished update player_xref')
# gets ownership data from fantasylabs
fla.ownership(all_missing=True)
logging.info('finished dfs ownership')
# player_gamelogs
a.player_gamelogs(season)
logging.info('finished nba.com player gamelogs')
# playerstats_daily
ps = a.playerstats(season, all_missing=True)
logging.info('finished playerstats daily')
# update team_gamelogs
a.team_gamelogs(season)
logging.info('finished team gamelogs')
# teamstats_daily
a.teamstats(season, all_missing=True)
logging.info('finished teamstats daily')
# team_opponent_dashboards
a.team_opponent_dashboards(season, all_missing=True)
logging.info('finished team_opponent_dashboards')
# refresh all materialized views
refreshq = """SELECT RefreshAllMaterializedViews('*');"""
nbapg.execute(refreshq)
def main():
logging.basicConfig(stream=sys.stdout, level=logging.INFO)
config = ConfigParser()
configfn = os.path.join(os.path.expanduser('~'), '.pgcred')
config.read(configfn)
nbapg = NBAComPg(username=config['nbadb']['username'],
password=config['nbadb']['password'],
database=config['nbadb']['database'])
flpg = FantasyLabsNBAPg(username=config['nbadb']['username'],
password=config['nbadb']['password'],
database=config['nbadb']['database'])
fla = FantasyLabsNBAAgent(db=flpg, cache_name='flabs-nba', cookies=browsercookie.firefox())
rgurua = RotoGuruNBAAgent(db=nbapg, cache_name='rg-nba')
cn = 'nba-agent-{}'.format(today())
a = NBAComAgent(cache_name=cn, cookies=None, db=nbapg)
a.scraper.delay = 1
season = '2016-17'
# ensures players table is up-to-date before inserting gamelogs, etc.
logging.info('starting update nba.com players')
players = a.new_players(season[0:4])
logging.info('finished update nba.com players')
# gets all missing (days) salaries from current seasons
logging.info('starting dfs salaries')
fla.salaries(all_missing=True)
rgurua.salaries(all_missing=True)
logging.info('finished dfs salaries')
# ensures that player_xref table includes all players from salaries
#logging.info('starting update player_xref')
#fla.update_player_xref()
#logging.info('finished update player_xref')
# gets model from fantasylabs
#td = today('fl')
#mn = 'phan'
#flpg.insert_models([{
# 'game_date': today('fl'),
# 'data': fla.scraper.model(model_day=td, model_name=mn),
# 'model_name': mn}])
# gets ownership data from fantasylabs
#logging.info('starting dfs ownership')
#fla.ownership(all_missing=True)
#logging.info('finished dfs ownership')
# gets data from rotogrinders
#logging.info('starting rotogrinders')
#rs = RotoGrindersNBAScraper()
#rp = RotoGrindersNBAParser()
#rdb = RotoGrindersNBAPg(username=config['nbadb']['username'],
# password=config['nbadb']['password'],
# database=config['nbadb']['database'])
#jsonstr = rp.odds(rs.odds())
#rdb.insert_odds(today(), json.loads(jsonstr))
#logging.info('finished rotogrinders')
# player_gamelogs
logging.info('starting nba.com player gamelogs')
a.player_gamelogs(season)
logging.info('finished nba.com player gamelogs')
# playerstats_daily
logging.info('starting playerstats daily')
ps = a.playerstats(season, all_missing=True)
logging.info('finished playerstats daily')
# player_boxscores_combined
logging.info('starting player_boxscores_combined')
pbs = a.player_boxscores_combined()
logging.info('finished player_boxscores_combined')
# update team_gamelogs
logging.info('starting team gamelogs')
a.team_gamelogs(season)
logging.info('finished team gamelogs')
# teamstats_daily
logging.info('starting teamstats daily')
a.teamstats(season, all_missing=True)
logging.info('finished teamstats daily')
# team_boxscores_combined
logging.info('start team_boxscores_combined')
tbs = a.team_boxscores_combined()
logging.info('finished team_boxscores_combined')
# team_opponent_dashboards
logging.info('start team_opponent_dashboards')
a.team_opponent_dashboards(season, all_missing=True)
logging.info('finished team_opponent_dashboards')
# v2015 boxscores - linescores, refs, etc.
logging.info('start linescores')
a.linescores()
logging.info('finished linescores')
# odds and lines
logging.info('start odds and lines')
dba = DonBestNBAAgent(db=nbapg)
odds = dba.odds(all_missing=True)
logging.debug(odds)
logging.info('finished odds and lines')
# refresh all materialized views
logging.info('start refresh materialized queries')
nbapg.refresh_materialized()
logging.info('refreshed materialized queries')
