def main():
#logger = logging.getLogger('nbadb-update')
#hdlr = logging.StreamHandler(sys.stdout)
#formatter = logging.Formatter('%(asctime)s %(levelname)s %(message)s')
#hdlr.setFormatter(formatter)
#logger.addHandler(hdlr)
#logger.setLevel(logging.INFO)
#logger.propagate = False
logging.basicConfig(stream=sys.stdout, level=logging.INFO)
config = ConfigParser()
configfn = os.path.join(os.path.expanduser('~'), '.nbadb')
config.read(configfn)
nbapg = NBAComPg(username=config['nbadb']['username'],
password=config['nbadb']['password'],
database=config['nbadb']['database'])
flpg = FantasyLabsNBAPg(username=config['nbadb']['username'],
password=config['nbadb']['password'],
database=config['nbadb']['database'])
cn = 'nba-agent-{}'.format(today())
a = NBAComAgent(cache_name=cn, cookies=None, db=nbapg)
a.scraper.delay = 2
season = '2016-17'
# ensures players table is up-to-date before inserting gamelogs, etc.
a.new_players(season)
logging.info('finished update nba.com players')
# gets all missing (days) salaries from current seasons
from nba.agents.fantasylabs import FantasyLabsNBAAgent
fla = FantasyLabsNBAAgent(db=flpg, cache_name='flabs-nba')
fla.salaries(all_missing=True)
logging.info('finished dfs salaries')
# ensures that player_xref table includes all players from salaries
fla.update_player_xref()
logging.info('finished update player_xref')
# gets ownership data from fantasylabs
fla.ownership(all_missing=True)
logging.info('finished dfs ownership')
# player_gamelogs
a.player_gamelogs(season)
logging.info('finished nba.com player gamelogs')
# playerstats_daily
ps = a.playerstats(season, all_missing=True)
logging.info('finished playerstats daily')
# update team_gamelogs
a.team_gamelogs(season)
logging.info('finished team gamelogs')
# teamstats_daily
a.teamstats(season, all_missing=True)
logging.info('finished teamstats daily')
# team_opponent_dashboards
a.team_opponent_dashboards(season, all_missing=True)
logging.info('finished team_opponent_dashboards')
# refresh all materialized views
refreshq = """SELECT RefreshAllMaterializedViews('*');"""
nbapg.execute(refreshq)
from nba.agents.fantasylabs import FantasyLabsNBAAgent
from nba.dates import datetostr
from nba.db.fantasylabs import FantasyLabsNBAPg
logger = logging.getLogger('nbadb-update')
hdlr = logging.StreamHandler(sys.stdout)
formatter = logging.Formatter('%(asctime)s %(levelname)s %(message)s')
hdlr.setFormatter(formatter)
logger.addHandler(hdlr)
logger.setLevel(logging.INFO)
logger.propagate = False
config = ConfigParser()
configfn = os.path.join(os.path.expanduser('~'), '.nbadb')
config.read(configfn)
flpg = FantasyLabsNBAPg(username=config['nbadb']['username'],
password=config['nbadb']['password'],
database=config['nbadb']['database'])
fla = FantasyLabsNBAAgent(db=flpg, cache_name='flabs-nba', cookies=browsercookie.firefox())
fla.update_player_xref()
q = """select distinct game_date from games where season = 2015 AND season_type = 'regular' order by game_date DESC"""
for d in flpg.select_list(q):
try:
fla.salaries(day=datetostr(d, site='fl'))
logger.info('completed {}'.format(d))
except Exception as e:
logger.exception('{} failed: {}'.format(d, e))
finally:
time.sleep(1.5)
def main():
logging.basicConfig(stream=sys.stdout, level=logging.INFO)
config = ConfigParser()
configfn = os.path.join(os.path.expanduser('~'), '.pgcred')
config.read(configfn)
nbapg = NBAComPg(username=config['nbadb']['username'],
password=config['nbadb']['password'],
database=config['nbadb']['database'])
flpg = FantasyLabsNBAPg(username=config['nbadb']['username'],
password=config['nbadb']['password'],
database=config['nbadb']['database'])
fla = FantasyLabsNBAAgent(db=flpg, cache_name='flabs-nba', cookies=browsercookie.firefox())
rgurua = RotoGuruNBAAgent(db=nbapg, cache_name='rg-nba')
cn = 'nba-agent-{}'.format(today())
a = NBAComAgent(cache_name=cn, cookies=None, db=nbapg)
a.scraper.delay = 1
season = '2016-17'
# ensures players table is up-to-date before inserting gamelogs, etc.
logging.info('starting update nba.com players')
players = a.new_players(season[0:4])
logging.info('finished update nba.com players')
# gets all missing (days) salaries from current seasons
logging.info('starting dfs salaries')
fla.salaries(all_missing=True)
rgurua.salaries(all_missing=True)
logging.info('finished dfs salaries')
# ensures that player_xref table includes all players from salaries
#logging.info('starting update player_xref')
#fla.update_player_xref()
#logging.info('finished update player_xref')
# gets model from fantasylabs
#td = today('fl')
#mn = 'phan'
#flpg.insert_models([{
# 'game_date': today('fl'),
# 'data': fla.scraper.model(model_day=td, model_name=mn),
# 'model_name': mn}])
# gets ownership data from fantasylabs
#logging.info('starting dfs ownership')
#fla.ownership(all_missing=True)
#logging.info('finished dfs ownership')
# gets data from rotogrinders
#logging.info('starting rotogrinders')
#rs = RotoGrindersNBAScraper()
#rp = RotoGrindersNBAParser()
#rdb = RotoGrindersNBAPg(username=config['nbadb']['username'],
# password=config['nbadb']['password'],
# database=config['nbadb']['database'])
#jsonstr = rp.odds(rs.odds())
#rdb.insert_odds(today(), json.loads(jsonstr))
#logging.info('finished rotogrinders')
# player_gamelogs
logging.info('starting nba.com player gamelogs')
a.player_gamelogs(season)
logging.info('finished nba.com player gamelogs')
# playerstats_daily
logging.info('starting playerstats daily')
ps = a.playerstats(season, all_missing=True)
logging.info('finished playerstats daily')
# player_boxscores_combined
logging.info('starting player_boxscores_combined')
pbs = a.player_boxscores_combined()
logging.info('finished player_boxscores_combined')
# update team_gamelogs
logging.info('starting team gamelogs')
a.team_gamelogs(season)
logging.info('finished team gamelogs')
# teamstats_daily
logging.info('starting teamstats daily')
a.teamstats(season, all_missing=True)
logging.info('finished teamstats daily')
# team_boxscores_combined
logging.info('start team_boxscores_combined')
tbs = a.team_boxscores_combined()
logging.info('finished team_boxscores_combined')
# team_opponent_dashboards
logging.info('start team_opponent_dashboards')
a.team_opponent_dashboards(season, all_missing=True)
logging.info('finished team_opponent_dashboards')
# v2015 boxscores - linescores, refs, etc.
logging.info('start linescores')
a.linescores()
logging.info('finished linescores')
# odds and lines
logging.info('start odds and lines')
dba = DonBestNBAAgent(db=nbapg)
odds = dba.odds(all_missing=True)
logging.debug(odds)
logging.info('finished odds and lines')
# refresh all materialized views
logging.info('start refresh materialized queries')
nbapg.refresh_materialized()
logging.info('refreshed materialized queries')
