import pointstreakscraper as pss from jobmanager import JobManager PS_2012_PLAYOFF = 18269 PS_2012_SEASON = 12252 if __name__ == "__main__": regular_season_ids = pss.scrape_season_gameids(PS_2012_SEASON) post_season_ids = pss.scrape_season_gameids(PS_2012_PLAYOFF) jm = JobManager("jobs.yml") jm.add_jobs(regular_season_ids, job_group="pointstreak") jm.add_jobs(post_season_ids, job_group="pointstreak") jm.save()
# track parsing success game ids def process_one(gameid): print gameid game = manager.import_game(gameid, session=session) # for event in game.events(): # session.add(event) # session.commit() if game is not None: games[game.game_id] = game if options.game is None: jm = JobManager("pending.yml") for gameid in jm.jobs("pointstreak"): try: process_one(gameid) jm.complete_job(gameid, "pointstreak") except: jm.set_job_status(gameid, "pointstreak", "error") finally: jm.save() else: process_one(options.game) #=============================================================================== # Report Summary #===============================================================================