def start_requests(self): # for schedule teams = get_all_teams() # updates the team_id # for team in teams: # url = '%s/%s/team/%s/over-under-trends' % ( # self.url, self.sport_url[team.sport], team.url) # request = Request(url, callback=self.team_id) # request.meta['team'] = team.id # yield request # for team in teams: # url = '%s/%s/team/%s' % ( # self.url, self.sport_url[team.sport], team.url) # request = Request(url, callback=self.schedule) # request.meta['team'] = team.id # yield request # for AST Result # for team in teams: # url = '%s/%s/team/%s/ats-results' % ( # self.url, self.sport_url[team.sport], team.url) # request = Request(url, callback=self.ast_results) # request.meta['team'] = team.id # yield request # Over/Under Trend for team in teams: url = '%s/%s/team/%s/over-under-trends' % ( self.url, self.sport_url[team.sport], team.url) request = Request(url, callback=self.over_under_trends_get) request.meta['team'] = team.id yield request
def __init__(self, team=None, *args, **kwargs): if team: self.start_urls = [self.team_url%team] else: self.start_urls = [self.team_url%t.url for t in get_all_teams()] super(ScheduleSpider, self).__init__(*args, **kwargs)