def __init__(self, startDate, endDate, *args, **kwargs): try: startDate, endDate = toolbox.validate_date_range(startDate, endDate) except ValueError as e: raise ValueError(e.message) for i in range(0, (endDate.year-startDate.year) * 12 + (endDate.month-startDate.month) + 1): url = 'http://marginalrevolution.com/marginalrevolution/' + toolbox.add_months(startDate, i).strftime('%Y/%m') self.start_urls.append(url) super(MySpider, self).__init__(*args, **kwargs)
def __init__(self, startDate, endDate, *args, **kwargs): try: startDate, endDate = toolbox.validate_date_range(startDate, endDate) except ValueError as e: raise ValueError(e.message) for i in range(0, (endDate.year-startDate.year) * 12 + (endDate.month-startDate.month) + 1): url = 'http://www.voxeu.org/columns/archive/' + toolbox.add_months(startDate, i).strftime('%Y-%m') self.start_urls.append(url) super(MySpider, self).__init__(*args, **kwargs)