def __init__(self, startDate, endDate, *args, **kwargs):
     try:
         startDate, endDate = toolbox.validate_date_range(startDate, endDate)
     except ValueError as e:
         raise ValueError(e.message)
     
     for i in range(0, (endDate.year-startDate.year) * 12 + (endDate.month-startDate.month) + 1):
         url = 'http://marginalrevolution.com/marginalrevolution/' + toolbox.add_months(startDate, i).strftime('%Y/%m')
         self.start_urls.append(url)
     super(MySpider, self).__init__(*args, **kwargs)
Example #2
0
 def __init__(self, startDate, endDate, *args, **kwargs):  
     try:
         startDate, endDate = toolbox.validate_date_range(startDate, endDate)
     except ValueError as e:
         raise ValueError(e.message)
     
     for i in range(0, (endDate.year-startDate.year) * 12 + (endDate.month-startDate.month) + 1):
         url = 'http://www.voxeu.org/columns/archive/' + toolbox.add_months(startDate, i).strftime('%Y-%m')
         self.start_urls.append(url)
     super(MySpider, self).__init__(*args, **kwargs)