def __init__(self, keywords="", locations="", *args, **kwargs): self.logger.debug("in init") # super(BaseSpider, self).__init__(*args, **kwargs) # FIXME: add the possibility to have a keyword that is several words if keywords: self.keywords = keywords.split(",") else: self.keywords = obtain_keywords() self.logger.debug("keywords:") self.logger.debug(self.keywords) if locations: self.locations = locations.split(",") else: self.locations = obtain_locations()
def __init__(self, keywords="", locations="", *args, **kwargs): self.logger.debug('in init') # to call the spider with keywords and locations arguments super(SimplyhiredCrawler, self).__init__(*args, **kwargs) self.keywords = keywords or obtain_keywords() self.locations = locations or obtain_locations()
def __init__(self, keywords="", locations="", *args, **kwargs): self.logger.debug('in init', log_level=log.DEBUG) # to call the spider with keywords and locations arguments super(UsajobsCrawler, self).__init__(*args, **kwargs) self.keywords = keywords or obtain_keywords() self.locations = locations or obtain_locations()