def __init__(self, keywords="", locations="", *args, **kwargs):
self.logger.debug("in init")
# super(BaseSpider, self).__init__(*args, **kwargs)
# FIXME: add the possibility to have a keyword that is several words
if keywords:
self.keywords = keywords.split(",")
else:
self.keywords = obtain_keywords()
self.logger.debug("keywords:")
self.logger.debug(self.keywords)
if locations:
self.locations = locations.split(",")
else:
self.locations = obtain_locations()
def __init__(self, keywords="", locations="", *args, **kwargs):
self.logger.debug('in init')
# to call the spider with keywords and locations arguments
super(SimplyhiredCrawler, self).__init__(*args, **kwargs)
self.keywords = keywords or obtain_keywords()
self.locations = locations or obtain_locations()
def __init__(self, keywords="", locations="", *args, **kwargs):
self.logger.debug('in init')
# to call the spider with keywords and locations arguments
super(SimplyhiredCrawler, self).__init__(*args, **kwargs)
self.keywords = keywords or obtain_keywords()
self.locations = locations or obtain_locations()
def __init__(self, keywords="", locations="", *args, **kwargs):
self.logger.debug('in init', log_level=log.DEBUG)
# to call the spider with keywords and locations arguments
super(UsajobsCrawler, self).__init__(*args, **kwargs)
self.keywords = keywords or obtain_keywords()
self.locations = locations or obtain_locations()