Ejemplo n.º 1
0
 def __init__(self, keywords="", locations="", *args, **kwargs):
     self.logger.debug("in init")
     #        super(BaseSpider, self).__init__(*args, **kwargs)
     # FIXME: add the possibility to have a keyword that is several words
     if keywords:
         self.keywords = keywords.split(",")
     else:
         self.keywords = obtain_keywords()
     self.logger.debug("keywords:")
     self.logger.debug(self.keywords)
     if locations:
         self.locations = locations.split(",")
     else:
         self.locations = obtain_locations()
Ejemplo n.º 2
0
 def __init__(self, keywords="", locations="",  *args, **kwargs):
     self.logger.debug('in init')
     # to call the spider with keywords and locations arguments
     super(SimplyhiredCrawler, self).__init__(*args, **kwargs)
     self.keywords = keywords or obtain_keywords()
     self.locations = locations or obtain_locations()
 def __init__(self, keywords="", locations="", *args, **kwargs):
     self.logger.debug('in init')
     # to call the spider with keywords and locations arguments
     super(SimplyhiredCrawler, self).__init__(*args, **kwargs)
     self.keywords = keywords or obtain_keywords()
     self.locations = locations or obtain_locations()
Ejemplo n.º 4
0
 def __init__(self, keywords="", locations="",  *args, **kwargs):
     self.logger.debug('in init', log_level=log.DEBUG)
     # to call the spider with keywords and locations arguments
     super(UsajobsCrawler, self).__init__(*args, **kwargs)
     self.keywords = keywords or obtain_keywords()
     self.locations = locations or obtain_locations()