Example #1
0
	def __init__(self):
		#initialize parents
		Web.__init__(self)
		Scrapper.__init__(self)
		
		self.logger=Logger(self.__class__.__name__)

		#supported operations
		self.ops={"scrap"		:self._task_scrap}
Example #2
0
    def __init__(self):
        Web.__init__(self)
        ProductCrawler.__init__(self)

        self.logger = Logger(self.__class__.__name__)

        # supported operations
        self.ops = {
            "discover": self._task_discover,
            "crawl": self._task_crawl,
            "sample": self._task_sample,
            "get": self._task_get,
        }