class FboScraperExcelPipeline(object): def __init__(self): self.db = PandasExcelHelper() def open_spider(self, spider): # share database with the spider spider.db = self.db def process_item(self, item, spider): self.db.add_item(item) return item def close_spider(self, spider): self.db.generate_report() self.db.save_all()
def __init__(self): self.db = PandasExcelHelper()