class FboScraperExcelPipeline(object):
def __init__(self):
self.db = PandasExcelHelper()
def open_spider(self, spider):
# share database with the spider
spider.db = self.db
def process_item(self, item, spider):
self.db.add_item(item)
return item
def close_spider(self, spider):
self.db.generate_report()
self.db.save_all()
def __init__(self):
self.db = PandasExcelHelper()
