class VisionsPrettyPipeline(object): """ Pretty-prints category and product data to a file (data/category.txt or data/product.txt) """ def __init__(self): self.exporter = None def open_spider(self, spider): self.exporter = PprintItemExporter(open('data/%s.txt' %spider.name, 'w')) self.exporter.start_exporting() def process_item(self, item, spider): self.exporter.export_item(item) return item def close_spider(self, spider): self.exporter.finish_exporting()
def _get_exporter(self, **kwargs): return PprintItemExporter(self.output, **kwargs)
def open_spider(self, spider): self.exporter = PprintItemExporter(open('data/%s.txt' %spider.name, 'w')) self.exporter.start_exporting()