Example #1
0
class VisionsPrettyPipeline(object):
    """
    Pretty-prints category and product data to a file (data/category.txt or
    data/product.txt)
    """
    def __init__(self):
        self.exporter = None

    def open_spider(self, spider):
        self.exporter = PprintItemExporter(open('data/%s.txt' %spider.name, 'w'))
        self.exporter.start_exporting()

    def process_item(self, item, spider):
        self.exporter.export_item(item)
        return item

    def close_spider(self, spider):
        self.exporter.finish_exporting()
 def _get_exporter(self, **kwargs):
     return PprintItemExporter(self.output, **kwargs)
Example #3
0
 def open_spider(self, spider):
     self.exporter = PprintItemExporter(open('data/%s.txt' %spider.name, 'w'))
     self.exporter.start_exporting()