class ZmqPipeline(object): def open_spider(self, spider): if hasattr(spider, 'zmq'): try: from utils.api import MessageSender uri = spider.zmq log.msg('connect <{}>'.format(uri)) self.sender = MessageSender(uri) return except Exception as ex: log.err('cannot connect to zmq: {}'.format(ex)) self.sender = None def process_item(self, item, spider): if self.sender: try: self.sender.send(item2post(item)) except Exception as ex: traceback.print_exc() return item def close_spider(self, spider): if self.sender: log.msg('disconnect zmq') self.sender.term()
class ZmqPipeline(object): def open_spider(self, spider): if hasattr(spider, 'zmq'): try: from utils.api import MessageSender uri = spider.zmq log.msg('connect <{}>'.format(uri)) self.sender = MessageSender(uri) return except Exception as ex: log.err('cannot connect to zmq: {}'.format(ex)) self.sender = None def process_item(self, item, spider): if self.sender: try: self.sender.send(item2post(item)) except Exception as ex: traceback.print_exc() return item def close_spider(self, spider): if self.sender: log.msg('disconnect zmq') self.sender.term()
def open_spider(self, spider): if hasattr(spider, 'zmq'): try: from utils.api import MessageSender uri = spider.zmq log.msg('connect <{}>'.format(uri)) self.sender = MessageSender(uri) return except Exception as ex: log.err('cannot connect to zmq: {}'.format(ex)) self.sender = None
def open_spider(self, spider): if hasattr(spider, 'zmq'): try: from utils.api import MessageSender uri = spider.zmq log.msg('connect <{}>'.format(uri)) self.sender = MessageSender(uri) return except Exception as ex: log.err('cannot connect to zmq: {}'.format(ex)) self.sender = None