class ZmqPipeline(object):
def open_spider(self, spider):
if hasattr(spider, 'zmq'):
try:
from utils.api import MessageSender
uri = spider.zmq
log.msg('connect <{}>'.format(uri))
self.sender = MessageSender(uri)
return
except Exception as ex:
log.err('cannot connect to zmq: {}'.format(ex))
self.sender = None
def process_item(self, item, spider):
if self.sender:
try:
self.sender.send(item2post(item))
except Exception as ex:
traceback.print_exc()
return item
def close_spider(self, spider):
if self.sender:
log.msg('disconnect zmq')
self.sender.term()
class ZmqPipeline(object):
def open_spider(self, spider):
if hasattr(spider, 'zmq'):
try:
from utils.api import MessageSender
uri = spider.zmq
log.msg('connect <{}>'.format(uri))
self.sender = MessageSender(uri)
return
except Exception as ex:
log.err('cannot connect to zmq: {}'.format(ex))
self.sender = None
def process_item(self, item, spider):
if self.sender:
try:
self.sender.send(item2post(item))
except Exception as ex:
traceback.print_exc()
return item
def close_spider(self, spider):
if self.sender:
log.msg('disconnect zmq')
self.sender.term()
def open_spider(self, spider):
if hasattr(spider, 'zmq'):
try:
from utils.api import MessageSender
uri = spider.zmq
log.msg('connect <{}>'.format(uri))
self.sender = MessageSender(uri)
return
except Exception as ex:
log.err('cannot connect to zmq: {}'.format(ex))
self.sender = None
def open_spider(self, spider):
if hasattr(spider, 'zmq'):
try:
from utils.api import MessageSender
uri = spider.zmq
log.msg('connect <{}>'.format(uri))
self.sender = MessageSender(uri)
return
except Exception as ex:
log.err('cannot connect to zmq: {}'.format(ex))
self.sender = None