def communicate(): transport = THTTPTornadoTransport() pfactory = TJSONProtocol.TJSONProtocolFactory() client = Scrapper.Client(transport, pfactory) futures = [client.scrape('http://google.com/') for i in xrange(100)] try: yield futures except Exception as e: print e io_loop.stop()
def communicate(): transport = TAMQPTornadoTransport() pfactory = TJSONProtocol.TJSONProtocolFactory() client = Scrapper.Client(transport, pfactory) yield gen.Task(transport.open) futures = [client.scrape('http://google.com/') for i in xrange(100)] yield futures client._transport.close() io_loop.stop()