Python Scrapper.Client Exemples

Exemple #1

Fichier : client.py Projet : upfluence/thrift-http-tornado

def communicate():
    transport = THTTPTornadoTransport()
    pfactory = TJSONProtocol.TJSONProtocolFactory()
    client = Scrapper.Client(transport, pfactory)

    futures = [client.scrape('http://google.com/') for i in xrange(100)]

    try:
        yield futures
    except Exception as e:
        print e

    io_loop.stop()

Exemple #2

Fichier : client.py Projet : upfluence/thrift-amqp-tornado

def communicate():
    transport = TAMQPTornadoTransport()
    pfactory = TJSONProtocol.TJSONProtocolFactory()
    client = Scrapper.Client(transport, pfactory)

    yield gen.Task(transport.open)

    futures = [client.scrape('http://google.com/') for i in xrange(100)]

    yield futures

    client._transport.close()

    io_loop.stop()