Exemplo n.º 1
0
        for proxy in proxy_list:
            proxy_str = 'http://%s:%d' % (proxy.ip, proxy.port)
            print proxy_str
            #如果没有被占用,推送到可用
            if r.sismember(PROXY_REDIS_KEY_OCC, proxy_str) == False:
                r.sadd(PROXY_REDIS_KEY, proxy_str)
                logging.info("put proxy %s" % (proxy_str))
    except:
        logging.error("proxy push error ")


if __name__ == '__main__':

    host = 'localhost'
    #host='192.168.124.89'
    port = 9527

    socket = TSocket.TSocket(host, port)
    transport = TTransport.TFramedTransport(socket)

    protocol = TCompactProtocol(transport)

    client = ProxyService.Client(protocol)
    transport.open()
    #proxy_list=client.getProxyList(ProxyQuery(maxNumber=3000))
    proxy_list = client.getProxyList(ProxyQuery(maxNumber=300))

    write_list(proxy_list)

    transport.close()