def test_req_for_validate(self, setup):
p1 = Proxy(ip="127.0.0.1", port=80)
p2 = Proxy(ip="127.0.0.1", port=8080)
p3 = Proxy(ip="127.0.0.2", port=80)
p4 = Proxy(ip="127.0.0.2", port=8080)
proxypool = ProxyPool()
proxypool.add_proxy(p1)
proxypool.add_proxy(p2)
proxypool.add_proxy(p3)
proxypool.add_proxy(p4)
p = proxypool.req_proxy_for_validate()
assert p == p1.proxy_url()
p = proxypool.req_proxy_for_validate()
assert p == p2.proxy_url()
p = proxypool.req_proxy_for_validate()
assert p == p3.proxy_url()
p = proxypool.req_proxy_for_validate()
assert p == p4.proxy_url()
p = proxypool.req_proxy_for_validate()
assert p == None
def test_update_status(self, setup):
p1 = Proxy(ip="127.0.0.1", port=80)
p2 = Proxy(ip="127.0.0.1", port=8080)
p3 = Proxy(ip="127.0.0.2", port=80)
p4 = Proxy(ip="127.0.0.2", port=8080)
proxypool = ProxyPool()
proxypool.add_proxy(p1)
proxypool.add_proxy(p2)
proxypool.add_proxy(p3)
proxypool.add_proxy(p4)
proxypool.update_proxy_status(p1.proxy_url(), False)
proxypool.update_proxy_status(p1.proxy_url(), False)
proxypool.update_proxy_status(p1.proxy_url(), False)
assert len(ProxyModel.load_all()) == 4
assert proxypool.count() == 4
proxypool.update_proxy_status(p2.proxy_url(), True)
proxypool.update_proxy_status(p1.proxy_url(), False)
proxypool.update_proxy_status(p1.proxy_url(), False)
assert len(ProxyModel.load_all()) == 4
assert proxypool.count() == 4
proxypool.update_proxy_status(p1.proxy_url(), False)
assert len(ProxyModel.load_all()) == 3
assert proxypool.count() == 3
proxypool.add_proxy(p1)
proxypool.update_proxy_status(p1.proxy_url(), False)
proxypool.update_proxy_status(p1.proxy_url(), True)
proxypool.update_proxy_status(p1.proxy_url(), False)
proxypool.update_proxy_status(p1.proxy_url(), False)
assert len(ProxyModel.load_all()) == 4
assert proxypool.count() == 4
def test_req_free(self, setup):
proxypool = ProxyPool({"interval_second":0.3, "max_latency":1})
assert proxypool.settings["max_latency"] == 1
assert proxypool.settings["interval_second"] == 0.3
p1 = Proxy(ip="127.0.0.1", port=80)
p2 = Proxy(ip="127.0.0.1", port=8080)
p3 = Proxy(ip="127.0.0.2", port=80)
p4 = Proxy(ip="127.0.0.2", port=8080)
proxypool.add_proxy(p1)
proxypool.add_proxy(p2)
proxypool.add_proxy(p3)
proxypool.add_proxy(p4)
rp1 = proxypool.req_proxy("http://pytest.org/latest/unittest.html")
assert rp1.proxy_url() == p1.proxy_url()
rp2 = proxypool.req_proxy("http://pytest.org/latest/goodpractises.html")
assert rp2.proxy_url() == p2.proxy_url()
rp3 = proxypool.req_proxy("http://www.oschina.net/translate/unit-testing-with-the-python-mock-class")
assert rp3.proxy_url() == p3.proxy_url()
rp4 = proxypool.req_proxy("http://my.oschina.net/lionets/blog/269892")
assert rp4.proxy_url() == p4.proxy_url()
rp5 = proxypool.req_proxy("http://my.oschina.net/lionets/blog/269892")
assert not rp5
proxypool.free_proxy(p1, 1.5)
rp = proxypool.req_proxy("http://pytest.org/latest/unittest.html")
assert not rp
proxypool.free_proxy(p3, 1.3)
proxypool.free_proxy(p2, 1.3)
import time
time.sleep(0.3)
rp = proxypool.req_proxy("http://pytest.org/latest/unittest.html")
assert rp.proxy_url() == p3.proxy_url()
rp = proxypool.req_proxy("http://pytest.org/latest/unittest.html")
assert rp.proxy_url() == p4.proxy_url()
rp = proxypool.req_proxy("http://pytest.org/latest/unittest.html")
assert rp.proxy_url() == p2.proxy_url()
rp = proxypool.req_proxy("http://pytest.org/latest/unittest.html")
assert rp.proxy_url() == p1.proxy_url()
rp = proxypool.req_proxy("http://pytest.org/latest/unittest.html")
assert not rp
def test_add_del(self, setup):
proxypool = ProxyPool()
p1 = Proxy(ip="127.0.0.1", port=80)
p2 = Proxy(ip="127.0.0.1", port=8080)
p3 = Proxy(ip="127.0.0.2", port=8080)
proxypool.add_proxy(p1)
assert len(ProxyModel.load_all()) == 1
from sqlalchemy.exc import IntegrityError
with pytest.raises(IntegrityError):
proxypool.add_proxy(p1)
proxypool.add_proxy(p2)
proxypool.add_proxy(p3)
assert proxypool.count() == 3
assert proxypool.has_proxy(p1.proxy_url())
proxypool.del_proxy(p1.proxy_url())
assert len(ProxyModel.load_all()) == 2
assert proxypool.count() == 2
proxypool.del_proxy(p2.proxy_url())
proxypool.del_proxy(p3.proxy_url())
assert proxypool.count() == 0
proxypool.del_proxy(p1.proxy_url())