def test_can_acquire_from_unknown_domain_url(self):
limiter = PerDomainRedisLimiter({'http://globoesporte.globo.com': 10},
redis=self.redis)
url = 'http://g1.globo.com/economia/'
expect(limiter.acquire(url)).to_be_true()
expect(self.redis.zcard('limit-for-http://g1.globo.com')).to_equal(0)
def test_can_acquire_from_unknown_domain_url(self):
limiter = PerDomainRedisLimiter({"http://globoesporte.globo.com": 10}, redis=self.redis)
url = "http://g1.globo.com/economia/"
expect(limiter.acquire(url)).to_be_true()
expect(self.redis.zcard("limit-for-http://g1.globo.com")).to_equal(0)
class TestPerDomain(TestCase):
def setUp(self):
super(TestPerDomain, self).setUp()
self.limiter = PerDomainRedisLimiter(
{"http://g1.globo.com": 10},
{"http://globoesporte.globo.com": 10},
redis=self.redis,
expiration_in_seconds=12,
)
def test_can_create_limiter(self):
expect(self.limiter.redis).to_equal(self.redis)
expect(self.limiter.expiration_in_seconds).to_equal(12)
expect(self.limiter.domains[0]).to_include("http://g1.globo.com")
expect(self.limiter.domains).not_to_be_null()
expect(self.limiter.domains[0]["http://g1.globo.com"]).to_equal(10)
def test_cant_create_limiter_without_redis(self):
try:
PerDomainRedisLimiter()
except RuntimeError:
err = sys.exc_info()[1]
expect(err).to_have_an_error_message_of(
"You must specify a connection to redis in order to use Redis Limiter."
)
else:
assert False, "Should not have gotten this far"
def test_can_acquire_limit(self):
expect(self.limiter.acquire("http://g1.globo.com")).to_be_true()
try:
expect(self.redis.zcard("limit-for-http://g1.globo.com")).to_equal(1)
finally:
self.limiter.release("http://g1.globo.com")
def test_acquiring_internal_url_gets_proper_domain(self):
url = "http://g1.globo.com/economia/"
expect(self.limiter.acquire(url)).to_be_true()
try:
expect(self.redis.zcard("limit-for-http://g1.globo.com")).to_equal(1)
finally:
self.limiter.release(url)
def test_can_acquire_from_unknown_domain_url(self):
limiter = PerDomainRedisLimiter({"http://globoesporte.globo.com": 10}, redis=self.redis)
url = "http://g1.globo.com/economia/"
expect(limiter.acquire(url)).to_be_true()
expect(self.redis.zcard("limit-for-http://g1.globo.com")).to_equal(0)
def test_can_release(self):
url = "http://g1.globo.com/economia/"
self.limiter.acquire(url)
self.limiter.release(url)
expect(self.redis.zcard("limit-for-http://g1.globo.com")).to_equal(0)
def test_can_get_domain_from_url(self):
expect(self.limiter.get_domain_from_url("http://g1.globo.com/economia/")).to_equal("http://g1.globo.com")
def test_can_get_domain_limit(self):
url = "http://g1.globo.com/economia/"
expect(self.limiter.get_domain_limit(url)).to_equal(10)
expect(self.limiter.get_domain_limit("http://www.google.com")).to_equal(0)
@patch.object(logging, "info")
def test_can_release_unknown_url(self, logging_mock):
self.limiter.release("http://www.google.com")
expect(self.redis.zcard("limit-for-http://www.google.com")).to_equal(0)
logging_mock.assert_called_once_with(
"Tried to release lock to a domain that was not specified " "in the limiter (http://www.google.com)."
)
class TestPerDomain(TestCase):
def setUp(self):
super(TestPerDomain, self).setUp()
self.limiter = PerDomainRedisLimiter(
{'http://g1.globo.com': 10}, {'http://globoesporte.globo.com': 10},
redis=self.redis,
expiration_in_seconds=12)
def test_can_create_limiter(self):
expect(self.limiter.redis).to_equal(self.redis)
expect(self.limiter.expiration_in_seconds).to_equal(12)
expect(self.limiter.domains[0]).to_include('http://g1.globo.com')
expect(self.limiter.domains).not_to_be_null()
expect(self.limiter.domains[0]['http://g1.globo.com']).to_equal(10)
def test_cant_create_limiter_without_redis(self):
try:
PerDomainRedisLimiter()
except RuntimeError:
err = sys.exc_info()[1]
expect(err).to_have_an_error_message_of(
'You must specify a connection to redis in order to use Redis Limiter.'
)
else:
assert False, "Should not have gotten this far"
def test_can_acquire_limit(self):
expect(self.limiter.acquire('http://g1.globo.com')).to_be_true()
try:
expect(
self.redis.zcard('limit-for-http://g1.globo.com')).to_equal(1)
finally:
self.limiter.release('http://g1.globo.com')
def test_acquiring_internal_url_gets_proper_domain(self):
url = 'http://g1.globo.com/economia/'
expect(self.limiter.acquire(url)).to_be_true()
try:
expect(
self.redis.zcard('limit-for-http://g1.globo.com')).to_equal(1)
finally:
self.limiter.release(url)
def test_can_acquire_from_unknown_domain_url(self):
limiter = PerDomainRedisLimiter({'http://globoesporte.globo.com': 10},
redis=self.redis)
url = 'http://g1.globo.com/economia/'
expect(limiter.acquire(url)).to_be_true()
expect(self.redis.zcard('limit-for-http://g1.globo.com')).to_equal(0)
def test_can_release(self):
url = 'http://g1.globo.com/economia/'
self.limiter.acquire(url)
self.limiter.release(url)
expect(self.redis.zcard('limit-for-http://g1.globo.com')).to_equal(0)
def test_can_get_domain_from_url(self):
expect(
self.limiter.get_domain_from_url('http://g1.globo.com/economia/')
).to_equal('http://g1.globo.com')
def test_can_get_domain_limit(self):
url = 'http://g1.globo.com/economia/'
expect(self.limiter.get_domain_limit(url)).to_equal(10)
expect(
self.limiter.get_domain_limit('http://www.google.com')).to_equal(0)
@patch.object(logging, 'info')
def test_can_release_unknown_url(self, logging_mock):
self.limiter.release('http://www.google.com')
expect(self.redis.zcard('limit-for-http://www.google.com')).to_equal(0)
logging_mock.assert_called_once_with(
'Tried to release lock to a domain that was not specified '
'in the limiter (http://www.google.com).')