def test_purging_keys(self): self.req_it = cycle(self.requests) ob = OverusedBuffer(self.get_once, 10, 1, 100, 10) ob.get_next_requests(10, overused_keys=["example.com", "www.example.com"], key_type="domain") assert ob._get_pending_count() == 9 ob.get_next_requests(10, overused_keys=["example.com", "www.example.com"], key_type="domain") # purging of www.example.com assert ob._get_pending_count() == 7
def test_purging_keys(self): self.req_it = cycle(self.requests) ob = OverusedBuffer(self.get_once, 10, 100) ob.get_next_requests(10, overused_keys=["example.com", "www.example.com"], key_type="domain") assert ob._get_pending_count() == 9 ob.get_next_requests(10, overused_keys=["example.com", "www.example.com"], key_type="domain") # purging of www.example.com assert ob._get_pending_count() == 7
def test_base(self): self.req_it = iter(self.requests) ob = OverusedBuffer(self.get_once, 100, 10000) assert ob._get_pending_count() == 0 assert set( ob.get_next_requests( 10, overused_keys=['www.example.com', 'example1.com'], key_type='domain')) == set([r4, r5]) assert ob._get_pending_count() == 4 assert ob.get_next_requests(10, overused_keys=['www.example.com'], key_type='domain') == [r6] assert ob._get_pending_count() == 3 assert ob.get_next_requests(10, overused_keys=['www.example.com'], key_type='domain') == [] assert ob._get_pending_count() == 3 #the max_next_requests is 3 here to cover the "len(requests) == max_next_requests" case. assert set( ob.get_next_requests(3, overused_keys=['example.com'], key_type='domain')) == set([r1, r2, r3]) assert ob._get_pending_count() == 0 assert ob.get_next_requests(10, overused_keys=[], key_type='domain') == [] assert ob._get_pending_count() == 0
def test_base(self): self.req_it = iter(self.requests) ob = OverusedBuffer(self.get_once, None, 100, None, 100) assert ob._get_pending_count() == 0 assert set(ob.get_next_requests(10, overused_keys=['www.example.com', 'example1.com'], key_type='domain')) == set([r4, r5]) assert ob._get_pending_count() == 4 assert ob.get_next_requests(10, overused_keys=['www.example.com'], key_type='domain') == [r6] assert ob._get_pending_count() == 3 assert ob.get_next_requests(10, overused_keys=['www.example.com'], key_type='domain') == [] assert ob._get_pending_count() == 3 #the max_next_requests is 3 here to cover the "len(requests) == max_next_requests" case. assert set(ob.get_next_requests(3, overused_keys=['example.com'], key_type='domain')) == set([r1, r2, r3]) assert ob._get_pending_count() == 0 assert ob.get_next_requests(10, overused_keys=[], key_type='domain') == [] assert ob._get_pending_count() == 0