class TestAdd(BulkQueueTest):
def setup(self):
super(TestAdd, self).setup()
self.queue = BulkQueue(self.es_client, threshold=20)
def test_basic_add(self):
assert self.queue.size() == 0
self.queue.add(index='events', doc_type='event', body={'keyname', 'valuename'})
assert self.queue.size() == 1
assert self.queue.started() is False
def test_add_exact_threshold(self):
for num in range(0, 20):
self.queue.add(index='events', doc_type='event', body={'keyname': 'value' + str(num)})
assert self.queue.size() == 0
assert self.num_objects_saved() == 20
assert self.queue.started() is False
def test_add_over_threshold(self):
for num in range(0, 21):
self.queue.add(index='events', doc_type='event', body={'keyname': 'value' + str(num)})
assert self.num_objects_saved() == 20
assert self.queue.size() == 1
assert self.queue.started() is False
def test_add_multiple_thresholds(self):
for num in range(0, 201):
self.queue.add(index='events', doc_type='event', body={'keyname': 'value' + str(num)})
assert self.num_objects_saved() == 200
assert self.queue.size() == 1
assert self.queue.started() is False
class TestAdd(BulkQueueTest):
def setup(self):
super().setup()
self.queue = BulkQueue(self.es_client, threshold=20)
def test_basic_add(self):
assert self.queue.size() == 0
self.queue.add(index='events', body={'keyname', 'valuename'})
assert self.queue.size() == 1
assert self.queue.started() is False
def test_add_exact_threshold(self):
for num in range(0, 20):
self.queue.add(index='events',
body={'keyname': 'value' + str(num)})
assert self.queue.size() == 0
assert self.num_objects_saved() == 20
assert self.queue.started() is False
def test_add_over_threshold(self):
for num in range(0, 21):
self.queue.add(index='events',
body={'keyname': 'value' + str(num)})
assert self.num_objects_saved() == 20
assert self.queue.size() == 1
assert self.queue.started() is False
def test_add_multiple_thresholds(self):
for num in range(0, 201):
self.queue.add(index='events',
body={'keyname': 'value' + str(num)})
assert self.num_objects_saved() == 200
assert self.queue.size() == 1
assert self.queue.started() is False
def test_basic_timer(self):
queue = BulkQueue(self.es_client, flush_time=2)
assert queue.started() is False
queue.start_thread()
assert queue.started() is True
queue.add(index='events', doc_type='event', body={'keyname': 'valuename'})
assert queue.size() == 1
time.sleep(3)
assert queue.size() == 0
queue.stop_thread()
assert queue.started() is False
def test_basic_timer(self):
queue = BulkQueue(self.es_client, flush_time=2)
assert queue.started() is False
queue.start_thread()
assert queue.started() is True
queue.add(index='events', body={'keyname': 'valuename'})
assert queue.size() == 1
time.sleep(3)
assert queue.size() == 0
queue.stop_thread()
assert queue.started() is False