Beispiel #1
0
 def test_basic_timer(self):
     queue = BulkQueue(self.es_client, flush_time=2)
     assert queue.started() is False
     queue.start_timer()
     assert queue.started() is True
     queue.add(index='events',
               doc_type='event',
               body={'keyname': 'valuename'})
     assert queue.size() == 1
     time.sleep(3)
     assert queue.size() == 0
     queue.stop_timer()
     assert queue.started() is False
Beispiel #2
0
 def test_over_threshold(self):
     queue = BulkQueue(self.es_client, flush_time=3, threshold=10)
     queue.start_timer()
     for num in range(0, 201):
         queue.add(index='events',
                   doc_type='event',
                   body={'keyname': 'value' + str(num)})
     assert self.num_objects_saved() == 200
     assert queue.size() == 1
     time.sleep(4)
     assert self.num_objects_saved() == 201
     assert queue.size() == 0
     queue.stop_timer()
Beispiel #3
0
 def test_ten_iterations(self):
     queue = BulkQueue(self.es_client, flush_time=3, threshold=10)
     queue.start_timer()
     total_events = 0
     for num_rounds in range(0, 10):
         for num in range(0, 20):
             total_events += 1
             queue.add(index='events',
                       doc_type='event',
                       body={'keyname': 'value' + str(num)})
         assert self.num_objects_saved() == total_events
     assert queue.size() == 0
     queue.stop_timer()
     assert self.num_objects_saved() == 200