def test_search_with_time_upper_and_lower_bound(self):
self.delete_index("test_index")
self.insert_line(message="testMessage1", timestamp=TIMESTAMP_ONE)
self.insert_line(message="testMessage2", timestamp=TIMESTAMP_TWO)
self.insert_line(message="testMessage3", timestamp=TIMESTAMP_THREE)
self.insert_line(message="testMessage4", timestamp=TIMESTAMP_FOUR)
self.insert_line(message="testMessage5", timestamp=TIMESTAMP_FIVE)
es = Elasticsearch(["http://localhost:9200"])
es_fetch = elasticsearch_follow.ElasticsearchFetch(es)
results = list(
es_fetch.search_surrounding(index="test_index",
from_time=TIMESTAMP_TWO,
to_time=TIMESTAMP_FOUR))
self.assertEqual(len(results), 3)
self.assertEqual(len(results[0]), 1)
self.assertEqual(results[0][0]["message"], "testMessage2")
self.assertEqual(len(results[1]), 1)
self.assertEqual(results[1][0]["message"], "testMessage3")
self.assertEqual(len(results[2]), 1)
self.assertEqual(results[2][0]["message"], "testMessage4")
def test_search_surrounding_lines(self):
self.delete_index("test_index")
self.insert_line(message="testMessage1", timestamp=TIMESTAMP_ONE)
self.insert_line(message="testMessage2", timestamp=TIMESTAMP_TWO)
self.insert_line(message="testMessage3", timestamp=TIMESTAMP_THREE)
self.insert_line(message="testMessage4", timestamp=TIMESTAMP_FOUR)
self.insert_line(message="testMessage5", timestamp=TIMESTAMP_FIVE)
es = Elasticsearch(["http://localhost:9200"])
es_fetch = elasticsearch_follow.ElasticsearchFetch(es)
new_lines = es_fetch.search("test_index")
new_lines = new_lines["hits"]["hits"]
print("Received: {}".format(new_lines))
middle_timestamp = TIMESTAMP_THREE.timestamp() * 1000
middle_docid = 2
print(middle_timestamp)
print(middle_docid)
results = list(
es_fetch.search_surrounding(index="test_index",
num_before=2,
num_after=2))
print("results: {}".format(results))
self.assertEqual(len(results), 5)
self.assertEqual(len(results[0]), 3)
self.assert_message_in_line(results[0], 0, "testMessage1")
self.assert_message_in_line(results[0], 1, "testMessage2")
self.assert_message_in_line(results[0], 2, "testMessage3")
self.assertEqual(len(results[1]), 4)
self.assert_message_in_line(results[1], 0, "testMessage1")
self.assert_message_in_line(results[1], 1, "testMessage2")
self.assert_message_in_line(results[1], 2, "testMessage3")
self.assert_message_in_line(results[1], 3, "testMessage4")
self.assertEqual(len(results[2]), 5)
self.assert_message_in_line(results[2], 0, "testMessage1")
self.assert_message_in_line(results[2], 1, "testMessage2")
self.assert_message_in_line(results[2], 2, "testMessage3")
self.assert_message_in_line(results[2], 3, "testMessage4")
self.assert_message_in_line(results[2], 4, "testMessage5")
self.assertEqual(len(results[3]), 4)
self.assert_message_in_line(results[3], 0, "testMessage2")
self.assert_message_in_line(results[3], 1, "testMessage3")
self.assert_message_in_line(results[3], 2, "testMessage4")
self.assert_message_in_line(results[3], 3, "testMessage5")
self.assertEqual(len(results[4]), 3)
self.assert_message_in_line(results[4], 0, "testMessage3")
self.assert_message_in_line(results[4], 1, "testMessage4")
self.assert_message_in_line(results[4], 2, "testMessage5")
def test_fetch_no_surrounding_line_no_search_happens(self):
es = Mock()
es_fetch = elasticsearch_follow.ElasticsearchFetch(es)
result = es_fetch.search_nearby(index="test-index",
timestamp=1,
doc_id=2,
after=True,
number=0)
self.assertFalse(es.search.called)
self.assertEqual(result, [])
def test_fetch_one_surrounding_line_search_happens(self):
es = Mock()
es.search = Mock(return_value=SEARCH_RESULT)
es_fetch = elasticsearch_follow.ElasticsearchFetch(es)
result = es_fetch.search_nearby(index="test-index",
timestamp=1,
doc_id=2,
after=True,
number=1)
self.assertTrue(es.search.called)
self.assertEqual(result, SEARCH_RESULT)
def test_search_nearby_lines(self):
self.delete_index("test_index")
self.insert_line(message="testMessage1", timestamp=TIMESTAMP_ONE)
self.insert_line(message="testMessage2", timestamp=TIMESTAMP_TWO)
self.insert_line(message="testMessage3", timestamp=TIMESTAMP_THREE)
self.insert_line(message="testMessage4", timestamp=TIMESTAMP_FOUR)
self.insert_line(message="testMessage5", timestamp=TIMESTAMP_FIVE)
es = Elasticsearch(["http://localhost:9200"])
es_fetch = elasticsearch_follow.ElasticsearchFetch(es)
middle_timestamp = TIMESTAMP_THREE.timestamp() * 1000
middle_docid = 2
print(middle_timestamp)
print(middle_docid)
results_before = es_fetch.search_nearby(
"test_index",
timestamp=middle_timestamp,
doc_id=middle_docid,
after=False,
number=2,
)
results_before = results_before["hits"]["hits"]
results_after = es_fetch.search_nearby(
"test_index",
timestamp=middle_timestamp,
doc_id=middle_docid,
after=True,
number=2,
)
results_after = results_after["hits"]["hits"]
print("results_before: {}".format(results_before))
print("results_after: {}".format(results_after))
self.assertEqual(len(results_before), 2)
self.assert_source_with_message_in_line(results_before, 0,
"testMessage2")
self.assert_source_with_message_in_line(results_before, 1,
"testMessage1")
self.assertEqual(len(results_after), 2)
self.assert_source_with_message_in_line(results_after, 0,
"testMessage4")
self.assert_source_with_message_in_line(results_after, 1,
"testMessage5")
def test_search_lines_with_query_string(self):
self.delete_index("test_index")
self.insert_line(message="testMessage1", timestamp=TIMESTAMP_ONE)
self.insert_line(message="testMessage2", timestamp=TIMESTAMP_TWO)
self.insert_line(message="testMessage3", timestamp=TIMESTAMP_THREE)
es = Elasticsearch(["http://localhost:9200"])
es_fetch = elasticsearch_follow.ElasticsearchFetch(es)
new_lines = es_fetch.search("test_index",
query_string="message:testMessage2")
new_lines = new_lines["hits"]["hits"]
print("Received: {}".format(new_lines))
self.assertEqual(len(new_lines), 1)
self.assert_source_with_message_in_line(new_lines, 0, "testMessage2")
self.assert_sort_field_expected(new_lines, 0, TIMESTAMP_TWO, 1)