def test_add_id(self):
log_item = LogItem()
doc = {
"_id": 1,
"_source": {},
"_index": "all_data_types",
"_type": "_doc"
}
DocLogItemConverter._add_id(doc, log_item)
self.assertSetEqual({("_id", "1")}, set(log_item.contents))
def test_to_log_item(self):
log_item = DocLogItemConverter.to_log_item(self.doc, "es_date")
self.assertEqual(1532354400, log_item.get_time())
excepted_contents = [
('es_short', '-2'), ('es_boolean', 'true'),
('__tag__:__es_index__', 'all_data_types'),
('__tag__:__es_type__', '_doc'), ('es_ip_range', '192.168.0.0/16'),
('es_double_range', '{"gte": 1.23}'), ('es_long', '1'),
('es_integer_range', '{"gte": 10, "lte": 20}'), ('_id', '1'),
('es_binary', 'U29tZSBiaW5hcnkgYmxvYg=='),
('es_geo_shape',
'{"type": "point", "coordinates": [-77.03653, 38.897676]}'),
('es_byte', '127'),
('es_geo_point', '{"lat": 41.12, "lon": -71.34}'),
('es_long_range', '{"lt": 20}'), ('es_scaled_float', '12.3456789'),
('es_half_float', '12.3456789'),
('es_date_range',
'{"gte": "2015-10-31 12:00:00", "lte": "2015-11-01"}'),
('es_double', '12.3456789'), ('es_array', "['x', 'y', 'z']"),
('es_float', '-3.14'), ('es_keyword', 'es_keyword'),
('es_object', '{"sub_double_range": {"lt": 4.56, "gt": 1.23}, '
'"sub_long": 123, '
'"sub_double": 12.345, '
'"sub_object": {"sub_sub_text": "sub_sub_text", "sub_sub_boolean": "true"}, '
'"sub_text": "sub_text", '
'"sub_date": 1420070400001, '
'"sub_boolean": "false", '
'"sub_byte": -128}'),
('es_float_range', '{"lt": 4.56, "gt": 1.23}'),
('es_text', 'es_text')
]
self.assertSetEqual(set(excepted_contents),
set(log_item.get_contents()))
def _put_docs(self, docs):
if len(docs) <= 0:
return
logitems = [
DocLogItemConverter.to_log_item(doc, self._time_reference)
for doc in docs
]
self._logstore.put_logs(logitems)
def test_add_type_without_index_field(self):
log_item = LogItem()
doc = {"_id": 1, "_source": {}, "_index": "all_data_types"}
DocLogItemConverter._add_type(doc, log_item)
self.assertSetEqual(set(), set(log_item.contents))
def test_add_type(self):
log_item = LogItem()
doc = {"_type": "_doc"}
DocLogItemConverter._add_type(doc, log_item)
self.assertSetEqual({("__tag__:__es_type__", "_doc")},
set(log_item.contents))
def test_add_index(self):
log_item = LogItem()
doc = {"_index": "index1"}
DocLogItemConverter._add_index(doc, log_item)
self.assertSetEqual({("__tag__:__es_index__", "index1")},
set(log_item.contents))
def test_get_index(self):
index = DocLogItemConverter.get_index(self.doc)
self.assertEqual("all_data_types", index)
def test_to_log_item(self):
log_item = DocLogItemConverter.to_log_item(self.doc, "es_date")
self.assertEqual(1532354400, log_item.get_time())