def test_ecommerce_selected_non_metric_source_fields(self):
field_names = [
"category",
"currency",
"customer_birth_date",
"customer_first_name",
"user",
]
"""
Note: non of there are metric
category object
currency object
customer_birth_date datetime64[ns]
customer_first_name object
user object
"""
ed_field_mappings = FieldMappings(
client=ES_TEST_CLIENT,
index_pattern=ECOMMERCE_INDEX_NAME,
display_names=field_names,
)
pd_ecommerce = self.pd_ecommerce()[field_names]
ed_dtypes, ed_fields, es_date_formats = ed_field_mappings.metric_source_fields()
pd_metric = pd_ecommerce.select_dtypes(include=np.number)
assert pd_metric.dtypes.to_list() == ed_dtypes
assert pd_metric.columns.to_list() == ed_fields
assert len(es_date_formats) == len(ed_dtypes)
assert set(es_date_formats) == set()
def test_ecommerce_selected_all_metric_source_fields(self):
field_names = [
"total_quantity", "taxful_total_price", "taxless_total_price"
]
"""
Note: all are metric
total_quantity int64
taxful_total_price float64
taxless_total_price float64
"""
ed_field_mappings = FieldMappings(
client=ES_TEST_CLIENT,
index_pattern=ECOMMERCE_INDEX_NAME,
display_names=field_names,
)
pd_ecommerce = self.pd_ecommerce()[field_names]
ed_dtypes, ed_fields, es_date_formats = ed_field_mappings.metric_source_fields(
)
pd_metric = pd_ecommerce.select_dtypes(include=np.number)
assert pd_metric.dtypes.to_list() == ed_dtypes
assert pd_metric.columns.to_list() == ed_fields
assert len(es_date_formats) == len(ed_dtypes)
assert set(es_date_formats) == {None}
def test_flights_all_metric_source_fields(self):
ed_field_mappings = FieldMappings(
client=ES_TEST_CLIENT, index_pattern=FLIGHTS_INDEX_NAME
)
pd_flights = self.pd_flights()
ed_dtypes, ed_fields, es_date_formats = ed_field_mappings.metric_source_fields()
pd_metric = pd_flights.select_dtypes(include=np.number)
assert pd_metric.dtypes.to_list() == ed_dtypes
assert pd_metric.columns.to_list() == ed_fields
assert len(es_date_formats) == len(ed_dtypes)
assert set(es_date_formats) == {None}
def test_flights_all_metric_source_fields_bool_and_timestamp(self):
ed_field_mappings = FieldMappings(client=ES_TEST_CLIENT,
index_pattern=FLIGHTS_INDEX_NAME)
pd_flights = self.pd_flights()
ed_dtypes, ed_fields, es_date_formats = ed_field_mappings.metric_source_fields(
include_bool=True, include_timestamp=True)
pd_metric = pd_flights.select_dtypes(
include=[np.number, "bool", "datetime"])
assert pd_metric.dtypes.to_list() == ed_dtypes
assert pd_metric.columns.to_list() == ed_fields
assert len(es_date_formats) == len(ed_dtypes)
assert set(es_date_formats) == set(
{"strict_date_hour_minute_second",
None}) # TODO - test position of date_format
