def test_database_evaluation_parameter_store_get_bind_params(param_store):
# Bind params must be expressed as a string-keyed dictionary.
# Verify that the param_store supports that
run_id = RunIdentifier(run_name=datetime.datetime.now(
datetime.timezone.utc).strftime("%Y%m%dT%H%M%S.%fZ"))
metric_identifier = ValidationMetricIdentifier(
run_id=run_id,
data_asset_name=None,
expectation_suite_identifier="asset.warning",
metric_name=
"expect_column_values_to_match_regex.result.unexpected_percent",
metric_kwargs_id="column=mycol",
)
metric_value = 12.3456789
param_store.set(metric_identifier, metric_value)
metric_identifier = ValidationMetricIdentifier(
run_id=run_id,
data_asset_name=None,
expectation_suite_identifier="asset.warning",
metric_name=
"expect_table_row_count_to_be_between.result.observed_value",
metric_kwargs_id=None,
)
metric_value = 512
param_store.set(metric_identifier, metric_value)
metric_identifier = ValidationMetricIdentifier(
run_id=run_id,
data_asset_name=None,
expectation_suite_identifier="asset2.warning",
metric_name=
"expect_column_values_to_match_regex.result.unexpected_percent",
metric_kwargs_id="column=mycol",
)
metric_value = 12.3456789
param_store.set(metric_identifier, metric_value)
params = param_store.get_bind_params(run_id)
assert params == {
"urn:great_expectations:validations:asset.warning:"
"expect_column_values_to_match_regex.result.unexpected_percent:column=mycol":
12.3456789,
"urn:great_expectations:validations:asset.warning:"
"expect_table_row_count_to_be_between.result.observed_value":
512,
"urn:great_expectations:validations:asset2.warning:"
"expect_column_values_to_match_regex.result.unexpected_percent:column=mycol":
12.3456789,
}
def test_database_evaluation_parameter_store_basics(param_store):
run_id = datetime.datetime.utcnow().strftime("%Y%m%dT%H%M%S.%fZ")
metric_identifier = ValidationMetricIdentifier(
run_id=run_id,
expectation_suite_identifier="asset.warning",
metric_name=
"expect_column_values_to_match_regex.result.unexpected_percent",
metric_kwargs_id="column=mycol")
metric_value = 12.3456789
param_store.set(metric_identifier, metric_value)
value = param_store.get(metric_identifier)
assert value == metric_value
def test_StoreMetricsAction(
basic_in_memory_data_context_for_validation_operator):
action = StoreMetricsAction(
data_context=basic_in_memory_data_context_for_validation_operator,
requested_metrics={
"*": [
"statistics.evaluated_expectations",
"statistics.successful_expectations",
]
},
target_store_name="metrics_store",
)
run_id = RunIdentifier(run_name="bar")
validation_result = ExpectationSuiteValidationResult(
success=False,
meta={
"expectation_suite_name": "foo",
"run_id": run_id
},
statistics={
"evaluated_expectations": 5,
"successful_expectations": 3
},
)
# Run the action and store our metrics
action.run(
validation_result,
ValidationResultIdentifier.from_object(validation_result),
data_asset=None,
)
validation_result = ExpectationSuiteValidationResult(
success=False,
meta={
"expectation_suite_name": "foo.warning",
"run_id": run_id
},
statistics={
"evaluated_expectations": 8,
"successful_expectations": 4
},
)
action.run(
validation_result,
ValidationResultIdentifier.from_object(validation_result),
data_asset=None,
)
assert (
basic_in_memory_data_context_for_validation_operator.
stores["metrics_store"].get(
ValidationMetricIdentifier(
run_id=run_id,
data_asset_name=None,
expectation_suite_identifier=ExpectationSuiteIdentifier("foo"),
metric_name="statistics.evaluated_expectations",
metric_kwargs_id=None,
)) == 5)
assert (
basic_in_memory_data_context_for_validation_operator.
stores["metrics_store"].get(
ValidationMetricIdentifier(
run_id=run_id,
data_asset_name=None,
expectation_suite_identifier=ExpectationSuiteIdentifier("foo"),
metric_name="statistics.successful_expectations",
metric_kwargs_id=None,
)) == 3)
assert (basic_in_memory_data_context_for_validation_operator.
stores["metrics_store"].get(
ValidationMetricIdentifier(
run_id=run_id,
data_asset_name=None,
expectation_suite_identifier=ExpectationSuiteIdentifier(
"foo.warning"),
metric_name="statistics.evaluated_expectations",
metric_kwargs_id=None,
)) == 8)
assert (basic_in_memory_data_context_for_validation_operator.
stores["metrics_store"].get(
ValidationMetricIdentifier(
run_id=run_id,
data_asset_name=None,
expectation_suite_identifier=ExpectationSuiteIdentifier(
"foo.warning"),
metric_name="statistics.successful_expectations",
metric_kwargs_id=None,
)) == 4)
def test_StoreMetricsAction_column_metric(
basic_in_memory_data_context_for_validation_operator, ):
action = StoreMetricsAction(
data_context=basic_in_memory_data_context_for_validation_operator,
requested_metrics={
"*": [
{
"column": {
"provider_id": [
"expect_column_values_to_be_unique.result.unexpected_count"
]
}
},
"statistics.evaluated_expectations",
"statistics.successful_expectations",
]
},
target_store_name="metrics_store",
)
run_id = RunIdentifier(run_name="bar")
validation_result = ExpectationSuiteValidationResult(
success=False,
meta={
"expectation_suite_name": "foo",
"run_id": run_id
},
results=[
ExpectationValidationResult(
meta={},
result={
"element_count": 10,
"missing_count": 0,
"missing_percent": 0.0,
"unexpected_count": 7,
"unexpected_percent": 0.0,
"unexpected_percent_nonmissing": 0.0,
"partial_unexpected_list": [],
},
success=True,
expectation_config=ExpectationConfiguration(
expectation_type="expect_column_values_to_be_unique",
kwargs={
"column": "provider_id",
"result_format": "BASIC"
},
),
exception_info=None,
)
],
statistics={
"evaluated_expectations": 5,
"successful_expectations": 3
},
)
action.run(
validation_result,
ValidationResultIdentifier.from_object(validation_result),
data_asset=None,
)
assert (
basic_in_memory_data_context_for_validation_operator.
stores["metrics_store"].get(
ValidationMetricIdentifier(
run_id=run_id,
data_asset_name=None,
expectation_suite_identifier=ExpectationSuiteIdentifier("foo"),
metric_name=
"expect_column_values_to_be_unique.result.unexpected_count",
metric_kwargs_id="column=provider_id",
)) == 7)