def test_ValidationResultsTableContentBlockRenderer_get_status_cell(
evr_failed_with_exception, evr_success, evr_failed
):
# test for failed evr with exception
output_1 = ValidationResultsTableContentBlockRenderer._get_status_icon(
evr_failed_with_exception
)
assert output_1.to_json_dict() == {
"content_block_type": "string_template",
"string_template": {
"template": "$icon",
"params": {"icon": "", "markdown_status_icon": "❗"},
"styling": {
"params": {
"icon": {
"classes": ["fas", "fa-exclamation-triangle", "text-warning"],
"tag": "i",
}
}
},
},
}
# test for succeeded evr
output_2 = ValidationResultsTableContentBlockRenderer._get_status_icon(evr_success)
assert output_2.to_json_dict() == {
"content_block_type": "string_template",
"string_template": {
"template": "$icon",
"params": {"icon": "", "markdown_status_icon": "✅"},
"styling": {
"params": {
"icon": {
"classes": ["fas", "fa-check-circle", "text-success"],
"tag": "i",
}
}
},
},
"styling": {"parent": {"classes": ["hide-succeeded-validation-target-child"]}},
}
# test for failed evr
output_3 = ValidationResultsTableContentBlockRenderer._get_status_icon(evr_failed)
assert output_3.to_json_dict() == {
"content_block_type": "string_template",
"string_template": {
"template": "$icon",
"params": {"icon": "", "markdown_status_icon": "❌"},
"styling": {
"params": {
"icon": {"tag": "i", "classes": ["fas", "fa-times", "text-danger"]}
}
},
},
}
def _render_table(cls, validation_results, content_blocks):
content = ValidationResultsTableContentBlockRenderer.render(
validation_results,
include_column_name=False
)
content_blocks.append(content)
return [], content_blocks
def test_ValidationResultsTableContentBlockRenderer_get_content_block_fn(
evr_success):
content_block_fn = ValidationResultsTableContentBlockRenderer._get_content_block_fn(
"expect_table_row_count_to_be_between")
content_block_fn_output = content_block_fn(evr_success)
content_block_fn_expected_output = [[
RenderedStringTemplateContent(
**{
"content_block_type": "string_template",
"string_template": {
"template": "$icon",
"params": {
"icon": "",
"markdown_status_icon": "✅"
},
"styling": {
"params": {
"icon": {
"classes": [
"fas",
"fa-check-circle",
"text-success",
],
"tag":
"i",
}
}
},
},
"styling": {
"parent": {
"classes": ["hide-succeeded-validation-target-child"]
}
},
}),
RenderedStringTemplateContent(
**{
"content_block_type": "string_template",
"string_template": {
"template":
"Must have greater than or equal to $min_value rows.",
"params": {
"min_value": 0,
"max_value": None,
"result_format": "SUMMARY",
"row_condition": None,
"condition_parser": None,
"strict_max": None,
"strict_min": None,
},
"styling": None,
},
}),
"1,313",
]]
assert content_block_fn_output == content_block_fn_expected_output
def test_ValidationResultsTableContentBlockRenderer_render(titanic_profiled_name_column_evrs):
validation_results_table = ValidationResultsTableContentBlockRenderer.render(titanic_profiled_name_column_evrs)
assert isinstance(validation_results_table, RenderedComponentContent)
assert validation_results_table.content_block_type == "table"
assert len(validation_results_table.table) == 6
assert validation_results_table.header_row == ["Status", "Expectation", "Observed Value"]
assert validation_results_table.styling == {
'body': {'classes': ['table']},
'classes': ['ml-2', 'mr-2', 'mt-0', 'mb-0', 'table-responsive']
}
assert json.dumps(validation_results_table.to_json_dict()).count("$icon") == 6
def test_ValidationResultsTableContentBlockRenderer_generate_expectation_row_happy_path():
evr = ExpectationValidationResult(
success=True,
result={
'observed_value': True,
'element_count': 162, 'missing_count': 153, 'missing_percent': 94.44444444444444
},
exception_info={
'raised_exception': False, 'exception_message': None, 'exception_traceback': None
},
expectation_config=ExpectationConfiguration(
expectation_type='expect_column_min_to_be_between',
kwargs={
'column': 'live', 'min_value': None, 'max_value': None, 'result_format': 'SUMMARY'
},
meta={'BasicDatasetProfiler': {'confidence': 'very low'}}
)
)
result = ValidationResultsTableContentBlockRenderer.render([evr]).to_json_dict()
print(result)
# Note: A better approach to testing would separate out styling into a separate test.
assert result == {
'content_block_type': 'table',
'styling': {
'body': {'classes': ['table']},
'classes': ['ml-2', 'mr-2', 'mt-0', 'mb-0',
'table-responsive',
'hide-succeeded-validations-column-section-target-child']},
'table': [[{'content_block_type': 'string_template',
'styling': {'parent': {'classes': ['hide-succeeded-validation-target-child']}},
'string_template': {'template': '$icon', 'params': {'icon': ''}, 'styling': {
'params': {'icon': {'classes': ['fas', 'fa-check-circle', 'text-success'],
'tag': 'i'}}}}}, {'content_block_type': 'string_template',
'string_template': {
'template': '$column minimum value may have any numerical value.',
'params': {"column": "live",
"min_value": None,
"max_value": None,
"result_format": "SUMMARY",
"parse_strings_as_datetimes": None},
'styling': {'default': {
'classes': ['badge',
'badge-secondary']},
'params': {'column': {
'classes': ['badge',
'badge-primary']}}}}},
'True']], 'header_row': ['Status', 'Expectation', 'Observed Value']}
def test_content_block_list_available_expectations():
available_expectations = ValidationResultsTableContentBlockRenderer.list_available_expectations(
)
known_validation_results_implemented_expectations = {
'expect_column_distinct_values_to_be_in_set',
'expect_column_distinct_values_to_contain_set',
'expect_column_distinct_values_to_equal_set',
'expect_column_kl_divergence_to_be_less_than',
'expect_column_max_to_be_between', 'expect_column_mean_to_be_between',
'expect_column_median_to_be_between',
'expect_column_min_to_be_between',
'expect_column_most_common_value_to_be_in_set',
'expect_column_pair_values_A_to_be_greater_than_B',
'expect_column_pair_values_to_be_equal',
'expect_column_proportion_of_unique_values_to_be_between',
'expect_column_stdev_to_be_between', 'expect_column_sum_to_be_between',
'expect_column_to_exist',
'expect_column_unique_value_count_to_be_between',
'expect_column_value_lengths_to_be_between',
'expect_column_value_lengths_to_equal',
'expect_column_values_to_be_between',
'expect_column_values_to_be_dateutil_parseable',
'expect_column_values_to_be_decreasing',
'expect_column_values_to_be_in_set',
'expect_column_values_to_be_in_type_list',
'expect_column_values_to_be_increasing',
'expect_column_values_to_be_json_parseable',
'expect_column_values_to_be_null',
'expect_column_values_to_be_of_type',
'expect_column_values_to_be_unique',
'expect_column_values_to_match_json_schema',
'expect_column_values_to_match_regex',
'expect_column_values_to_match_regex_list',
'expect_column_values_to_match_strftime_format',
'expect_column_values_to_not_be_in_set',
'expect_column_values_to_not_be_null',
'expect_column_values_to_not_match_regex',
'expect_column_values_to_not_match_regex_list',
'expect_multicolumn_values_to_be_unique',
'expect_table_columns_to_match_ordered_list',
'expect_table_row_count_to_be_between',
'expect_table_row_count_to_equal'
}
assert known_validation_results_implemented_expectations <= set(
available_expectations)
assert len(available_expectations) >= len(
known_validation_results_implemented_expectations)
def test_ValidationResultsTableContentBlockRenderer_get_content_block_fn(evr_success):
content_block_fn = ValidationResultsTableContentBlockRenderer._get_content_block_fn("expect_table_row_count_to_be_between")
content_block_fn_output = content_block_fn(evr_success)
print(json.dumps(content_block_fn_output, indent=2))
content_block_fn_expected_output = [
[
{
"content_block_type": "string_template",
"string_template": {
"template": "$icon",
"params": {
"icon": ""
},
"styling": {
"params": {
"icon": {
"classes": [
"fas",
"fa-check-circle",
"text-success"
],
"tag": "i"
}
}
}
}
},
{
"content_block_type": "string_template",
"string_template": {
"template": "Must have more than $min_value rows.",
"params": {
"min_value": 0,
"max_value": None,
"result_format": "SUMMARY"
},
"styling": None
}
},
"1313"
]
]
assert content_block_fn_output == content_block_fn_expected_output
def test_ValidationResultsTableContentBlockRenderer_render(
titanic_profiled_name_column_evrs):
validation_results_table = ValidationResultsTableContentBlockRenderer.render(
titanic_profiled_name_column_evrs)
print(json.dumps(validation_results_table, indent=2))
assert type(validation_results_table) is RenderedComponentContent
assert validation_results_table["content_block_type"] == "table"
assert len(validation_results_table["table"]) == 6
assert validation_results_table["header_row"] == [
"Status", "Expectation", "Observed Value"
]
assert validation_results_table["styling"] == {
"body": {
"classes": ["table"]
},
"classes": ["m-3", "table-responsive"]
}
assert json.dumps(validation_results_table).count("$icon") == 6
def test_ValidationResultsTableContentBlockRenderer_render(
titanic_profiled_name_column_evrs,
):
validation_results_table = ValidationResultsTableContentBlockRenderer.render(
titanic_profiled_name_column_evrs
)
assert isinstance(validation_results_table, RenderedComponentContent)
assert validation_results_table.content_block_type == "table"
assert len(validation_results_table.table) == 6
assert validation_results_table.header_row == [
"Status",
"Expectation",
"Observed Value",
]
assert validation_results_table.styling == {
"body": {"classes": ["table"]},
"classes": ["ml-2", "mr-2", "mt-0", "mb-0", "table-responsive"],
}
assert json.dumps(validation_results_table.to_json_dict()).count("$icon") == 6
def test_ValidationResultsTableContentBlockRenderer_get_status_cell(
evr_failed_with_exception, evr_success, evr_failed):
# test for failed evr with exception
output_1 = ValidationResultsTableContentBlockRenderer._get_status_icon(
evr_failed_with_exception)
print(json.dumps(output_1, indent=2))
assert output_1 == {
"content_block_type": "string_template",
"string_template": {
"template": "$icon",
"params": {
"icon": ""
},
"styling": {
"params": {
"icon": {
"classes":
["fas", "fa-exclamation-triangle", "text-warning"],
"tag":
"i"
}
}
}
}
}
# test for succeeded evr
output_2 = ValidationResultsTableContentBlockRenderer._get_status_icon(
evr_success)
print(json.dumps(output_2, indent=2))
assert output_2 == {
"content_block_type": "string_template",
"string_template": {
"template": "$icon",
"params": {
"icon": ""
},
"styling": {
"params": {
"icon": {
"classes": ["fas", "fa-check-circle", "text-success"],
"tag": "i"
}
}
}
},
"styling": {
"parent": {
"classes": ["hide-succeeded-validation-target-child"]
}
}
}
# test for failed evr
output_3 = ValidationResultsTableContentBlockRenderer._get_status_icon(
evr_failed)
print(json.dumps(output_3, indent=2))
assert output_3 == {
"content_block_type": "string_template",
"string_template": {
"template": "$icon",
"params": {
"icon": ""
},
"styling": {
"params": {
"icon": {
"tag": "i",
"classes": ["fas", "fa-times", "text-danger"]
}
}
}
}
}
def test_ValidationResultsTableContentBlockRenderer_get_unexpected_table(
evr_success):
evr_failed_no_result = {
"success": False,
"exception_info": {
"raised_exception": False,
"exception_message": None,
"exception_traceback": None
},
"expectation_config": {
"expectation_type": "expect_column_values_to_be_in_set",
"kwargs": {
"column": "Unnamed: 0",
"value_set": [],
"result_format": "SUMMARY"
}
}
}
evr_failed_no_unexpected_list_or_counts = {
"success": False,
"result": {
"element_count": 1313,
"missing_count": 0,
"missing_percent": 0.0,
"unexpected_count": 1313,
"unexpected_percent": 100.0,
"unexpected_percent_nonmissing": 100.0,
},
"exception_info": {
"raised_exception": False,
"exception_message": None,
"exception_traceback": None
},
"expectation_config": {
"expectation_type": "expect_column_values_to_be_in_set",
"kwargs": {
"column": "Unnamed: 0",
"value_set": [],
"result_format": "SUMMARY"
}
}
}
evr_failed_partial_unexpected_list = {
"success": False,
"result": {
"element_count":
1313,
"missing_count":
0,
"missing_percent":
0.0,
"unexpected_count":
1313,
"unexpected_percent":
100.0,
"unexpected_percent_nonmissing":
100.0,
"partial_unexpected_list": [
1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18,
19, 20
],
},
"exception_info": {
"raised_exception": False,
"exception_message": None,
"exception_traceback": None
},
"expectation_config": {
"expectation_type": "expect_column_values_to_be_in_set",
"kwargs": {
"column": "Unnamed: 0",
"value_set": [],
"result_format": "SUMMARY"
}
}
}
evr_failed_partial_unexpected_counts = {
"success": False,
"result": {
"element_count":
1313,
"missing_count":
0,
"missing_percent":
0.0,
"unexpected_count":
1313,
"unexpected_percent":
100.0,
"unexpected_percent_nonmissing":
100.0,
"partial_unexpected_list": [
1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18,
19, 20
],
"partial_unexpected_index_list": [
0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17,
18, 19
],
"partial_unexpected_counts": [{
"value": 1,
"count": 1
}, {
"value": 2,
"count": 1
}, {
"value": 3,
"count": 1
}, {
"value": 4,
"count": 1
}, {
"value": 5,
"count": 1
}, {
"value": 6,
"count": 1
}, {
"value": 7,
"count": 1
}, {
"value": 8,
"count": 1
}, {
"value": 9,
"count": 1
}, {
"value": 10,
"count": 1
}, {
"value": 11,
"count": 1
}, {
"value": 12,
"count": 1
}, {
"value": 13,
"count": 1
}, {
"value": 14,
"count": 1
}, {
"value": 15,
"count": 1
}, {
"value": 16,
"count": 1
}, {
"value": 17,
"count": 1
}, {
"value": 18,
"count": 1
}, {
"value": 19,
"count": 1
}, {
"value": 20,
"count": 1
}]
},
"exception_info": {
"raised_exception": False,
"exception_message": None,
"exception_traceback": None
},
"expectation_config": {
"expectation_type": "expect_column_values_to_be_in_set",
"kwargs": {
"column": "Unnamed: 0",
"value_set": [],
"result_format": "SUMMARY"
}
}
}
# test for succeeded evr
output_1 = ValidationResultsTableContentBlockRenderer._get_unexpected_table(
evr_success)
print(output_1)
assert output_1 is None
# test for failed evr with no "result" key
output_2 = ValidationResultsTableContentBlockRenderer._get_unexpected_table(
evr_failed_no_result)
print(output_2)
assert output_2 is None
# test for failed evr with no unexpected list or unexpected counts
output_3 = ValidationResultsTableContentBlockRenderer._get_unexpected_table(
evr_failed_no_unexpected_list_or_counts)
print(output_3)
assert output_3 is None
# test for failed evr with partial unexpected list
output_4 = ValidationResultsTableContentBlockRenderer._get_unexpected_table(
evr_failed_partial_unexpected_list)
print(json.dumps(output_4, indent=2))
assert output_4 == {
"content_block_type":
"table",
"table": [[1], [2], [3], [4], [5], [6], [7], [8], [9], [10], [11],
[12], [13], [14], [15], [16], [17], [18], [19], [20]],
"header_row": ["Unexpected Value"],
"styling": {
"body": {
"classes": ["table-bordered", "table-sm", "mt-3"]
}
}
}
# test for failed evr with partial unexpected counts
output_5 = ValidationResultsTableContentBlockRenderer._get_unexpected_table(
evr_failed_partial_unexpected_counts)
print(json.dumps(output_5, indent=2))
assert output_5 == {
"content_block_type":
"table",
"table": [[1, 1], [2, 1], [3, 1], [4, 1], [5, 1], [6, 1], [7, 1],
[8, 1], [9, 1], [10, 1], [11, 1], [12, 1], [13, 1], [14, 1],
[15, 1], [16, 1], [17, 1], [18, 1], [19, 1], [20, 1]],
"header_row": ["Unexpected Value", "Count"],
"styling": {
"body": {
"classes": ["table-bordered", "table-sm", "mt-3"]
}
}
}
def test_ValidationResultsTableContentBlockRenderer_get_unexpected_statement(
evr_success, evr_failed):
evr_no_result = {
"success": True,
"exception_info": {
"raised_exception": False,
"exception_message": None,
"exception_traceback": None
},
"expectation_config": {
"expectation_type": "expect_table_row_count_to_be_between",
"kwargs": {
"min_value": 0,
"max_value": None,
"result_format": "SUMMARY"
}
}
}
evr_failed_no_unexpected_count = {
"success": False,
"result": {
"element_count":
1313,
"missing_count":
0,
"missing_percent":
0.0,
"unexpected_percent":
0.2284843869002285,
"unexpected_percent_nonmissing":
0.2284843869002285,
"partial_unexpected_list":
["Daly, Mr Peter Denis ", "Barber, Ms ", "Geiger, Miss Emily "],
"partial_unexpected_index_list": [77, 289, 303],
"partial_unexpected_counts": [{
"value": "Barber, Ms ",
"count": 1
}, {
"value": "Daly, Mr Peter Denis ",
"count": 1
}, {
"value": "Geiger, Miss Emily ",
"count": 1
}]
},
"exception_info": {
"raised_exception": False,
"exception_message": None,
"exception_traceback": None
},
"expectation_config": {
"expectation_type": "expect_column_values_to_not_match_regex",
"kwargs": {
"column": "Name",
"regex": "^\\s+|\\s+$",
"result_format": "SUMMARY"
}
}
}
# test for succeeded evr
output_1 = ValidationResultsTableContentBlockRenderer._get_unexpected_statement(
evr_success)
assert output_1 is None
# test for failed evr
output_2 = ValidationResultsTableContentBlockRenderer._get_unexpected_statement(
evr_failed)
assert output_2 == {
"content_block_type": "string_template",
"string_template": {
"template":
"\n\n$unexpected_count unexpected values found. $unexpected_percent of $element_count total rows.",
"params": {
"unexpected_count": '3',
"unexpected_percent": "≈0.2285%",
"element_count": '1,313'
},
"tag": "strong",
"styling": {
"classes": ["text-danger"]
}
}
}
# test for evr with no "result" key
output_3 = ValidationResultsTableContentBlockRenderer._get_unexpected_statement(
evr_no_result)
print(json.dumps(output_3, indent=2))
assert output_3 == None
# test for evr with no unexpected count
output_4 = ValidationResultsTableContentBlockRenderer._get_unexpected_statement(
evr_failed_no_unexpected_count)
print(output_4)
assert output_4 is None
# test for evr with exception
evr_failed_exception = {
"success": False,
"exception_info": {
"raised_exception":
True,
"exception_message":
"Unrecognized column: not_a_real_column",
"exception_traceback":
"Traceback (most recent call last):\n...more_traceback..."
},
"expectation_config": {
"expectation_type": "expect_column_values_to_not_match_regex",
"kwargs": {
"column": "Name",
"regex": "^\\s+|\\s+$",
"result_format": "SUMMARY"
}
}
}
output_5 = ValidationResultsTableContentBlockRenderer._get_unexpected_statement(
evr_failed_exception)
assert output_5 == {
'content_block_type': 'string_template',
'string_template': {
'template':
'\n\n$expectation_type raised an exception:\n$exception_message',
'params': {
'expectation_type': 'expect_column_values_to_not_match_regex',
'exception_message': 'Unrecognized column: not_a_real_column'
},
'tag': 'strong',
'styling': {
'classes': ['text-danger'],
'params': {
'exception_message': {
'tag': 'code'
},
'expectation_type': {
'classes': ['badge', 'badge-danger', 'mb-2']
}
}
}
}
}
def test_ValidationResultsTableContentBlockRenderer_get_observed_value(
evr_success):
evr_no_result_key = {
"success": True,
"exception_info": {
"raised_exception": False,
"exception_message": None,
"exception_traceback": None
},
"expectation_config": {
"expectation_type": "expect_table_row_count_to_be_between",
"kwargs": {
"min_value": 0,
"max_value": None,
"result_format": "SUMMARY"
}
}
}
evr_expect_column_values_to_not_be_null = {
"success": True,
"result": {
"element_count": 1313,
"unexpected_count": 1050,
"unexpected_percent": 79.96953541508,
"partial_unexpected_list": []
},
"exception_info": {
"raised_exception": False,
"exception_message": None,
"exception_traceback": None
},
"expectation_config": {
"expectation_type": "expect_column_values_to_not_be_null",
"kwargs": {
"column": "Unnamed: 0",
"mostly": 0.5,
"result_format": "SUMMARY"
}
}
}
evr_expect_column_values_to_be_null = {
"success": True,
"result": {
"element_count": 1313,
"unexpected_count": 0,
"unexpected_percent": 0.0,
"partial_unexpected_list": []
},
"exception_info": {
"raised_exception": False,
"exception_message": None,
"exception_traceback": None
},
"expectation_config": {
"expectation_type": "expect_column_values_to_be_null",
"kwargs": {
"column": "Unnamed: 0",
"mostly": 0.5,
"result_format": "SUMMARY"
}
}
}
# test _get_observed_value when evr["result"]["observed_value"] exists
output_1 = ValidationResultsTableContentBlockRenderer._get_observed_value(
evr_success)
print(output_1)
assert output_1 == "1,313"
# test _get_observed_value when evr["result"] does not exist
output_2 = ValidationResultsTableContentBlockRenderer._get_observed_value(
evr_no_result_key)
print(output_2)
assert output_2 == "--"
# test _get_observed_value for expect_column_values_to_not_be_null expectation type
output_3 = ValidationResultsTableContentBlockRenderer._get_observed_value(
evr_expect_column_values_to_not_be_null)
print(output_3)
assert output_3 == "≈20.03% not null"
# test _get_observed_value for expect_column_values_to_be_null expectation type
output_4 = ValidationResultsTableContentBlockRenderer._get_observed_value(
evr_expect_column_values_to_be_null)
print(output_4)
assert output_4 == "100% null"
def test_ValidationResultsTableContentBlockRenderer_generate_expectation_row_with_errored_expectation(
evr_failed_with_exception):
result = ValidationResultsTableContentBlockRenderer.render(
[evr_failed_with_exception])
print(json.dumps(result, indent=2))
assert result == {
"content_block_type":
"table",
"table":
[[{
"content_block_type": "string_template",
"string_template": {
"template": "$icon",
"params": {
"icon": ""
},
"styling": {
"params": {
"icon": {
"classes":
["fas", "fa-exclamation-triangle", "text-warning"],
"tag":
"i"
}
}
}
}
},
[{
"content_block_type": "string_template",
"string_template": {
"template": "$column Column can match any distribution.",
"params": {
"column": "live",
"partition_object": None,
"threshold": None,
"result_format": "SUMMARY"
}
}
}, {
"content_block_type": "string_template",
"string_template": {
"template":
"\n\n$expectation_type raised an exception:\n$exception_message",
"params": {
"expectation_type":
"expect_column_kl_divergence_to_be_less_than",
"exception_message": "Invalid partition object."
},
"tag": "strong",
"styling": {
"classes": ["text-danger"],
"params": {
"exception_message": {
"tag": "code"
},
"expectation_type": {
"classes": ["badge", "badge-danger", "mb-2"]
}
}
}
}
}, None], "--"]],
"styling": {
"body": {
"classes": ["table"]
},
"classes": ["m-3", "table-responsive"]
},
"header_row": ["Status", "Expectation", "Observed Value"]
}
def test_ValidationResultsTableContentBlockRenderer_generate_expectation_row_happy_path(
):
evr = {
'success': True,
'result': {
'observed_value': True,
'element_count': 162,
'missing_count': 153,
'missing_percent': 0.9444444444444444
},
'exception_info': {
'raised_exception': False,
'exception_message': None,
'exception_traceback': None
},
'expectation_config': {
'expectation_type': 'expect_column_min_to_be_between',
'kwargs': {
'column': 'live',
'min_value': None,
'max_value': None,
'result_format': 'SUMMARY'
},
'meta': {
'BasicDatasetProfiler': {
'confidence': 'very low'
}
}
}
}
result = ValidationResultsTableContentBlockRenderer.render([evr])
# print(json.dumps(result, indent=2))
#Note: A better approach to testing would separate out styling into a separate test.
assert result == {
"content_block_type":
"table",
"table": [[{
"content_block_type": "string_template",
"string_template": {
"template": "$icon",
"params": {
"icon": ""
},
"styling": {
"params": {
"icon": {
"classes":
["fas", "fa-check-circle", "text-success"],
"tag": "i"
}
}
}
}
}, {
"content_block_type": "string_template",
"string_template": {
"template":
"$column minimum value may have any numerical value.",
"params": {
"column": "live",
"min_value": None,
"max_value": None,
"result_format": "SUMMARY",
"parse_strings_as_datetimes": None
},
"styling": {
"default": {
"classes": ["badge", "badge-secondary"]
},
"params": {
"column": {
"classes": ["badge", "badge-primary"]
}
}
}
}
}, "True"]],
"styling": {
"body": {
"classes": ["table"]
},
"classes": ["m-3", "table-responsive"]
},
"header_row": ["Status", "Expectation", "Observed Value"]
}
def test_ValidationResultsTableContentBlockRenderer_generate_expectation_row_with_errored_expectation(evr_failed_with_exception):
result = ValidationResultsTableContentBlockRenderer.render([evr_failed_with_exception])
print(json.dumps(result, indent=2))
assert result == {
"content_block_type": "table",
"table": [
[
{
"content_block_type": "string_template",
"string_template": {
"template": "$icon",
"params": {
"icon": ""
},
"styling": {
"params": {
"icon": {
"classes": [
"fas",
"fa-exclamation-triangle",
"text-warning"
],
"tag": "i"
}
}
}
}
},
[
{
"content_block_type": "string_template",
"string_template": {
"template": "$column Kullback-Leibler (KL) divergence with respect to a given distribution must be lower than a provided threshold but no distribution was specified.",
"params": {
"column": "live",
"partition_object": None,
"threshold": None,
"result_format": "SUMMARY"
},
"styling": {
"default": {
"classes": [
"badge",
"badge-secondary"
]
},
"params": {
"sparklines_histogram": {
"styles": {
"font-family": "serif !important"
}
}
}
}
}
},
{
"content_block_type": "string_template",
"string_template": {
"template": "Expectation failed to execute.",
"params": {},
"tag": "strong",
"styling": {
"classes": [
"text-warning"
]
}
}
},
None
],
"--"
]
],
"styling": {
"body": {
"classes": [
"table"
]
},
"classes": [
"m-3",
"table-responsive"
]
},
"header_row": [
"Status",
"Expectation",
"Observed Value"
]
}
def test_ValidationResultsTableContentBlockRenderer_get_unexpected_statement(
evr_success, evr_failed):
evr_no_result = ExpectationValidationResult(
success=True,
exception_info={
"raised_exception": False,
"exception_message": None,
"exception_traceback": None,
},
expectation_config=ExpectationConfiguration(
expectation_type="expect_table_row_count_to_be_between",
kwargs={
"min_value": 0,
"max_value": None,
"result_format": "SUMMARY"
},
),
)
evr_failed_no_unexpected_count = ExpectationValidationResult(
success=False,
result={
"element_count":
1313,
"missing_count":
0,
"missing_percent":
0.0,
"unexpected_percent":
0.2284843869002285,
"unexpected_percent_nonmissing":
0.2284843869002285,
"partial_unexpected_list": [
"Daly, Mr Peter Denis ",
"Barber, Ms ",
"Geiger, Miss Emily ",
],
"partial_unexpected_index_list": [77, 289, 303],
"partial_unexpected_counts": [
{
"value": "Barber, Ms ",
"count": 1
},
{
"value": "Daly, Mr Peter Denis ",
"count": 1
},
{
"value": "Geiger, Miss Emily ",
"count": 1
},
],
},
exception_info={
"raised_exception": False,
"exception_message": None,
"exception_traceback": None,
},
expectation_config=ExpectationConfiguration(
expectation_type="expect_column_values_to_not_match_regex",
kwargs={
"column": "Name",
"regex": "^\\s+|\\s+$",
"result_format": "SUMMARY",
},
),
)
# test for succeeded evr
output_1 = ValidationResultsTableContentBlockRenderer._get_unexpected_statement(
evr_success)
assert output_1 == []
# test for failed evr
output_2 = ValidationResultsTableContentBlockRenderer._get_unexpected_statement(
evr_failed)
assert output_2 == [
RenderedStringTemplateContent(
**{
"content_block_type": "string_template",
"string_template": {
"template":
"\n\n$unexpected_count unexpected values found. $unexpected_percent of $element_count total rows.",
"params": {
"unexpected_count": "3",
"unexpected_percent": "≈0.2285%",
"element_count": "1,313",
},
"tag": "strong",
"styling": {
"classes": ["text-danger"]
},
},
})
]
# test for evr with no "result" key
output_3 = ValidationResultsTableContentBlockRenderer._get_unexpected_statement(
evr_no_result)
print(json.dumps(output_3, indent=2))
assert output_3 == []
# test for evr with no unexpected count
output_4 = ValidationResultsTableContentBlockRenderer._get_unexpected_statement(
evr_failed_no_unexpected_count)
print(output_4)
assert output_4 == []
# test for evr with exception
evr_failed_exception = ExpectationValidationResult(
success=False,
exception_info={
"raised_exception":
True,
"exception_message":
"Unrecognized column: not_a_real_column",
"exception_traceback":
"Traceback (most recent call last):\n...more_traceback...",
},
expectation_config=ExpectationConfiguration(
expectation_type="expect_column_values_to_not_match_regex",
kwargs={
"column": "Name",
"regex": "^\\s+|\\s+$",
"result_format": "SUMMARY",
},
),
)
output_5 = ValidationResultsTableContentBlockRenderer._get_unexpected_statement(
evr_failed_exception)
output_5 = [content.to_json_dict() for content in output_5]
expected_output_5 = [
{
"content_block_type": "string_template",
"string_template": {
"template":
"\n\n$expectation_type raised an exception:\n$exception_message",
"params": {
"expectation_type":
"expect_column_values_to_not_match_regex",
"exception_message":
"Unrecognized column: not_a_real_column",
},
"tag": "strong",
"styling": {
"classes": ["text-danger"],
"params": {
"exception_message": {
"tag": "code"
},
"expectation_type": {
"classes": ["badge", "badge-danger", "mb-2"]
},
},
},
},
},
{
"content_block_type":
"collapse",
"collapse_toggle_link":
"Show exception traceback...",
"collapse": [{
"content_block_type": "string_template",
"string_template": {
"template":
"Traceback (most recent call last):\n...more_traceback...",
"tag": "code",
},
}],
"inline_link":
False,
},
]
assert output_5 == expected_output_5
def test_ValidationResultsTableContentBlockRenderer_generate_expectation_row_with_errored_expectation(
):
evr = {
'success': False,
'exception_info': {
'raised_exception':
True,
'exception_message':
'Invalid partition object.',
'exception_traceback':
'Traceback (most recent call last):\n File "/Users/abe/Documents/superconductive/tools/great_expectations/great_expectations/data_asset/data_asset.py", line 216, in wrapper\n return_obj = func(self, **evaluation_args)\n File "/Users/abe/Documents/superconductive/tools/great_expectations/great_expectations/dataset/dataset.py", line 106, in inner_wrapper\n evaluation_result = func(self, column, *args, **kwargs)\n File "/Users/abe/Documents/superconductive/tools/great_expectations/great_expectations/dataset/dataset.py", line 3381, in expect_column_kl_divergence_to_be_less_than\n raise ValueError("Invalid partition object.")\nValueError: Invalid partition object.\n'
},
'expectation_config': {
'expectation_type': 'expect_column_kl_divergence_to_be_less_than',
'kwargs': {
'column': 'live',
'partition_object': None,
'threshold': None,
'result_format': 'SUMMARY'
},
'meta': {
'BasicDatasetProfiler': {
'confidence': 'very low'
}
}
}
}
result = ValidationResultsTableContentBlockRenderer.render([evr])
print(json.dumps(result, indent=2))
assert result == {
"content_block_type":
"table",
"table":
[[{
"content_block_type": "string_template",
"string_template": {
"template": "$icon",
"params": {
"icon": ""
},
"styling": {
"params": {
"icon": {
"classes":
["fas", "fa-exclamation-triangle", "text-warning"],
"tag":
"i"
}
}
}
}
},
[{
"content_block_type": "string_template",
"string_template": {
"template":
"$column Kullback-Leibler (KL) divergence with respect to a given distribution must be lower than a provided threshold but no distribution was specified.",
"params": {
"column": "live",
"partition_object": None,
"threshold": None,
"result_format": "SUMMARY"
},
"styling": {
"default": {
"classes": ["badge", "badge-secondary"]
},
"params": {
"sparklines_histogram": {
"styles": {
"font-family": "serif !important"
}
}
}
}
}
}, {
"content_block_type": "string_template",
"string_template": {
"template": "Expectation failed to execute.",
"params": {},
"tag": "strong",
"styling": {
"classes": ["text-warning"]
}
}
}, None], "--"]],
"styling": {
"body": {
"classes": ["table"]
},
"classes": ["m-3", "table-responsive"]
},
"header_row": ["Status", "Expectation", "Observed Value"]
}
def test_ValidationResultsTableContentBlockRenderer_generate_expectation_row_with_errored_expectation(
evr_failed_with_exception, ):
result = ValidationResultsTableContentBlockRenderer.render(
[evr_failed_with_exception]).to_json_dict()
print(result)
expected_result = {
"content_block_type":
"table",
"styling": {
"body": {
"classes": ["table"]
},
"classes": ["ml-2", "mr-2", "mt-0", "mb-0", "table-responsive"],
},
"table": [[
{
"content_block_type": "string_template",
"string_template": {
"template": "$icon",
"params": {
"icon": "",
"markdown_status_icon": "❗"
},
"styling": {
"params": {
"icon": {
"classes": [
"fas",
"fa-exclamation-triangle",
"text-warning",
],
"tag":
"i",
}
}
},
},
},
[
{
"content_block_type": "string_template",
"string_template": {
"template": "$column can match any distribution.",
"params": {
"column": "live",
"partition_object": None,
"threshold": None,
"result_format": "SUMMARY",
"row_condition": None,
"condition_parser": None,
},
},
},
{
"content_block_type": "string_template",
"string_template": {
"template":
"\n\n$expectation_type raised an exception:\n$exception_message",
"params": {
"expectation_type":
"expect_column_kl_divergence_to_be_less_than",
"exception_message": "Invalid partition object.",
},
"tag": "strong",
"styling": {
"classes": ["text-danger"],
"params": {
"exception_message": {
"tag": "code"
},
"expectation_type": {
"classes":
["badge", "badge-danger", "mb-2"]
},
},
},
},
},
{
"content_block_type":
"collapse",
"collapse_toggle_link":
"Show exception traceback...",
"collapse": [{
"content_block_type": "string_template",
"string_template": {
"template":
'Traceback (most recent call last):\n File "/great_expectations/great_expectations/data_asset/data_asset.py", line 216, in wrapper\n return_obj = func(self, **evaluation_args)\n File "/great_expectations/great_expectations/dataset/dataset.py", line 106, in inner_wrapper\n evaluation_result = func(self, column, *args, **kwargs)\n File "/great_expectations/great_expectations/dataset/dataset.py", line 3381, in expect_column_kl_divergence_to_be_less_than\n raise ValueError("Invalid partition object.")\nValueError: Invalid partition object.\n',
"tag": "code",
},
}],
"inline_link":
False,
},
],
"--",
]],
"header_row": ["Status", "Expectation", "Observed Value"],
"header_row_options": {
"Status": {
"sortable": True
}
},
"table_options": {
"search": True,
"icon-size": "sm"
},
}
assert result == expected_result
def test_ValidationResultsTableContentBlockRenderer_get_unexpected_statement(evr_success, evr_failed):
evr_no_result = {
"success": True,
"exception_info": {
"raised_exception": False,
"exception_message": None,
"exception_traceback": None
},
"expectation_config": {
"expectation_type": "expect_table_row_count_to_be_between",
"kwargs": {
"min_value": 0,
"max_value": None,
"result_format": "SUMMARY"
}
}
}
evr_failed_no_unexpected_count = {
"success": False,
"result": {
"element_count": 1313,
"missing_count": 0,
"missing_percent": 0.0,
"unexpected_percent": 0.002284843869002285,
"unexpected_percent_nonmissing": 0.002284843869002285,
"partial_unexpected_list": [
"Daly, Mr Peter Denis ",
"Barber, Ms ",
"Geiger, Miss Emily "
],
"partial_unexpected_index_list": [
77,
289,
303
],
"partial_unexpected_counts": [
{
"value": "Barber, Ms ",
"count": 1
},
{
"value": "Daly, Mr Peter Denis ",
"count": 1
},
{
"value": "Geiger, Miss Emily ",
"count": 1
}
]
},
"exception_info": {
"raised_exception": False,
"exception_message": None,
"exception_traceback": None
},
"expectation_config": {
"expectation_type": "expect_column_values_to_not_match_regex",
"kwargs": {
"column": "Name",
"regex": "^\\s+|\\s+$",
"result_format": "SUMMARY"
}
}
}
# test for succeeded evr
output_1 = ValidationResultsTableContentBlockRenderer._get_unexpected_statement(evr_success)
print(output_1)
assert output_1 is None
# test for failed evr
output_2 = ValidationResultsTableContentBlockRenderer._get_unexpected_statement(evr_failed)
print(json.dumps(output_2, indent=2))
assert output_2 == {
"content_block_type": "string_template",
"string_template": {
"template": "\n\n$unexpected_count unexpected values found. $unexpected_percent of $element_count total rows.",
"params": {
"unexpected_count": 3,
"unexpected_percent": "0.23%",
"element_count": 1313
},
"tag": "strong",
"styling": {
"classes": [
"text-danger"
]
}
}
}
# test for evr with no "result" key
output_3 = ValidationResultsTableContentBlockRenderer._get_unexpected_statement(evr_no_result)
print(json.dumps(output_3, indent=2))
assert output_3 == {
"content_block_type": "string_template",
"string_template": {
"template": "Expectation failed to execute.",
"params": {},
"tag": "strong",
"styling": {
"classes": [
"text-warning"
]
}
}
}
# test for evr with no unexpected count
output_4 = ValidationResultsTableContentBlockRenderer._get_unexpected_statement(evr_failed_no_unexpected_count)
print(output_4)
assert output_4 is None
def test_ValidationResultsTableContentBlockRenderer_get_unexpected_table(
evr_success):
evr_failed_no_result = ExpectationValidationResult(
success=False,
exception_info={
"raised_exception": False,
"exception_message": None,
"exception_traceback": None,
},
expectation_config=ExpectationConfiguration(
expectation_type="expect_column_values_to_be_in_set",
kwargs={
"column": "Unnamed: 0",
"value_set": [],
"result_format": "SUMMARY",
},
),
)
evr_failed_no_unexpected_list_or_counts = ExpectationValidationResult(
success=False,
result={
"element_count": 1313,
"missing_count": 0,
"missing_percent": 0.0,
"unexpected_count": 1313,
"unexpected_percent": 100.0,
"unexpected_percent_nonmissing": 100.0,
},
exception_info={
"raised_exception": False,
"exception_message": None,
"exception_traceback": None,
},
expectation_config=ExpectationConfiguration(
expectation_type="expect_column_values_to_be_in_set",
kwargs={
"column": "Unnamed: 0",
"value_set": [],
"result_format": "SUMMARY",
},
),
)
evr_failed_partial_unexpected_list = ExpectationValidationResult(
success=False,
result={
"element_count":
1313,
"missing_count":
0,
"missing_percent":
0.0,
"unexpected_count":
1313,
"unexpected_percent":
100.0,
"unexpected_percent_nonmissing":
100.0,
"partial_unexpected_list": [
1,
2,
3,
4,
5,
6,
7,
8,
9,
10,
11,
12,
13,
14,
15,
16,
17,
18,
19,
20,
],
},
exception_info={
"raised_exception": False,
"exception_message": None,
"exception_traceback": None,
},
expectation_config=ExpectationConfiguration(
expectation_type="expect_column_values_to_be_in_set",
kwargs={
"column": "Unnamed: 0",
"value_set": [],
"result_format": "SUMMARY",
},
),
)
evr_failed_partial_unexpected_counts = ExpectationValidationResult(
success=False,
result={
"element_count":
1313,
"missing_count":
0,
"missing_percent":
0.0,
"unexpected_count":
1313,
"unexpected_percent":
100.0,
"unexpected_percent_nonmissing":
100.0,
"partial_unexpected_list": [
1,
2,
3,
4,
5,
6,
7,
8,
9,
10,
11,
12,
13,
14,
15,
16,
17,
18,
19,
20,
],
"partial_unexpected_index_list": [
0,
1,
2,
3,
4,
5,
6,
7,
8,
9,
10,
11,
12,
13,
14,
15,
16,
17,
18,
19,
],
"partial_unexpected_counts": [
{
"value": 1,
"count": 1
},
{
"value": 2,
"count": 1
},
{
"value": 3,
"count": 1
},
{
"value": 4,
"count": 1
},
{
"value": 5,
"count": 1
},
{
"value": 6,
"count": 1
},
{
"value": 7,
"count": 1
},
{
"value": 8,
"count": 1
},
{
"value": 9,
"count": 1
},
{
"value": 10,
"count": 1
},
{
"value": 11,
"count": 1
},
{
"value": 12,
"count": 1
},
{
"value": 13,
"count": 1
},
{
"value": 14,
"count": 1
},
{
"value": 15,
"count": 1
},
{
"value": 16,
"count": 1
},
{
"value": 17,
"count": 1
},
{
"value": 18,
"count": 1
},
{
"value": 19,
"count": 1
},
{
"value": 20,
"count": 1
},
],
},
exception_info={
"raised_exception": False,
"exception_message": None,
"exception_traceback": None,
},
expectation_config=ExpectationConfiguration(
expectation_type="expect_column_values_to_be_in_set",
kwargs={
"column": "Unnamed: 0",
"value_set": [],
"result_format": "SUMMARY",
},
),
)
# test for succeeded evr
output_1 = ValidationResultsTableContentBlockRenderer._get_unexpected_table(
evr_success)
assert output_1 is None
# test for failed evr with no "result" key
output_2 = ValidationResultsTableContentBlockRenderer._get_unexpected_table(
evr_failed_no_result)
assert output_2 is None
# test for failed evr with no unexpected list or unexpected counts
output_3 = ValidationResultsTableContentBlockRenderer._get_unexpected_table(
evr_failed_no_unexpected_list_or_counts)
assert output_3 is None
# test for failed evr with partial unexpected list
output_4 = ValidationResultsTableContentBlockRenderer._get_unexpected_table(
evr_failed_partial_unexpected_list)
assert output_4.to_json_dict() == {
"content_block_type":
"table",
"table": [
[1],
[2],
[3],
[4],
[5],
[6],
[7],
[8],
[9],
[10],
[11],
[12],
[13],
[14],
[15],
[16],
[17],
[18],
[19],
[20],
],
"header_row": ["Sampled Unexpected Values"],
"styling": {
"body": {
"classes": ["table-bordered", "table-sm", "mt-3"]
}
},
}
# test for failed evr with partial unexpected counts
output_5 = ValidationResultsTableContentBlockRenderer._get_unexpected_table(
evr_failed_partial_unexpected_counts)
assert output_5.to_json_dict() == {
"content_block_type":
"table",
"table": [
[1],
[2],
[3],
[4],
[5],
[6],
[7],
[8],
[9],
[10],
[11],
[12],
[13],
[14],
[15],
[16],
[17],
[18],
[19],
[20],
],
"header_row": ["Sampled Unexpected Values"],
"styling": {
"body": {
"classes": ["table-bordered", "table-sm", "mt-3"]
}
},
}
def test_ValidationResultsTableContentBlockRenderer_get_observed_value(
evr_success):
evr_no_result_key = ExpectationValidationResult(
success=True,
exception_info={
"raised_exception": False,
"exception_message": None,
"exception_traceback": None,
},
expectation_config=ExpectationConfiguration(
expectation_type="expect_table_row_count_to_be_between",
kwargs={
"min_value": 0,
"max_value": None,
"result_format": "SUMMARY"
},
),
)
evr_expect_column_values_to_not_be_null = ExpectationValidationResult(
success=True,
result={
"element_count": 1313,
"unexpected_count": 1050,
"unexpected_percent": 79.96953541508,
"partial_unexpected_list": [],
},
exception_info={
"raised_exception": False,
"exception_message": None,
"exception_traceback": None,
},
expectation_config=ExpectationConfiguration(
expectation_type="expect_column_values_to_not_be_null",
kwargs={
"column": "Unnamed: 0",
"mostly": 0.5,
"result_format": "SUMMARY"
},
),
)
evr_expect_column_values_to_be_null = ExpectationValidationResult(
success=True,
result={
"element_count": 1313,
"unexpected_count": 0,
"unexpected_percent": 0.0,
"partial_unexpected_list": [],
},
exception_info={
"raised_exception": False,
"exception_message": None,
"exception_traceback": None,
},
expectation_config=ExpectationConfiguration(
expectation_type="expect_column_values_to_be_null",
kwargs={
"column": "Unnamed: 0",
"mostly": 0.5,
"result_format": "SUMMARY"
},
),
)
# test _get_observed_value when evr.result["observed_value"] exists
output_1 = ValidationResultsTableContentBlockRenderer._get_observed_value(
evr_success)
assert output_1 == "1,313"
# test _get_observed_value when evr.result does not exist
output_2 = ValidationResultsTableContentBlockRenderer._get_observed_value(
evr_no_result_key)
assert output_2 == "--"
# test _get_observed_value for expect_column_values_to_not_be_null expectation type
output_3 = ValidationResultsTableContentBlockRenderer._get_observed_value(
evr_expect_column_values_to_not_be_null)
assert output_3 == "≈20.03% not null"
# test _get_observed_value for expect_column_values_to_be_null expectation type
output_4 = ValidationResultsTableContentBlockRenderer._get_observed_value(
evr_expect_column_values_to_be_null)
assert output_4 == "100% null"
def test_ValidationResultsTableContentBlockRenderer_generate_expectation_row_with_errored_expectation(evr_failed_with_exception):
result = ValidationResultsTableContentBlockRenderer.render([evr_failed_with_exception]).to_json_dict()
print(result)
expected_result = {
'content_block_type': 'table', 'styling': {
'body': {'classes': ['table']},
'classes': ['ml-2', 'mr-2', 'mt-0', 'mb-0',
'table-responsive']}, 'table': [[{
'content_block_type': 'string_template',
'string_template': {
'template': '$icon',
'params': {
'icon': ''},
'styling': {
'params': {
'icon': {
'classes': [
'fas',
'fa-exclamation-triangle',
'text-warning'],
'tag': 'i'}}}}},
[{
'content_block_type': 'string_template',
'string_template': {
'template': '$column can match any distribution.',
'params': {
"column": "live",
"partition_object": None,
"threshold": None,
"result_format": "SUMMARY"}}},
{
'content_block_type': 'string_template',
'string_template': {
'template': '\n\n$expectation_type raised an exception:\n$exception_message',
'params': {
'expectation_type': 'expect_column_kl_divergence_to_be_less_than',
'exception_message': 'Invalid partition object.'},
'tag': 'strong',
'styling': {
'classes': [
'text-danger'],
'params': {
'exception_message': {
'tag': 'code'},
'expectation_type': {
'classes': [
'badge',
'badge-danger',
'mb-2']}}}}},
{
'content_block_type': 'collapse',
'collapse_toggle_link': 'Show exception traceback...',
'collapse': [
{
'content_block_type': 'string_template',
'string_template': {
'template': 'Traceback (most recent call last):\n File "/great_expectations/great_expectations/data_asset/data_asset.py", line 216, in wrapper\n return_obj = func(self, **evaluation_args)\n File "/great_expectations/great_expectations/dataset/dataset.py", line 106, in inner_wrapper\n evaluation_result = func(self, column, *args, **kwargs)\n File "/great_expectations/great_expectations/dataset/dataset.py", line 3381, in expect_column_kl_divergence_to_be_less_than\n raise ValueError("Invalid partition object.")\nValueError: Invalid partition object.\n',
'tag': 'code'}}],
'inline_link': False}],
'--']],
'header_row': ['Status', 'Expectation', 'Observed Value']}
assert result == expected_result
