def test_existence_check_failures(self) -> None:
self.mock_client.run_query_async.return_value = [
"some result row",
"some other result row",
]
job = DataValidationJob(
region_code="US_VA",
validation=ExistenceDataValidationCheck(
validation_type=ValidationCheckType.EXISTENCE,
view=BigQueryView(
dataset_id="my_dataset",
view_id="test_view",
view_query_template="select * from literally_anything",
),
),
)
result = ExistenceValidationChecker.run_check(job)
self.assertEqual(
result,
DataValidationJobResult(
validation_job=job,
was_successful=False,
failure_description=
"Found [2] invalid rows, though [0] were expected",
),
)
def test_existence_check_failures_below_threshold(self) -> None:
self.mock_client.run_query_async.return_value = [
"some result row",
"some other result row",
]
job = DataValidationJob(
region_code="US_VA",
validation=ExistenceDataValidationCheck(
validation_type=ValidationCheckType.EXISTENCE,
view=BigQueryView(
dataset_id="my_dataset",
view_id="test_view",
view_query_template="select * from literally_anything",
),
num_allowed_rows=2,
),
)
result = ExistenceValidationChecker.run_check(job)
self.assertEqual(
result,
DataValidationJobResult(validation_job=job,
was_successful=True,
failure_description=None),
)
def test_existence_check_failures(self) -> None:
self.mock_client.run_query_async.return_value = [
"some result row",
"some other result row",
]
job = DataValidationJob(
region_code="US_VA",
validation=ExistenceDataValidationCheck(
validation_category=ValidationCategory.INVARIANT,
validation_type=ValidationCheckType.EXISTENCE,
view_builder=SimpleBigQueryViewBuilder(
dataset_id="my_dataset",
view_id="test_view",
description="test_view description",
view_query_template="select * from literally_anything",
),
),
)
result = ExistenceValidationChecker.run_check(job)
self.assertEqual(
result,
DataValidationJobResult(
validation_job=job,
result_details=ExistenceValidationResultDetails(
num_invalid_rows=2, num_allowed_rows=0),
),
)
def test_existence_check_no_failures(self):
self.mock_client.run_query_async.return_value = []
job = DataValidationJob(region_code='US_VA',
validation=ExistenceDataValidationCheck(
validation_type=ValidationCheckType.EXISTENCE,
view=BigQueryView(dataset_id='my_dataset',
view_id='test_view',
view_query_template='select * from literally_anything')
))
result = ExistenceValidationChecker.run_check(job)
self.assertEqual(result,
DataValidationJobResult(validation_job=job, was_successful=True, failure_description=None))
def test_existence_check_failures(self):
self.mock_client.run_query_async.return_value = ['some result row', 'some other result row']
job = DataValidationJob(region_code='US_VA',
validation=ExistenceDataValidationCheck(
validation_type=ValidationCheckType.EXISTENCE,
view=BigQueryView(dataset_id='my_dataset',
view_id='test_view',
view_query_template='select * from literally_anything')
))
result = ExistenceValidationChecker.run_check(job)
self.assertEqual(result,
DataValidationJobResult(validation_job=job,
was_successful=False,
failure_description='Found 2 invalid rows, though 0 were expected'))
# You should have received a copy of the GNU General Public License
# along with this program. If not, see <https://www.gnu.org/licenses/>.
# =============================================================================
"""Utilities for resolving the appropriate validation checker to use."""
from typing import Dict
from recidiviz.validation.checks.existence_check import ExistenceValidationChecker
from recidiviz.validation.checks.sameness_check import SamenessValidationChecker
from recidiviz.validation.checks.validation_checker import ValidationChecker
from recidiviz.validation.validation_models import (
ValidationCheckType,
DataValidationJob,
)
_CHECKER_FOR_TYPE: Dict[ValidationCheckType, ValidationChecker] = {
ValidationCheckType.EXISTENCE: ExistenceValidationChecker(),
ValidationCheckType.SAMENESS: SamenessValidationChecker(),
}
def _checker_for_type(check_type: ValidationCheckType) -> ValidationChecker:
checker = _CHECKER_FOR_TYPE.get(check_type, None)
if checker:
return checker
raise ValueError(
f"No checker implementation enabled for check type {check_type}")
def checker_for_validation(
validation_job: DataValidationJob) -> ValidationChecker: