def write_sites_pii_validation_files():
project = bq_utils.app_identity.get_application_id()
validation_dataset = bq_utils.get_validation_results_dataset_id()
logging.info('Calling write_results_to_site_buckets')
matching.write_results_to_site_buckets(project, validation_dataset)
return consts.SITES_VALIDATION_REPORT_SUCCESS
def write_drc_pii_validation_file():
project = bq_utils.app_identity.get_application_id()
validation_dataset = bq_utils.get_validation_results_dataset_id()
logging.info(f"Calling write_results_to_drc_bucket")
matching.write_results_to_drc_bucket(project, validation_dataset)
return consts.DRC_VALIDATION_REPORT_SUCCESS
def test_get_validation_results_dataset_id_existing(self, mock_env_var):
# preconditions
mock_env_var.return_value = 'dataset_foo'
# test
result_id = bq_utils.get_validation_results_dataset_id()
# post conditions
expected = 'dataset_foo'
self.assertEqual(result_id, expected)
def validate_pii():
project = bq_utils.app_identity.get_application_id()
combined_dataset = bq_utils.get_combined_dataset_id()
ehr_dataset = bq_utils.get_dataset_id()
dest_dataset = bq_utils.get_validation_results_dataset_id()
logging.info('Calling match_participants')
_, errors = matching.match_participants(project, combined_dataset,
ehr_dataset, dest_dataset)
if errors > 0:
logging.error("Errors encountered in validation process")
return consts.VALIDATION_SUCCESS
def test_get_validation_results_dataset_id_not_existing(
self, mock_env_var):
# preconditions
mock_env_var.return_value = bq_utils_consts.BLANK
# test
result_id = bq_utils.get_validation_results_dataset_id()
# post conditions
date_string = datetime.now().strftime(bq_utils_consts.DATE_FORMAT)
expected = bq_utils_consts.VALIDATION_DATASET_FORMAT.format(
date_string)
self.assertEqual(result_id, expected)
