def write_sites_pii_validation_files(): project = bq_utils.app_identity.get_application_id() validation_dataset = bq_utils.get_validation_results_dataset_id() logging.info('Calling write_results_to_site_buckets') matching.write_results_to_site_buckets(project, validation_dataset) return consts.SITES_VALIDATION_REPORT_SUCCESS
def write_drc_pii_validation_file(): project = bq_utils.app_identity.get_application_id() validation_dataset = bq_utils.get_validation_results_dataset_id() logging.info(f"Calling write_results_to_drc_bucket") matching.write_results_to_drc_bucket(project, validation_dataset) return consts.DRC_VALIDATION_REPORT_SUCCESS
def test_get_validation_results_dataset_id_existing(self, mock_env_var): # preconditions mock_env_var.return_value = 'dataset_foo' # test result_id = bq_utils.get_validation_results_dataset_id() # post conditions expected = 'dataset_foo' self.assertEqual(result_id, expected)
def validate_pii(): project = bq_utils.app_identity.get_application_id() combined_dataset = bq_utils.get_combined_dataset_id() ehr_dataset = bq_utils.get_dataset_id() dest_dataset = bq_utils.get_validation_results_dataset_id() logging.info('Calling match_participants') _, errors = matching.match_participants(project, combined_dataset, ehr_dataset, dest_dataset) if errors > 0: logging.error("Errors encountered in validation process") return consts.VALIDATION_SUCCESS
def test_get_validation_results_dataset_id_not_existing( self, mock_env_var): # preconditions mock_env_var.return_value = bq_utils_consts.BLANK # test result_id = bq_utils.get_validation_results_dataset_id() # post conditions date_string = datetime.now().strftime(bq_utils_consts.DATE_FORMAT) expected = bq_utils_consts.VALIDATION_DATASET_FORMAT.format( date_string) self.assertEqual(result_id, expected)