def validate():
json_input = request.get_json(force=True)
sys.argv = ["example.py", "-c", json_input["config_file"]]
file_system_validator.init()
response = {"validation": "yes"}
return make_response(jsonify(response), 200)
def test_sample_case_integration_fs_validator(self):
"""Integration test for rule set defined in mock config file."""
with open(PACKAGE_DIR + "/mock_data/config_family_fs.json") as f:
config = Config.parse(f)
config.source_df = PACKAGE_DIR + config.source_df
config.output_correctness_table = PACKAGE_DIR + config.output_completeness_table
config.output_completeness_table = (PACKAGE_DIR +
config.output_completeness_table)
config.output_comparison_table = PACKAGE_DIR + config.output_comparison_table
config.comparable_dfs_list = list(
map(lambda x: PACKAGE_DIR + x, config.comparable_dfs_list))
self.spark.sparkContext.addFile(PACKAGE_DIR +
"/mock_data/config_family_fs.json")
sys.argv = [
"example.py",
"-c",
PACKAGE_DIR + "/mock_data/config_family_fs.json",
]
file_system_validator.init()
correctness_table = self.spark.read.json(
"/tmp/mock_data/output/family_sample_test_correctness")
completeness_table = self.spark.read.json(
"/tmp/mock_data/output/family_sample_test_completeness")
comparison_table = self.spark.read.json(
"/tmp/mock_data/output/family_sample_test_comparison")
self.assertTrue(correctness_table.count() >= 6)
self.assertTrue(completeness_table.count() >= 1)
self.assertTrue(comparison_table.count() >= 1)
def validate():
json_input = request.get_json(force=True)
with open('config.json', 'w') as fp:
json.dump(json_input, fp)
sys.argv = ["example.py", "-c", 'config.json']
print("JSON: {}".format(json_input))
file_system_validator.init()
response = {"validation": "yes"}
return make_response(jsonify(response), 200)