async def test_model_json_data_partition_location_consistency(self):
'''
Testing whether DataPartition Location is consistently populated when:
1. Manifest is read directly.
2. Manifest is obtained by converting a model.json.
'''
test_name = 'test_model_json_data_partition_location_consistency'
test_name_in_pascal_case = StringUtils.snake_case_to_pascal_case(test_name)
cdm_corpus = TestHelper.get_local_corpus(self.tests_subpath, test_name)
manifest_read = await cdm_corpus.fetch_object_async('default.manifest.cdm.json', cdm_corpus.storage.fetch_root_folder('local'))
self.assertEqual('EpisodeOfCare/partition-data.csv', manifest_read.entities[0].data_partitions[0].location)
converted_to_model_json = await ManifestPersistence.to_data(manifest_read, None, None)
location = converted_to_model_json.entities[0]['partitions'][0]['location'] # type: str
location_path = os.path.join('TestData', 'Persistence', 'ModelJson', 'DataPartition', test_name_in_pascal_case, 'Input', 'EpisodeOfCare', 'partition-data.csv')
# Model Json uses absolute adapter path.
self.assertTrue(location.find(location_path) != -1)
cdm_corpus2 = TestHelper.get_local_corpus(self.tests_subpath, test_name)
manifest_after_convertion = await ManifestPersistence.from_object(cdm_corpus2.ctx, converted_to_model_json, cdm_corpus2.storage.fetch_root_folder('local'))
self.assertEqual('EpisodeOfCare/partition-data.csv', manifest_after_convertion.entities[0].data_partitions[0].location)
# TODO: Need to change path in C#
cdm_corpus3 = TestHelper.get_local_corpus(self.tests_subpath, test_name)
read_file = TestHelper.get_input_file_content(self.tests_subpath, test_name, 'model.json')
namespace_folder = cdm_corpus3.storage.fetch_root_folder('local')
location_path3 = 'C:\\\\cdm\\\\testData\\\\Persistence\\\\ModelJson\\\\DataPartition\\\\TestModelJsonDataPartitionLocationConsistency\\\\Input\\\\EpisodeOfCare\\\\partition-data.csv'
model_json_as_string = read_file.replace('\uFEFF', '').replace(location_path3, location.replace('\\', '\\\\'))
manifest_read_from_model_json = await ManifestPersistence.from_object(cdm_corpus3.ctx, Model().decode(model_json_as_string), namespace_folder)
self.assertEqual('EpisodeOfCare/partition-data.csv', manifest_read_from_model_json.entities[0].data_partitions[0].location)
def fetch_config(self) -> str:
result_config = {'type': self._type}
config_object = {
'hostname': self.hostname,
'root': self.root
}
# Check for clientId auth, we won't write shared key or secrets to JSON.
if self.client_id and self.tenant:
config_object['tenant'] = self.tenant
config_object['clientId'] = self.client_id
# Try constructing network configs.
config_object.update(self.fetch_network_config())
if self.location_hint:
config_object['locationHint'] = self.location_hint
if self.endpoint:
config_object['endpoint'] = StringUtils.snake_case_to_pascal_case(self.endpoint.name)
result_config['config'] = config_object
return json.dumps(result_config)
def get_test_folder_path(test_subpath: str, test_name: str, folder_name: str,
is_language_specific: Optional[bool] = False):
test_name = StringUtils.snake_case_to_pascal_case(test_name)
test_folder_path = os.path.join('..', 'TestData', test_subpath, test_name, folder_name, 'Python') \
if is_language_specific else os.path.join('..', 'TestData', test_subpath, test_name,
folder_name)
if folder_name == ACTUAL_OUTPUT_FOLDER_NAME and not os.path.isdir(test_folder_path):
os.makedirs(test_folder_path, exist_ok=True)
return test_folder_path
