def test_import_files(self):
path_obj = os.path.join(self.tmp_dir, 'objects')
c = yaml_load('hdata/config.yaml')
r = LocalRepository(c, path_obj)
r.change_config_store(testprofile, testbucketname, 's3', region=None, endpoint_url=None)
r.import_files(None, None, self.tmp_dir, 2, '{}://{}'.format('s3', testbucketname))
for h in hs:
file_path = os.path.join(self.tmp_dir, h)
dir_file = os.path.join('hdata', h)
self.assertTrue(os.path.exists(file_path))
self.assertTrue(filecmp.cmp(dir_file, file_path))
def import_files(self, object, path, directory, retry, bucket):
err_msg = 'Invalid ml-git project!'
try:
root = get_root_path()
root_dir = os.path.join(root, directory)
except Exception:
log.error(err_msg, class_name=REPOSITORY_CLASS_NAME)
return
local = LocalRepository(
self.__config, get_objects_path(self.__config, self.__repo_type),
self.__repo_type)
bucket_name = bucket['bucket_name']
store_type = bucket['store_type']
local.change_config_store(bucket['profile'],
bucket_name,
store_type,
region=bucket['region'],
endpoint_url=bucket['endpoint_url'])
local.import_files(object, path, root_dir, retry,
'{}://{}'.format(store_type, bucket_name))