def handle_not_installed(): # for now just traverse as fs lgr.warning("%s is either not installed or lacks meta-data", subds) subfs = fs_extract(subds_path, rootds, basepath=rootds.path) # but add a custom type that it is a not installed subds subfs['type'] = 'uninitialized' # we need to kick it out from 'children' # TODO: this is inefficient and cruel -- "ignored" should be made # smarted to ignore submodules for the repo #if fs['nodes']: # fs['nodes'] = [c for c in fs['nodes'] if c['path'] != subds_rpath] return subfs
def handle_not_installed(): # for now just traverse as fs lgr.warning("%s is either not installed or lacks meta-data", subds) subfs = fs_extract(subds_path, rootds, basepath=rootds.path) # but add a custom type that it is a not installed subds subfs['type'] = 'uninitialized' # we need to kick it out from 'children' # TODO: this is inefficient and cruel -- "ignored" should be made # smarted to ignore submodules for the repo #if fs['nodes']: # fs['nodes'] = [c for c in fs['nodes'] if c['path'] != subds_rpath] return subfs
def _traverse_handle_subds( subds_rpath, rootds, recurse_datasets, recurse_directories, json): """A helper to deal with the subdataset node - recurse or just pick up may be alrady collected in it web meta """ subds_path = opj(rootds.path, subds_rpath) subds = Dataset(subds_path) subds_json = metadata_locator(path='.', ds_path=subds_path) def handle_not_installed(): # for now just traverse as fs lgr.warning("%s is either not installed or lacks meta-data", subds) subfs = fs_extract(subds_path, rootds, basepath=rootds.path) # but add a custom type that it is a not installed subds subfs['type'] = 'uninitialized' # we need to kick it out from 'children' # TODO: this is inefficient and cruel -- "ignored" should be made # smarted to ignore submodules for the repo #if fs['nodes']: # fs['nodes'] = [c for c in fs['nodes'] if c['path'] != subds_rpath] return subfs if not subds.is_installed(): subfs = handle_not_installed() elif recurse_datasets: subfs = ds_traverse(subds, json=json, recurse_datasets=recurse_datasets, recurse_directories=recurse_directories, parent=rootds) subfs.pop('nodes', None) #size_list.append(subfs['size']) # else just pick the data from metadata_file of each subdataset else: subfs = None lgr.info(subds.path) if exists(subds_json): with open(subds_json) as data_file: subfs = js.load(data_file) subfs.pop('nodes', None) # remove children subfs['path'] = subds_rpath # reassign the path #size_list.append(subfs['size']) else: # the same drill as if not installed lgr.warning("%s is installed but no meta-data yet", subds) subfs = handle_not_installed() # add URL field return subfs
def _traverse_handle_subds(subds_rpath, rootds, recurse_datasets, recurse_directories, json): """A helper to deal with the subdataset node - recurse or just pick up may be alrady collected in it web meta """ subds_path = opj(rootds.path, subds_rpath) subds = Dataset(subds_path) subds_json = metadata_locator(path='.', ds_path=subds_path) def handle_not_installed(): # for now just traverse as fs lgr.warning("%s is either not installed or lacks meta-data", subds) subfs = fs_extract(subds_path, rootds, basepath=rootds.path) # but add a custom type that it is a not installed subds subfs['type'] = 'uninitialized' # we need to kick it out from 'children' # TODO: this is inefficient and cruel -- "ignored" should be made # smarted to ignore submodules for the repo #if fs['nodes']: # fs['nodes'] = [c for c in fs['nodes'] if c['path'] != subds_rpath] return subfs if not subds.is_installed(): subfs = handle_not_installed() elif recurse_datasets: subfs = ds_traverse(subds, json=json, recurse_datasets=recurse_datasets, recurse_directories=recurse_directories, parent=rootds) subfs.pop('nodes', None) #size_list.append(subfs['size']) # else just pick the data from metadata_file of each subdataset else: subfs = None lgr.info(subds.path) if exists(subds_json): with open(subds_json) as data_file: subfs = js.load(data_file) subfs.pop('nodes', None) # remove children subfs['path'] = subds_rpath # reassign the path #size_list.append(subfs['size']) else: # the same drill as if not installed lgr.warning("%s is installed but no meta-data yet", subds) subfs = handle_not_installed() # add URL field return subfs