def process_result(index, result): datasets, new_common_uri = result for idx, dataset in enumerate(datasets.values): new_uri = mk_part_uri(new_common_uri, idx) _LOG.info('Updating dataset location: %s', dataset.local_path) old_uri = dataset.local_uri index.datasets.add_location(dataset.id, new_uri) index.datasets.archive_location(dataset.id, old_uri)
def test_part_uri(): base = 'file:///foo.txt' for i in range(10): assert get_part_from_uri(mk_part_uri(base, i)) == i assert get_part_from_uri('file:///f.txt') is None assert get_part_from_uri('file:///f.txt#something_else') is None assert get_part_from_uri('file:///f.txt#part=aa') == 'aa' assert get_part_from_uri('file:///f.txt#part=111') == 111
def update_dataset_location(idx, labels, dataset: Dataset) -> List[Dataset]: idx, = idx new_dataset = copy.copy(dataset) new_dataset.uris = [mk_part_uri(new_uri, idx)] return [new_dataset]
def update_dataset_location(idx, labels, dataset): # type: ((int,), object, Dataset) -> list idx, = idx new_dataset = copy.copy(dataset) new_dataset.uris = [mk_part_uri(new_uri, idx)] return [new_dataset]