def process_result(index, result):
datasets, new_common_uri = result
for idx, dataset in enumerate(datasets.values):
new_uri = mk_part_uri(new_common_uri, idx)
_LOG.info('Updating dataset location: %s', dataset.local_path)
old_uri = dataset.local_uri
index.datasets.add_location(dataset.id, new_uri)
index.datasets.archive_location(dataset.id, old_uri)
def test_part_uri():
base = 'file:///foo.txt'
for i in range(10):
assert get_part_from_uri(mk_part_uri(base, i)) == i
assert get_part_from_uri('file:///f.txt') is None
assert get_part_from_uri('file:///f.txt#something_else') is None
assert get_part_from_uri('file:///f.txt#part=aa') == 'aa'
assert get_part_from_uri('file:///f.txt#part=111') == 111
def update_dataset_location(idx, labels,
dataset: Dataset) -> List[Dataset]:
idx, = idx
new_dataset = copy.copy(dataset)
new_dataset.uris = [mk_part_uri(new_uri, idx)]
return [new_dataset]
def update_dataset_location(idx, labels, dataset):
# type: ((int,), object, Dataset) -> list
idx, = idx
new_dataset = copy.copy(dataset)
new_dataset.uris = [mk_part_uri(new_uri, idx)]
return [new_dataset]
