def test_download_when_file_exists(hello_data):
"""
Diging a dataset into a location that already has files should fail.
"""
shovel.bury('test_project', 'test_dataset', 'v0', str(hello_data))
with pytest.raises(exceptions.FileExists):
shovel.dig('test_project', 'test_dataset', 'v0', str(hello_data))
def test_shove_twice(hello_data):
"""
bury a "Hello World" text file in the default pit and try to bury it again.
"""
shovel.bury('test_project', 'test_dataset', 'v0', str(hello_data))
with pytest.raises(exceptions.VersionExists):
shovel.bury('test_project', 'test_dataset', 'v0', str(hello_data))
def test_dig_absent_data(hello_data):
"""
Dig from a newly initialised bucket, wrong project, wrong dataset, wrong version.
"""
project = 'test_project'
dataset = 'test_dataset'
version = 'v0'
# Bucket just initialised
with pytest.raises(exceptions.VersionDoesNotExist):
shovel.dig(project, dataset, version, str(hello_data))
shovel.bury(project, dataset, version, str(hello_data))
hello_data.remove()
shovel.dig(project, dataset, version, str(hello_data))
# Missing project
with pytest.raises(exceptions.VersionDoesNotExist):
shovel.dig(project + '_x', dataset, version, str(hello_data))
shovel.bury(project + '_x', dataset, version, str(hello_data))
hello_data.remove()
shovel.dig(project + '_x', dataset, version, str(hello_data))
# Missing dataset
with pytest.raises(exceptions.VersionDoesNotExist):
shovel.dig(project, dataset + '_x', version, str(hello_data))
shovel.bury(project, dataset + '_x', version, str(hello_data))
hello_data.remove()
shovel.dig(project, dataset + '_x', version, str(hello_data))
# Missing version
with pytest.raises(exceptions.VersionDoesNotExist):
shovel.dig(project, dataset, 'v1', str(hello_data))
shovel.bury(project, dataset, 'v1', str(hello_data))
hello_data.remove()
shovel.dig(project, dataset, 'v1', str(hello_data))
def test_shove_hello(hello_data):
"""
Bury a "Hello World" text file into the default pit and dig it up again.
"""
shovel.bury('test_project', 'test_dataset', 'v0', str(hello_data))
assert len(hello_data.listdir()) == 1
hello_data.remove()
assert not hello_data.exists()
shovel.dig('test_project', 'test_dataset', 'v0', str(hello_data))
assert hello_data.exists()
assert hello_data.join('hello.txt').exists()
assert hello_data.join('hello.txt').read() == 'Hello World'
def bury():
parser = argparse.ArgumentParser(
description='Upload a dataset to the default pit',
usage="shovel bury local_directory project dataset",
)
parser.add_argument('local_directory')
parser.add_argument('project')
parser.add_argument('dataset')
parser.add_argument('version')
args = parser.parse_args(sys.argv[2:])
version = shovel.bury(args.local_directory, args.project, args.dataset,
args.version)
print('Created {}/{}/{}'.format(args.project, args.dataset, version))
def bury():
parser = argparse.ArgumentParser(
description='Upload a dataset to the default pit',
usage="shovel bury local_directory project dataset [--force]",
)
parser.add_argument('local_directory')
parser.add_argument('project')
parser.add_argument('dataset')
parser.add_argument('version')
parser.add_argument(
'--force',
dest='force',
action='store_true',
help='upload dataset version even if it exists already')
args = parser.parse_args(sys.argv[2:])
version = shovel.bury(args.local_directory, args.project, args.dataset,
args.version, args.force)
print('Created {}/{}/{}'.format(args.project, args.dataset, version))