def create(self, args, render_format):
"""
Create datafile record(s) for an existing file or for all files
within a directory.
"""
# pylint: disable=no-self-use
if os.path.isdir(args.path):
num_created = DataFile.create_datafiles(args.dataset_id,
args.storagebox,
args.dataset_path,
args.path)
print("%s datafiles created." % num_created)
else:
datafile = DataFile.create_datafile(args.dataset_id,
args.storagebox,
args.dataset_path, args.path)
print(render(datafile, render_format))
print("DataFile created successfully.")
def test_datafile_create():
"""
Test creating a datafile record
"""
# DataFile.create_datafile(...) will look up the Dataset specified by
# its dataset_id argument, so we need to mock the response for this
# Dataset lookup:
mock_dataset = {
"created_time": None,
"description": "dataset description",
"directory": None,
"experiments": ["/api/v1/experiment/1/"],
"id": 1,
"immutable": False,
"instrument": None,
"modified_time": None,
"parameter_sets": [],
"resource_uri": "/api/v1/dataset/1/"
}
mock_ds_get_response = json.dumps(mock_dataset)
# DataFile.create_datafile(...) will check whether a DataFile already
# exists with this dataset ID, filename and directory, so we need to
# mock the response for this DataFile lookup:
mock_datafile_list = {
"meta": {
"limit": 20,
"next": None,
"offset": 0,
"previous": None,
"total_count": 0
},
"objects": []
}
mock_df_list_response = json.dumps(mock_datafile_list)
# The MyTardis API's DataFile creation endpoint returns the newly
# created DataFile ID in the response header, but DataFile.create_datafile
# needs to query the API again to get the full details of the newly created
# DataFile record, so we'll mock this DataFile lookup:
mock_new_datafile = {
"id":
1,
"created_time":
"2016-11-10T13:50:25.258483",
"dataset":
"/api/v1/dataset/1/",
"directory":
"subdir",
"filename":
"testfile1.txt",
"md5sum":
"bogus",
"mimetype":
"text/plain",
"modification_time":
None,
"parameter_sets": [],
"replicas": [{
"datafile": "/api/v1/dataset_file/1/",
"id": 1,
"location": "local box at /home/mytardis/var/local",
"resource_uri": "/api/v1/replica/1/",
"uri": "subdir/testfile1.txt",
"verified": True
}],
"resource_uri":
"/api/v1/dataset_file/1/",
"size":
32,
}
mock_new_df_response = json.dumps(mock_new_datafile)
with requests_mock.Mocker() as mocker:
get_dataset_url = "%s/api/v1/dataset/1/?format=json" % config.url
mocker.get(get_dataset_url, text=mock_ds_get_response)
df_list_url = ("%s/api/v1/dataset_file/?format=json"
"&filename=testfile.txt"
"&directory=subdir" % config.url)
mocker.get(df_list_url, text=mock_df_list_response)
post_datafile_url = "%s/api/v1/dataset_file/" % config.url
mocker.post(post_datafile_url,
headers=dict(location="/api/v1/dataset_file/1/"))
get_new_df_url = "%s/api/v1/dataset_file/1/?format=json" % config.url
mocker.get(get_new_df_url, text=mock_new_df_response)
datafile = DataFile.create_datafile(
dataset_id=1,
storagebox="local box at /home/mytardis/var/local",
dataset_path="/path/to/dataset1",
file_path="/path/to/dataset1/subdir/testfile.txt",
check_local_paths=False,
create_dataset_symlink=False,
size=32,
md5sum="bogus")
assert datafile.response_dict == mock_new_datafile