def test_getters(db, sips, sip_metadata_types, locations):
"""Test the constructor and the getters."""
sip = sips[0]
archiver = BaseArchiver(sip)
assert archiver.get_archive_base_uri() == locations['archive'].uri
assert archiver.sip is sip
# get data files
data_files_info = archiver._get_data_files()
sip_id = str(sip.id)
abs_path_fmt = "{root}/{c1}/{c2}/{cn}/".format(
root=locations['archive'].uri, c1=sip_id[:2], c2=sip_id[2: 4],
cn=sip_id[4:]) + "{filepath}"
abs_path = abs_path_fmt.format(filepath="files/foobar.txt")
fi = {
'file_uuid': str(sip.files[0].file_id),
'filepath': 'files/foobar.txt',
'filename': 'foobar.txt',
'sipfilepath': 'foobar.txt',
'size': 4,
'fullpath': abs_path,
'checksum': 'md5:098f6bcd4621d373cade4e832627b4f6'
}
assert data_files_info == [fi, ]
metafiles_info = archiver._get_metadata_files()
assert len(metafiles_info) == 3
m1_abs_path = abs_path_fmt.format(filepath="metadata/json-test.json")
m2_abs_path = abs_path_fmt.format(filepath="metadata/marcxml-test.xml")
m3_abs_path = abs_path_fmt.format(filepath="metadata/txt-test.txt")
m1 = {
'checksum': 'md5:da4ab7e4c4b762d8e2f3ec3b9f801b1f',
'fullpath': m1_abs_path,
'metadata_id': sip_metadata_types['json-test'].id,
'filepath': 'metadata/json-test.json',
'size': 19
}
m2 = {
'checksum': 'md5:498d1ce86c2e9b9eb85f1e8105affdf6',
'fullpath': m2_abs_path,
'metadata_id': sip_metadata_types['marcxml-test'].id,
'filepath': 'metadata/marcxml-test.xml',
'size': 12
}
m3 = {
'checksum': 'md5:d7aad7ac23351f42ecbf62cd637ea398',
'fullpath': m3_abs_path,
'metadata_id': sip_metadata_types['txt-test'].id,
'filepath': 'metadata/txt-test.txt',
'size': 12
}
assert m1 in metafiles_info
assert m2 in metafiles_info
assert m3 in metafiles_info
all_files_info = archiver.get_all_files()
assert len(all_files_info) == 4
assert fi in all_files_info
assert m1 in all_files_info
assert m2 in all_files_info
assert m3 in all_files_info
def test_getters(db, sips, sip_metadata_types, locations):
"""Test the constructor and the getters."""
sip = sips[0]
archiver = BaseArchiver(sip)
assert archiver.get_archive_base_uri() == locations['archive'].uri
assert archiver.sip is sip
# get data files
data_files_info = archiver._get_data_files()
sip_id = str(sip.id)
abs_path_fmt = "{root}/{c1}/{c2}/{cn}/".format(
root=locations['archive'].uri,
c1=sip_id[:2],
c2=sip_id[2:4],
cn=sip_id[4:]) + "{filepath}"
abs_path = abs_path_fmt.format(filepath="files/foobar.txt")
fi = {
'file_uuid': str(sip.files[0].file_id),
'filepath': 'files/foobar.txt',
'filename': 'foobar.txt',
'sipfilepath': 'foobar.txt',
'size': 4,
'fullpath': abs_path,
'checksum': 'md5:098f6bcd4621d373cade4e832627b4f6'
}
assert data_files_info == [
fi,
]
metafiles_info = archiver._get_metadata_files()
assert len(metafiles_info) == 2
m1_abs_path = abs_path_fmt.format(filepath="metadata/json-test.json")
m2_abs_path = abs_path_fmt.format(filepath="metadata/marcxml-test.xml")
m1 = {
'checksum': 'md5:da4ab7e4c4b762d8e2f3ec3b9f801b1f',
'fullpath': m1_abs_path,
'metadata_id': sip_metadata_types['json-test'].id,
'filepath': 'metadata/json-test.json',
'size': 19
}
m2 = {
'checksum': 'md5:498d1ce86c2e9b9eb85f1e8105affdf6',
'fullpath': m2_abs_path,
'metadata_id': sip_metadata_types['marcxml-test'].id,
'filepath': 'metadata/marcxml-test.xml',
'size': 12
}
assert m1 in metafiles_info
assert m2 in metafiles_info
all_files_info = archiver.get_all_files()
assert len(all_files_info) == 3
assert fi in all_files_info
assert m1 in all_files_info
assert m2 in all_files_info
def test_write(db, sips, sip_metadata_types, locations, archive_fs):
"""Test writing of the SIPFiles and SIPMetadata files to archive."""
sip = sips[0]
archiver = BaseArchiver(sip)
data_files_info = archiver._get_data_files()
assert not archive_fs.listdir() # Empty archive
archiver._write_sipfile(data_files_info[0])
assert len(archive_fs.listdir()) == 1
fs = archive_fs.opendir(archiver.get_archive_subpath())
assert fs.isfile('files/foobar.txt')
assert not fs.isfile('metadata/json-test.json')
assert not fs.isfile('metadata/marcxml-test.xml')
metadata_files_info = archiver._get_metadata_files()
archiver._write_sipmetadata(metadata_files_info[0])
archiver._write_sipmetadata(metadata_files_info[1])
assert fs.isfile('metadata/json-test.json')
assert fs.isfile('metadata/marcxml-test.xml')
assert not fs.isfile('test.txt')
archiver._write_extra(content='test raw content', filename='test.txt')
assert fs.isfile('test.txt')
with fs.open('test.txt', 'r') as fp:
cnt = fp.read()
assert cnt == 'test raw content'
assert not fs.isfile('test2.txt')
extra_file_info = dict(
checksum=('md5:' + str(md5('test'.encode('utf-8')).hexdigest())),
size=len('test'),
filepath='test2.txt',
fullpath=fs.getsyspath('test2.txt'),
content='test'
)
archiver._write_extra(fileinfo=extra_file_info)
assert fs.isfile('test.txt')
with fs.open('test.txt', 'r') as fp:
cnt = fp.read()
assert cnt == 'test raw content'
def test_write(db, sips, sip_metadata_types, locations, archive_fs):
"""Test writing of the SIPFiles and SIPMetadata files to archive."""
sip = sips[0]
archiver = BaseArchiver(sip)
data_files_info = archiver._get_data_files()
assert not archive_fs.listdir() # Empty archive
archiver._write_sipfile(data_files_info[0])
assert len(archive_fs.listdir()) == 1
fs = archive_fs.opendir(archiver.get_archive_subpath())
assert fs.isfile('files/foobar.txt')
assert not fs.isfile('metadata/json-test.json')
assert not fs.isfile('metadata/marcxml-test.xml')
metadata_files_info = archiver._get_metadata_files()
archiver._write_sipmetadata(metadata_files_info[0])
archiver._write_sipmetadata(metadata_files_info[1])
assert fs.isfile('metadata/json-test.json')
assert fs.isfile('metadata/marcxml-test.xml')
assert not fs.isfile('test.txt')
archiver._write_extra(content='test raw content', filename='test.txt')
assert fs.isfile('test.txt')
with fs.open('test.txt', 'r') as fp:
cnt = fp.read()
assert cnt == 'test raw content'
assert not fs.isfile('test2.txt')
extra_file_info = dict(
checksum=('md5:' + str(md5('test'.encode('utf-8')).hexdigest())),
size=len('test'),
filepath='test2.txt',
fullpath=fs.getsyspath('test2.txt'),
content='test')
archiver._write_extra(fileinfo=extra_file_info)
assert fs.isfile('test.txt')
with fs.open('test.txt', 'r') as fp:
cnt = fp.read()
assert cnt == 'test raw content'