def test_metainfo_io(conn):
data_importer = DataImporter(conn)
fu = FilesUtil(conn)
created = fu.get_special_folder(SpecialFolders.CREATED)
info = Metainfo()
info.add_boolean("a", True)
info.add_file_reference("b", created)
info.add_date_time("c", "2015-12-13")
info.add_integer("d", 239)
info.add_decimal("e", 238.583)
info.add_decimal("e", -13.4)
info.add_string("f", "hello")
info.add_memory_size("g", 2847633)
info.add_person("i", "Rosalind Franklin", "+1-202-555-0123",
"*****@*****.**")
info.add_publication("j",
"My Publication",
"Myself",
"Journal of Me",
"23/12/2014",
pages="12-23")
info.add_value(Metainfo.NAME, StringValue("Test report file"))
report_file = None
try:
report_file = data_importer.create_report_file(metainfo=info,
urls=[TEST_URL],
parent=created)
metainfo = next(iter(fu.collect_metainfos([report_file])))
assert metainfo.get('a')[0].get_boolean()
assert isinstance(metainfo.get('b')[0].get_accession(), str)
assert metainfo.get('c')[0].get_date() == _strptime_local(
'2015-12-13', '%Y-%m-%d')
assert metainfo.get('d')[0].get_int() == 239
assert metainfo.get('e')[0].get_decimal() == 238.583
assert metainfo.get('e')[1].get_decimal() == -13.4
assert metainfo.get('f')[0].get_string() == "hello"
assert metainfo.get('g')[0].get_int() == 2847633
assert metainfo.get('i')[0].get_person() == {
'name': 'Rosalind Franklin',
'phone': '+1-202-555-0123',
'email': '*****@*****.**'
}
assert metainfo.get('j')[0].get_publication() == {
'title': 'My Publication',
'authors': 'Myself',
'journalName': 'Journal of Me',
'issueDate': '23/12/2014',
'pages': '12-23',
'issueNumber': None,
'identifiers': {}
}
assert metainfo.get(
Metainfo.NAME)[0].get_string() == "Test report file"
assert metainfo.get(BioMetaKeys.DATA_LINK)[0].get_url() == TEST_URL
finally:
if report_file is not None:
fu.unlink_file(report_file, created)
def mark_obsolete(self, accession):
"""
Mark Genestack file as obsolete one by adding corresponding key to metainfo.
:param accession: accession of file
:return: None
"""
metainfo = Metainfo()
metainfo.add_boolean('genestack:obsolete', True)
self.add_metainfo_values(accession, metainfo)
def mark_obsolete(self, accession):
"""
Mark Genestack file as obsolete one by adding corresponding key to metainfo.
:param accession: accession of file
:return: None
"""
metainfo = Metainfo()
metainfo.add_boolean('genestack:obsolete', True)
self.add_metainfo_values(accession, metainfo)
def mark_for_tests(self, app_file):
"""
Mark Genestack file as test one by adding corresponding key to metainfo.
Test file will calculate md5 checksums of its encapsulated physical files
during initialization.
:param app_file: accession of file
:return: None
"""
metainfo = Metainfo()
metainfo.add_boolean(CALCULATE_CHECKSUMS_KEY, True)
self.add_metainfo_values(app_file, metainfo)
def mark_for_tests(self, app_file):
"""
Mark Genestack file as test one by adding corresponding key to metainfo.
Test file will calculate md5 checksums of its encapsulated physical files
during initialization.
:param app_file: accession of file
:return: None
"""
metainfo = Metainfo()
metainfo.add_boolean(CALCULATE_CHECKSUMS_KEY, True)
self.add_metainfo_values(app_file, metainfo)
def test_metainfo_io(conn):
data_importer = DataImporter(conn)
fu = FilesUtil(conn)
created = fu.get_special_folder(SpecialFolders.CREATED)
info = Metainfo()
info.add_boolean("a", True)
info.add_file_reference("b", created)
info.add_date_time("c", "2015-12-13")
info.add_integer("d", 239)
info.add_decimal("e", 238.583)
info.add_decimal("e", -13.4)
info.add_string("f", "hello")
info.add_memory_size("g", 2847633)
info.add_person("i", "Rosalind Franklin", "+1-202-555-0123", "*****@*****.**")
info.add_publication("j", "My Publication", "Myself", "Journal of Me", "23/12/2014", pages="12-23")
info.add_value(Metainfo.NAME, StringValue("Test report file"))
report_file = None
try:
report_file = data_importer.create_report_file(metainfo=info, urls=[TEST_URL], parent=created)
metainfo = next(iter(fu.collect_metainfos([report_file])))
assert metainfo.get('a')[0].get_boolean()
assert isinstance(metainfo.get('b')[0].get_accession(), str)
assert metainfo.get('c')[0].get_date() == _strptime_local('2015-12-13', '%Y-%m-%d')
assert metainfo.get('d')[0].get_int() == 239
assert metainfo.get('e')[0].get_decimal() == 238.583
assert metainfo.get('e')[1].get_decimal() == -13.4
assert metainfo.get('f')[0].get_string() == "hello"
assert metainfo.get('g')[0].get_int() == 2847633
assert metainfo.get('i')[0].get_person() == {'name': 'Rosalind Franklin', 'phone': '+1-202-555-0123',
'email': '*****@*****.**'}
assert metainfo.get('j')[0].get_publication() == {'title': 'My Publication', 'authors': 'Myself',
'journalName': 'Journal of Me', 'issueDate': '23/12/2014',
'pages': '12-23', 'issueNumber': None, 'identifiers': {}}
assert metainfo.get(Metainfo.NAME)[0].get_string() == "Test report file"
assert metainfo.get(BioMetaKeys.DATA_LINK)[0].get_url() == TEST_URL
finally:
if report_file is not None:
fu.unlink_file(report_file, created)
if not remote_file:
print('Warning: no match found for file name "%s"' %
local_identifier)
continue
# prepare a Metainfo object
metainfo = Metainfo()
for key in field_names:
# key parsing logic
value = file_data[key]
if value == "" or value is None:
continue
if key == args.local_key:
continue
if key == "organism":
metainfo.add_string(BioMetaKeys.ORGANISM, value)
else:
metainfo_key = SPECIAL_KEYS.get(key.lower(), key)
if parse_as_boolean(value) is not None:
metainfo.add_boolean(metainfo_key,
parse_as_boolean(value))
else:
metainfo.add_string(metainfo_key, value)
# edit the metadata on Genestack
files_util.add_metainfo_values(remote_file, metainfo)
print("Edited metainfo for '%s' (%s)" %
(local_identifier, remote_file))
print('All done!')
# find the corresponding file
local_identifier = file_data[local_key]
remote_file = identifier_map.get(local_identifier)
if not remote_file:
print('Warning: no match found for file name "%s"' % local_identifier)
continue
# prepare a Metainfo object
metainfo = Metainfo()
for key in field_names:
# key parsing logic
value = file_data[key]
if value == "" or value is None:
continue
if key == args.local_key:
continue
if key == "organism":
metainfo.add_string(BioMetaKeys.ORGANISM, value)
else:
metainfo_key = SPECIAL_KEYS.get(key.lower(), key)
if parse_as_boolean(value) is not None:
metainfo.add_boolean(metainfo_key, parse_as_boolean(value))
else:
metainfo.add_string(metainfo_key, value)
# edit the metadata on Genestack
files_util.add_metainfo_values(remote_file, metainfo)
print("Edited metainfo for '%s' (%s)" % (local_identifier, remote_file))
print('All done!')