def test_file_name_ranges_only(self):
eg = 'HP5850-5854 (4 different blue Acaenas; 240906); P33976-33977 (Acaena argentea and Pulmonaria; 290612)'
expected = [
{'taxonid': 'id1', 'file_name': 'HP5850', 'created': '240906', 'description': '4 different blue Acaenas'},
{'taxonid': 'id1', 'file_name': 'HP5851', 'created': '240906', 'description': '4 different blue Acaenas'},
{'taxonid': 'id1', 'file_name': 'HP5852', 'created': '240906', 'description': '4 different blue Acaenas'},
{'taxonid': 'id1', 'file_name': 'HP5853', 'created': '240906', 'description': '4 different blue Acaenas'},
{'taxonid': 'id1', 'file_name': 'HP5854', 'created': '240906', 'description': '4 different blue Acaenas'},
{'taxonid': 'id1', 'file_name': 'P33976', 'created': '290612', 'description': 'Acaena argentea and Pulmonaria'},
{'taxonid': 'id1', 'file_name': 'P33977', 'created': '290612', 'description': 'Acaena argentea and Pulmonaria'},
]
self.assertEqual(split_rows(eg, 'id1'), expected)
def test_file_name_ranges_mixed_with_file_names_and_incorrect_formats(self):
eg = 'E560 (PBS - Early 90s?); SA501 (Sept. 98); HP5850-5854 (4 different blue Acaenas; 240906); P3643 (130708); IM3099 (Edinburgh Botanics; 151009); P33976-33977 (Acaena argentea and Pulmonaria; 290612)'
expected = [
{'taxonid': 'id1', 'file_name': 'HP5850', 'created': '240906', 'description': '4 different blue Acaenas'},
{'taxonid': 'id1', 'file_name': 'HP5851', 'created': '240906', 'description': '4 different blue Acaenas'},
{'taxonid': 'id1', 'file_name': 'HP5852', 'created': '240906', 'description': '4 different blue Acaenas'},
{'taxonid': 'id1', 'file_name': 'HP5853', 'created': '240906', 'description': '4 different blue Acaenas'},
{'taxonid': 'id1', 'file_name': 'HP5854', 'created': '240906', 'description': '4 different blue Acaenas'},
{'taxonid': 'id1', 'file_name': 'P33976', 'created': '290612', 'description': 'Acaena argentea and Pulmonaria'},
{'taxonid': 'id1', 'file_name': 'P33977', 'created': '290612', 'description': 'Acaena argentea and Pulmonaria'},
{'taxonid': 'id1', 'file_name': 'P3643', 'created': '130708', 'description': ''},
{'taxonid': 'id1', 'file_name': 'IM3099', 'created': '151009', 'description': 'Edinburgh Botanics'},
]
self.assertEqual(split_rows(eg, 'id1'), expected)
raw = pd.read_excel(source_file + '.xlsx',
'Sheet1',
usecols=[
'scientificname', 'vernacularname',
'vernacularname-no', 'bed', 'comments'
],
dtype='str')
# There SHOULD be one row per scientific name, but sometimes there isn't, so fix that and assign an ID
merged = merge_duplicate_taxa(raw)
merged['taxonid'] = [uuid.uuid4() for x in range(len(merged.index))]
# helpers.py contains the split_rows function which splits into one row per image
images = []
for index, row in merged.iterrows():
images.extend(split_rows(row['comments'], row['taxonid']))
images = pd.DataFrame(images)
images['type'] = 'Stillimage'
images['format'] = 'image/jpeg'
images['creator'] = 'Stephen Barstow'
# Files in directories
file_names_list = []
for img_dir in listdir('imgs/'):
#file_names_list = [file_name.split('.')[0] for file_name in listdir('imgs/{}/'.format(img_dir))]
# file_names_split = pd.Series(file_names_list).str.extract('(?P<camera>[^\d]+)(?P<file_number>\d+)')
file_names_list += [
'{}/{}'.format(img_dir,
fname.split('.')[0])
for fname in listdir('imgs/{}/'.format(img_dir))
]
def test_discards_image_ranges_with_typos(self):
eg = 'P32023-39027 (Picked Polygonum amphibium, variegated Allium nutans? and Sanguisorba spp; 210513)'
self.assertEqual(split_rows(eg, 'id1'), [])
def test_it_does_not_break_with_non_date_numbers_in_brackets(self):
eg = 'P6017 (Self-Seeded on this bed 08; 240808);'
self.assertEqual(split_rows(eg, 'id1'), [{'taxonid': 'id1', 'file_name': 'P6017', 'created': '240808', 'description': 'Self-Seeded on this bed 08'}])
def test_it_does_not_create_rows_for_incorrect_formats_when_mixed_with_valid_3(self):
eg = 'P3643 (130708); E560 (PBS - Early 90s?); P3642 (150708); SA501 (Sept. 98)'
self.assertEqual(split_rows(eg, 'id1'), [{'taxonid': 'id1', 'file_name': 'P3643', 'created': '130708', 'description': ''}, {'taxonid': 'id1', 'file_name': 'P3642', 'created': '150708', 'description': ''}])
def test_it_does_not_create_rows_for_incorrect_formats(self):
eg = 'E560 (PBS - Early 90s?); SA501 (Sept. 98); E34 (03)'
self.assertEqual(split_rows(eg, 'id1'), [])
def test_it_splits_simple_file_names_and_dates(self):
eg = 'IM1032 (120807); HP1231 (110907)'
expected = [{'taxonid': 'id1', 'file_name': 'IM1032', 'created': '120807', 'description': ''}, {'taxonid': 'id1', 'file_name': 'HP1231', 'created': '110907', 'description': ''}]
self.assertEqual(split_rows(eg, 'id1'), expected)
def test_example1(self):
eg = 'P42253-42255 (Received bulbs; 040713)'
expected = [{'taxonid': 'id1', 'file_name': 'P42253', 'created': '040713', 'description': 'Received bulbs'}, {'taxonid': 'id1', 'file_name': 'P42254', 'created': '040713', 'description': 'Received bulbs'}, {'taxonid': 'id1', 'file_name': 'P42255', 'created': '040713', 'description': 'Received bulbs'}]
self.assertEqual(split_rows(eg, 'id1'), expected)
