class ModelTestCase(TestCase): def setUp(self): # set up hierarchy of fake objects for bag self.c1 = Collection(id='collection_1', name='test-collection-1', created=now()) self.c1.save() self.p1 = Project(id='project_1', name='test-project-1', collection=self.c1, created=now()) self.p1.save() self.i1 = Item(id='item_1', title='test-item-1', project=self.p1, created=now(), original_item_type='1') self.i1.save() self.m1 = Machine(name='test-machine-1', url='http://test.url.com', www_root='/bags/') self.m1.save() # load bag with raw data self.bag = Bag(bagname='test-bag-11', created=now(), item=self.i1, machine=self.m1, absolute_filesystem_path='/bags/partition1/test-bag-11', bag_type='1') self.bag.stats = self.bag.collect_stats() self.bag.save() def test_payload(self): self.assertEqual(self.bag.stats['total_size'], 0) self.assertEqual(self.bag.stats['total_count'], 0) self.assertEqual(len(self.bag.stats['types'].keys()), 0) # now add payload data self.bag.payload = """/data/METADATA/0123456789-dc.xml 2655 /data/METADATA/0123456789-MRC.xml 3256 /data/IMAGES/0123456789_pg1.jp2 1778740 /data/IMAGES/0123456789_pg2.jp2 1878756 /data/IMAGES/0123456789_pg3.jp2 1915879 /data/IMAGES/0123456789_pg1.tiff 1778740 /data/IMAGES/0123456789_pg2.tiff 1878756 /data/IMAGES/0123456789_pg3.tiff 1915879 """ # compare output of parsing method with expected result expect = { 'total_count': 8, 'total_size': 11152661, 'types': { 'xml': {'count': 2, 'size': 5911}, 'jp2': {'count': 3, 'size': 5573375}, 'tiff': {'count': 3, 'size': 5573375} } } self.bag.stats = self.bag.collect_stats() self.bag.save() self.assertEqual(expect['total_size'], self.bag.stats['total_size']) self.assertEqual(expect['total_count'], self.bag.stats['total_count']) for t in expect['types'].keys(): self.assertEqual(expect['types'][t]['count'], self.bag.stats['types'][t]['count']) self.assertEqual(expect['types'][t]['size'], self.bag.stats['types'][t]['size']) def test_bag_access_path(self): self.assertEqual(self.bag.access_url(), 'http://test.url.com/partition1/test-bag-11') self.m1.www_root = '/bags' self.assertEqual(self.bag.access_url(), 'http://test.url.com/partition1/test-bag-11') self.m1.www_root = 'bags' self.assertEqual(self.bag.access_url(), 'http://test.url.com/partition1/test-bag-11') @skipIf(not settings.TEST_IDSERVICE.get('url') or not settings.TEST_IDSERVICE.get('requester') or not settings.TEST_IDSERVICE.get('minter'), 'Test IDService not set') def test_auto_id_creation(self): # test collection c1 = Collection(name='Test Collection autoID') c1.save() self.assertTrue(c1.id) self.assertTrue(c1.created) # test project p1 = Project(name='Test Project autoID', collection=c1) p1.save() self.assertTrue(p1.id) self.assertTrue(p1.created) # test item i1 = Item(title='Test Item autoID', collection=c1, project=p1, original_item_type='1') i1.save() self.assertTrue(i1.id) self.assertTrue(i1.created) # test bag + machine m1 = Machine(name='test machine zzz', url='zzz.gwu.edu') m1.save() b1 = Bag(created=now(), item=i1, machine=m1, absolute_filesystem_path='blah/blah', bag_type='1') b1.save() # test copy numbers for duplicate bags b2 = Bag(created=now(), item=i1, machine=m1, absolute_filesystem_path='blah/blah', bag_type='1') b2.save() self.assertNotEqual(b1.bagname, b2.bagname) self.assertTrue(b1.bagname.endswith('1')) self.assertTrue(b2.bagname.endswith('2')) parts1 = b1.bagname.split('_') parts2 = b2.bagname.split('_') for x, val in enumerate(parts1): if x != len(parts1) - 1: self.assertEqual(val, parts2[x]) else: self.assertTrue(int(parts2[x]) - int(val) == 1) # make sure bagname does not contain forward slash i1.id = '12345/123456789' i1.save() b3 = Bag(created=now(), item=i1, machine=m1, absolute_filesystem_path='xxxx', bag_type='1') b3.save() self.assertFalse('/' in b3.bagname)
def setUp(self): c1 = Collection(id='collection_1_1', name='test-collection-1', created=now()) c1.save() p1 = Project(id='project_1_1', name='test-project-1', collection=c1, created=now()) p1.save() i1 = Item(id='item_1_1', title='test-item-1', project=p1, collection=c1, created=now(), original_item_type='1') i1.save() i2 = Item(id='item_1_2', title='test-item-2', project=p1, collection=c1, created=now(), original_item_type='1') i2.save() i3 = Item(id='item_1_3', title='test-item-3', project=p1, collection=c1, created=now(), original_item_type='1') i3.save() m1 = Machine(name='test-machine-1', url='test-url-1') m1.save() b1 = Bag(bagname='test-bag-1', created=now(), item=i1, machine=m1, absolute_filesystem_path='test-path1', bag_type='1') b1.payload = """/data/METADATA/0123456789-dc.xml 11111 /data/METADATA/0123456789-MRC.xml 22222 /data/IMAGES/0123456789_pg1.jp2 3333333 /data/IMAGES/0123456789_pg2.jp2 4444444 /data/IMAGES/0123456789_pg3.jp2 5555555 /data/IMAGES/0123456789_pg1.tiff 666666 /data/IMAGES/0123456789_pg2.tiff 777777 /data/IMAGES/0123456789_pg3.tiff 888888 """ b1.stats = b1.collect_stats() b1.save() b2 = Bag(bagname='test-bag-2', created=now(), item=i1, machine=m1, absolute_filesystem_path='test-path2', bag_type='1') b2.payload = """/data/METADATA/0123456789-dc.xml 12121 /data/METADATA/0123456789-MRC.xml 23232 /data/IMAGES/0123456789_pg1.jp2 3434343 /data/IMAGES/0123456789_pg2.jp2 4545454 /data/IMAGES/0123456789_pg3.jp2 5656565 /data/IMAGES/0123456789_pg1.tiff 676767 /data/IMAGES/0123456789_pg2.tiff 787878 /data/IMAGES/0123456789_pg3.tiff 898989 """ b2.stats = b2.collect_stats() b2.save() b3 = Bag(bagname='test-bag-3', created=now(), item=i2, machine=m1, absolute_filesystem_path='test-path3', bag_type='1') b3.payload = """/data/METADATA/0123456789-dc.xml 12121 /data/METADATA/0123456789-MRC.xml 23232 /data/IMAGES/0123456789_pg1.jp2 3434343 /data/IMAGES/0123456789_pg2.jp2 4545454 /data/IMAGES/0123456789_pg3.jp2 5656565 /data/IMAGES/0123456789_pg1.tiff 676767 /data/IMAGES/0123456789_pg2.tiff 787878 /data/IMAGES/0123456789_pg3.tiff 898989 """ b3.stats = b3.collect_stats() b3.save() b4 = Bag(bagname='test-bag-4', created=now(), item=i2, machine=m1, absolute_filesystem_path='test-path4', bag_type='1') b4.payload = """/data/METADATA/0123456789-dc.xml 12345 /data/METADATA/0123456789-MRC.xml 34578 /data/IMAGES/0123456789_pg1.jp2 987654 /data/IMAGES/0123456789_pg2.jp2 3214567 /data/IMAGES/0123456789_pg3.jp2 654789 /data/IMAGES/0123456789_pg1.tiff 489751 /data/IMAGES/0123456789_pg2.tiff 584321 /data/IMAGES/0123456789_pg3.tiff 782345 """ b4.stats = b4.collect_stats() b4.save() b5 = Bag(bagname='test-bag-5', created=now(), item=i3, machine=m1, absolute_filesystem_path='test-path5', bag_type='1') b5.payload = """/data/METADATA/0123456789-dc.xml 12121 /data/METADATA/0123456789-MRC.xml 23232 /data/IMAGES/0123456789_pg1.tiff 676767 /data/IMAGES/0123456789_pg2.tiff 787878 /data/IMAGES/0123456789_pg3.tiff 898989 """ b5.stats = b5.collect_stats() b5.save() b6 = Bag(bagname='test-bag-6', created=now(), item=i3, machine=m1, absolute_filesystem_path='test-path6', bag_type='1') b6.payload = """/data/METADATA/0123456789-dc.xml 38479 /data/METADATA/0123456789-MRC.xml 62134 /data/IMAGES/0123456789_pg1.jp2 6489723 /data/IMAGES/0123456789_pg2.jp2 8984567 /data/IMAGES/0123456789_pg3.jp2 1568974 """ b6.stats = b6.collect_stats() b6.save() self.empty_stats = {'total_count': 0, 'total_size': 0, 'types': {}} self.expected = { 'items': { 'i1': { 'total_count': 16, 'total_size': 31735345, 'types': { 'xml': {'count': 4, 'size': 68686}, 'jp2': {'count': 6, 'size': 26969694}, 'tiff': {'count': 6, 'size': 4696965} } }, 'i2': { 'total_count': 16, 'total_size': 22795699, 'types': { 'xml': {'count': 4, 'size': 82276}, 'jp2': {'count': 6, 'size': 18493372}, 'tiff': {'count': 6, 'size': 4220051} } }, 'i3': { 'total_count': 10, 'total_size': 19542864, 'types': { 'xml': {'count': 4, 'size': 135966}, 'jp2': {'count': 3, 'size': 17043264}, 'tiff': {'count': 3, 'size': 2363634} } } }, 'projects': { 'p1': { 'total_count': 42, 'total_size': 74073908, 'types': { 'xml': {'count': 12, 'size': 286928}, 'jp2': {'count': 15, 'size': 62506330}, 'tiff': {'count': 15, 'size': 11280650} } } }, 'collections': { 'c1': { 'total_count': 42, 'total_size': 74073908, 'types': { 'xml': {'count': 12, 'size': 286928}, 'jp2': {'count': 15, 'size': 62506330}, 'tiff': {'count': 15, 'size': 11280650} } } } }