def test_087(self): """ Images - minibatch - augmentation """ images = Images([ 'files/0_100.jpg', 'files/1_100.jpg', 'files/2_100.jpg', 'files/0_100g.jpg', 'files/3_100.jpg', 'files/1_100.jpg' ], [1, 2, 3, 4, 5, 6], name='foobar') images.split = 0.5 images.minibatch = 2 images.augment = True g = images.minibatch x = 0 for _ in g: x += 1 self.assertEquals(x, 4) g = images.minibatch x = 0 for _ in g: x += 1 self.assertEquals(x, 2) g = images.minibatch x = 0 for _ in g: x += 1 self.assertEquals(x, 0) os.remove('foobar.h5')
def test_068(self): """ Image - split - tuple valid """ images = Images(['files/0_100.jpg', 'files/1_100.jpg'], [1, 2], name='foobar') images.split = 0.5, 2 self.assertEqual(len(next(images)), 2) os.remove('foobar.h5')
def test_116(self): """ Images - transform / unflatten - already unflatten / gray """ images = Images(['files/0_100.jpg', 'files/1_100.jpg'], [1, 2], config=['nostore', 'gray']) images.flatten = False self.assertEquals(images[0].data.shape, (100, 100)) self.assertEquals(images[1].data.shape, (100, 100))
def test_118(self): """ Images - transform / unflatten - same size """ images = Images(['files/0_100.jpg', 'files/1_100.jpg'], [1, 2], config=['nostore', 'flat']) images.flatten = False self.assertEquals(images[0].data.shape, (100, 100, 3)) self.assertEquals(images[1].data.shape, (100, 100, 3))
def test_111(self): """ Images - transform / flatten - resized""" images = Images(['files/0_100.jpg', 'files/1_100.jpg'], [1, 2], config=['nostore', 'resize=(50,50)']) images.flatten = True self.assertEquals(images[0].data.shape, (7500, )) self.assertEquals(images[1].data.shape, (7500, ))
def test_113(self): """ Images - transform / flatten - grayscale """ images = Images(['files/0_100.jpg', 'files/1_100.jpg'], [1, 2], config=['nostore', 'gray']) images.flatten = True self.assertEquals(images[0].data.shape, (10000, )) self.assertEquals(images[1].data.shape, (10000, ))
def test_110(self): """ Images - transform / flatten - already flatten """ images = Images(['files/0_100.jpg', 'files/1_100.jpg'], [1, 2], config=['nostore', 'flat']) images.flatten = True self.assertEquals(images[0].data.shape, (30000, )) self.assertEquals(images[1].data.shape, (30000, ))
def test_108(self): """ Images - augment - valid tuple (min, max, n) - minibatch """ images = Images([ 'files/0_100.jpg', 'files/1_100.jpg', 'files/2_100.jpg', 'files/0_100g.jpg', 'files/3_100.jpg', 'files/1_100.jpg' ], [1, 2, 3, 4, 5, 6], name='foobar') images.split = 0.5 images.minibatch = 2 images.augment = (-45, 45, 2) g = images.minibatch x = 0 for _ in g: x += 1 self.assertEquals(x, 6) g = images.minibatch x = 0 for _ in g: x += 1 self.assertEquals(x, 3) g = images.minibatch x = 0 for _ in g: x += 1 self.assertEquals(x, 0) os.remove('foobar.h5')
def test_065(self): """ Images - minibatch - fetch """ images = Images([ 'files/0_100.jpg', 'files/1_100.jpg', 'files/2_100.jpg', 'files/0_100g.jpg', 'files/3_100.jpg', 'files/1_100.jpg' ], [1, 2, 3, 4, 5, 6], name='foobar') images.split = 0.5 images.minibatch = 2 g = images.minibatch x = 0 for _ in g: x += 1 self.assertEquals(x, 2) g = images.minibatch x = 0 for _ in g: x += 1 self.assertEquals(x, 1) g = images.minibatch x = 0 for _ in g: x += 1 self.assertEquals(x, 0) os.remove('foobar.h5')
def test_067(self): """ Images - split - tuple, percent not a float, seed not an int """ images = Images(['files/0_100.jpg'], [1], name='foobar') with pytest.raises(TypeError): images.split = ('a', 2) with pytest.raises(TypeError): images.split = (0.8, 'a') os.remove('foobar.h5')
def test_106(self): """ Images - augment - valid tuple (min, max) """ images = Images() images.augment = (-45, 45) self.assertEquals(images._rotate[0], -45) self.assertEquals(images._rotate[1], 45) images.augment = 20, 60 self.assertEquals(images._rotate[0], 20) self.assertEquals(images._rotate[1], 60)
def test_063(self): """ Images - minibatch not an integer """ images = Images([ 'files/0_100.jpg', 'files/1_100.jpg', 'files/2_100.jpg', 'files/0_100g.jpg' ], [1, 2, 3, 4], name='foobar') with pytest.raises(TypeError): images.minibatch = 'a' os.remove('foobar.h5')
def test_056(self): """ Images - split not an float """ images = Images([ 'files/0_100.jpg', 'files/1_100.jpg', 'files/2_100.jpg', 'files/0_100g.jpg' ], [1, 2, 3, 4], name='foobar') with pytest.raises(TypeError): images.split = 'a' os.remove('foobar.h5')
def test_059(self): """ Images - split, set percent """ images = Images([ 'files/0_100.jpg', 'files/1_100.jpg', 'files/2_100.jpg', 'files/0_100g.jpg' ], [1, 2, 3, 4]) images.split = 0.5 self.assertEqual(len(images._train), 2) self.assertEqual(len(images._test), 2) os.remove('collection.0_100.h5')
def test_078(self): """ Images - split = 0 """ images = Images(["files/imtest1", "files/imtest2"], [1, 2], name="foobar") images.split = 0.0 self.assertEquals(len(images._train), 4) self.assertEquals(len(images._test), 0) images.split = 0 self.assertEquals(len(images._train), 4) self.assertEquals(len(images._test), 0) os.remove("foobar.h5")
def test_057(self): """ Images - split not a valid range """ images = Images([ 'files/0_100.jpg', 'files/1_100.jpg', 'files/2_100.jpg', 'files/0_100g.jpg' ], [1, 2, 3, 4], name='foobar') with pytest.raises(ValueError): images.split = 0.0 with pytest.raises(ValueError): images.split = 1.0 os.remove('foobar.h5')
def test_061(self): """ Images - iterate through collection """ images = Images([ 'files/0_100.jpg', 'files/1_100.jpg', 'files/2_100.jpg', 'files/0_100g.jpg' ], [1, 2, 3, 4]) images.split = 0.25 self.assertEqual(len(next(images)), 2) self.assertEqual(len(next(images)), 2) self.assertEqual(len(next(images)), 2) self.assertEqual(next(images), None) os.remove('collection.0_100.h5')
def test_120(self): """ Images - labels are one hot encoded in split """ images = Images(['files/0_100.jpg', 'files/1_100.jpg'], [1, 2], config=['nostore', 'flat', 'resize=(60,60)']) images.split = 0.5 X_train, X_test, Y_train, Y_test = images.split self.assertTrue(type(X_train), np.ndarray) self.assertTrue(type(X_test), np.ndarray) self.assertTrue(type(Y_train), np.ndarray) self.assertTrue(type(Y_test), np.ndarray) self.assertTrue(Y_train.shape, (2, 3)) self.assertTrue(Y_test.shape, (2, 3))
def test_064(self): """ Images - minibatch invalid range """ images = Images([ 'files/0_100.jpg', 'files/1_100.jpg', 'files/2_100.jpg', 'files/0_100g.jpg' ], [1, 2, 3, 4], name='foobar') with pytest.raises(ValueError): images.minibatch = 0 with pytest.raises(ValueError): images.minibatch = 4 os.remove('foobar.h5')
def test_060(self): """ Images - split, percent specified """ images = Images([ 'files/0_100.jpg', 'files/1_100.jpg', 'files/2_100.jpg', 'files/0_100g.jpg' ], [1, 2, 3, 4]) images.split = 0.25 x1, x2, y1, y2 = images.split self.assertEquals(len(x1), 3) self.assertEquals(len(x2), 1) self.assertEquals(len(y1), 3) self.assertEquals(len(y2), 1) os.remove('collection.0_100.h5')
def test_062(self): """ Images - iterate 2nd pass """ images = Images([ 'files/0_100.jpg', 'files/1_100.jpg', 'files/2_100.jpg', 'files/0_100g.jpg', 'files/3_100.jpg' ], [1, 2, 3, 4, 5], name='foobar') images.split = 0.5 self.assertEqual(len(next(images)), 2) self.assertEqual(len(next(images)), 2) self.assertEqual(next(images), None) self.assertEqual(len(next(images)), 2) self.assertEqual(len(next(images)), 2) self.assertEqual(next(images), None) os.remove('foobar.h5')
def test_046(self): """ images properties dir, class """ images = Images(["files/0_100.jpg"], labels=[2], dir="tmp") self.assertTrue(images.dir, "tmp") self.assertTrue(images.label, [2]) os.remove("tmp/collection.0_100.h5") os.rmdir("tmp")
def test_085(self): """ Images - iterate through collection multiple times """ images = Images([ 'files/0_100.jpg', 'files/1_100.jpg', 'files/2_100.jpg', 'files/0_100g.jpg' ], [0, 1, 2, 3]) images.split = 0.50 ref = images._train[:] for i in range(0, 4): data, label = next(images) self.assertTrue(label in ref) data, label = next(images) self.assertTrue(label in ref) data, label = next(images) os.remove('collection.0_100.h5')
def test_088(self): """ Images - thumbnail """ images = Images(["files/0_100.jpg"], 1, config=['thumb=16,16'], name='foobar') self.assertEquals(images[0].thumb.shape, (16, 16, 3)) os.remove('foobar.h5')
def test_097(self): """ Images - ehandler with arguments """ images = Images(['files/1_100.jpg'], 1, ehandler=(self.done2, 6)) time.sleep(3) self.assertTrue(self.isdone) self.assertTrue(self.args, 6) os.remove("collection.1_100.h5") self._isdone = False
def test_103(self): """ Images - += Images """ images = Images(['files/1_100.jpg', 'files/2_100.jpg'], 1) images2 = Images(['files/0_100.jpg', 'files/3_100.jpg'], 2) images += images2 self.assertEquals(len(images), 4) self.assertEquals(images[0].name, '1_100') self.assertEquals(images[1].name, '2_100') self.assertEquals(images[2].name, '0_100') self.assertEquals(images[3].name, '3_100') self.assertEquals(images[0].label, 1) self.assertEquals(images[1].label, 1) self.assertEquals(images[2].label, 2) self.assertEquals(images[3].label, 2) images.store() os.remove("collection.1_100.h5") os.remove("collection.0_100.h5")
def test_086(self): """ Images - next() - augmentation """ images = Images([ 'files/0_100.jpg', 'files/1_100.jpg', 'files/2_100.jpg', 'files/0_100g.jpg' ], [0, 1, 2, 3]) images.split = 0.50 images.augment = True self.assertEqual(len(next(images)), 2) self.assertEqual(len(next(images)), 2) self.assertEqual(len(next(images)), 2) self.assertEqual(len(next(images)), 2) self.assertEqual(next(images), (None, None)) self.assertEqual(len(next(images)), 2) self.assertEqual(len(next(images)), 2) self.assertEqual(len(next(images)), 2) self.assertEqual(len(next(images)), 2) self.assertEqual(next(images), (None, None)) os.remove('collection.0_100.h5')
def test_055(self): """ Images - create dir""" images = Images( ['files/0_100.jpg', 'files/1_100.jpg', 'files/2_100.jpg'], 2, name='foobar', dir='tmp2') self.assertTrue(os.path.isfile("tmp2/foobar.h5")) os.remove("tmp2/foobar.h5") os.rmdir('tmp2')
def test_107(self): """ Images - augment - valid tuple (min, max, n) - next """ images = Images([ 'files/0_100.jpg', 'files/1_100.jpg', 'files/2_100.jpg', 'files/0_100g.jpg' ], [0, 1, 2, 3]) images.split = 0.50 images.augment = (-45, 45, 2) self.assertEquals(images._rotate[0], -45) self.assertEquals(images._rotate[1], 45) self.assertEquals(images._rotate[2], 2) self.assertEquals(images._rotate[3], 2) self.assertEqual(len(next(images)), 2) self.assertEqual(len(next(images)), 2) self.assertEqual(len(next(images)), 2) self.assertEqual(len(next(images)), 2) self.assertEqual(len(next(images)), 2) self.assertEqual(len(next(images)), 2) self.assertEqual(next(images), (None, None)) os.remove("collection.0_100.h5")
def test_099(self): """ Images - += Image """ images = Images(['files/1_100.jpg'], 1) image = Image('files/2_100.jpg', 2, config=['nostore']) images += image self.assertEquals(len(images), 2) self.assertEquals(images[0].name, '1_100') self.assertEquals(images[1].name, '2_100') self.assertEquals(images[0].label, 1) self.assertEquals(images[1].label, 2) os.remove("collection.1_100.h5")