def test_087(self):
""" Images - minibatch - augmentation """
images = Images([
'files/0_100.jpg', 'files/1_100.jpg', 'files/2_100.jpg',
'files/0_100g.jpg', 'files/3_100.jpg', 'files/1_100.jpg'
], [1, 2, 3, 4, 5, 6],
name='foobar')
images.split = 0.5
images.minibatch = 2
images.augment = True
g = images.minibatch
x = 0
for _ in g:
x += 1
self.assertEquals(x, 4)
g = images.minibatch
x = 0
for _ in g:
x += 1
self.assertEquals(x, 2)
g = images.minibatch
x = 0
for _ in g:
x += 1
self.assertEquals(x, 0)
os.remove('foobar.h5')
def test_068(self):
""" Image - split - tuple valid """
images = Images(['files/0_100.jpg', 'files/1_100.jpg'], [1, 2],
name='foobar')
images.split = 0.5, 2
self.assertEqual(len(next(images)), 2)
os.remove('foobar.h5')
def test_116(self):
""" Images - transform / unflatten - already unflatten / gray """
images = Images(['files/0_100.jpg', 'files/1_100.jpg'], [1, 2],
config=['nostore', 'gray'])
images.flatten = False
self.assertEquals(images[0].data.shape, (100, 100))
self.assertEquals(images[1].data.shape, (100, 100))
def test_118(self):
""" Images - transform / unflatten - same size """
images = Images(['files/0_100.jpg', 'files/1_100.jpg'], [1, 2],
config=['nostore', 'flat'])
images.flatten = False
self.assertEquals(images[0].data.shape, (100, 100, 3))
self.assertEquals(images[1].data.shape, (100, 100, 3))
def test_111(self):
""" Images - transform / flatten - resized"""
images = Images(['files/0_100.jpg', 'files/1_100.jpg'], [1, 2],
config=['nostore', 'resize=(50,50)'])
images.flatten = True
self.assertEquals(images[0].data.shape, (7500, ))
self.assertEquals(images[1].data.shape, (7500, ))
def test_113(self):
""" Images - transform / flatten - grayscale """
images = Images(['files/0_100.jpg', 'files/1_100.jpg'], [1, 2],
config=['nostore', 'gray'])
images.flatten = True
self.assertEquals(images[0].data.shape, (10000, ))
self.assertEquals(images[1].data.shape, (10000, ))
def test_110(self):
""" Images - transform / flatten - already flatten """
images = Images(['files/0_100.jpg', 'files/1_100.jpg'], [1, 2],
config=['nostore', 'flat'])
images.flatten = True
self.assertEquals(images[0].data.shape, (30000, ))
self.assertEquals(images[1].data.shape, (30000, ))
def test_108(self):
""" Images - augment - valid tuple (min, max, n) - minibatch """
images = Images([
'files/0_100.jpg', 'files/1_100.jpg', 'files/2_100.jpg',
'files/0_100g.jpg', 'files/3_100.jpg', 'files/1_100.jpg'
], [1, 2, 3, 4, 5, 6],
name='foobar')
images.split = 0.5
images.minibatch = 2
images.augment = (-45, 45, 2)
g = images.minibatch
x = 0
for _ in g:
x += 1
self.assertEquals(x, 6)
g = images.minibatch
x = 0
for _ in g:
x += 1
self.assertEquals(x, 3)
g = images.minibatch
x = 0
for _ in g:
x += 1
self.assertEquals(x, 0)
os.remove('foobar.h5')
def test_065(self):
""" Images - minibatch - fetch """
images = Images([
'files/0_100.jpg', 'files/1_100.jpg', 'files/2_100.jpg',
'files/0_100g.jpg', 'files/3_100.jpg', 'files/1_100.jpg'
], [1, 2, 3, 4, 5, 6],
name='foobar')
images.split = 0.5
images.minibatch = 2
g = images.minibatch
x = 0
for _ in g:
x += 1
self.assertEquals(x, 2)
g = images.minibatch
x = 0
for _ in g:
x += 1
self.assertEquals(x, 1)
g = images.minibatch
x = 0
for _ in g:
x += 1
self.assertEquals(x, 0)
os.remove('foobar.h5')
def test_067(self):
""" Images - split - tuple, percent not a float, seed not an int """
images = Images(['files/0_100.jpg'], [1], name='foobar')
with pytest.raises(TypeError):
images.split = ('a', 2)
with pytest.raises(TypeError):
images.split = (0.8, 'a')
os.remove('foobar.h5')
def test_106(self):
""" Images - augment - valid tuple (min, max) """
images = Images()
images.augment = (-45, 45)
self.assertEquals(images._rotate[0], -45)
self.assertEquals(images._rotate[1], 45)
images.augment = 20, 60
self.assertEquals(images._rotate[0], 20)
self.assertEquals(images._rotate[1], 60)
def test_063(self):
""" Images - minibatch not an integer """
images = Images([
'files/0_100.jpg', 'files/1_100.jpg', 'files/2_100.jpg',
'files/0_100g.jpg'
], [1, 2, 3, 4],
name='foobar')
with pytest.raises(TypeError):
images.minibatch = 'a'
os.remove('foobar.h5')
def test_056(self):
""" Images - split not an float """
images = Images([
'files/0_100.jpg', 'files/1_100.jpg', 'files/2_100.jpg',
'files/0_100g.jpg'
], [1, 2, 3, 4],
name='foobar')
with pytest.raises(TypeError):
images.split = 'a'
os.remove('foobar.h5')
def test_059(self):
""" Images - split, set percent """
images = Images([
'files/0_100.jpg', 'files/1_100.jpg', 'files/2_100.jpg',
'files/0_100g.jpg'
], [1, 2, 3, 4])
images.split = 0.5
self.assertEqual(len(images._train), 2)
self.assertEqual(len(images._test), 2)
os.remove('collection.0_100.h5')
def test_078(self):
""" Images - split = 0 """
images = Images(["files/imtest1", "files/imtest2"], [1, 2],
name="foobar")
images.split = 0.0
self.assertEquals(len(images._train), 4)
self.assertEquals(len(images._test), 0)
images.split = 0
self.assertEquals(len(images._train), 4)
self.assertEquals(len(images._test), 0)
os.remove("foobar.h5")
def test_057(self):
""" Images - split not a valid range """
images = Images([
'files/0_100.jpg', 'files/1_100.jpg', 'files/2_100.jpg',
'files/0_100g.jpg'
], [1, 2, 3, 4],
name='foobar')
with pytest.raises(ValueError):
images.split = 0.0
with pytest.raises(ValueError):
images.split = 1.0
os.remove('foobar.h5')
def test_061(self):
""" Images - iterate through collection """
images = Images([
'files/0_100.jpg', 'files/1_100.jpg', 'files/2_100.jpg',
'files/0_100g.jpg'
], [1, 2, 3, 4])
images.split = 0.25
self.assertEqual(len(next(images)), 2)
self.assertEqual(len(next(images)), 2)
self.assertEqual(len(next(images)), 2)
self.assertEqual(next(images), None)
os.remove('collection.0_100.h5')
def test_120(self):
""" Images - labels are one hot encoded in split """
images = Images(['files/0_100.jpg', 'files/1_100.jpg'], [1, 2],
config=['nostore', 'flat', 'resize=(60,60)'])
images.split = 0.5
X_train, X_test, Y_train, Y_test = images.split
self.assertTrue(type(X_train), np.ndarray)
self.assertTrue(type(X_test), np.ndarray)
self.assertTrue(type(Y_train), np.ndarray)
self.assertTrue(type(Y_test), np.ndarray)
self.assertTrue(Y_train.shape, (2, 3))
self.assertTrue(Y_test.shape, (2, 3))
def test_064(self):
""" Images - minibatch invalid range """
images = Images([
'files/0_100.jpg', 'files/1_100.jpg', 'files/2_100.jpg',
'files/0_100g.jpg'
], [1, 2, 3, 4],
name='foobar')
with pytest.raises(ValueError):
images.minibatch = 0
with pytest.raises(ValueError):
images.minibatch = 4
os.remove('foobar.h5')
def test_060(self):
""" Images - split, percent specified """
images = Images([
'files/0_100.jpg', 'files/1_100.jpg', 'files/2_100.jpg',
'files/0_100g.jpg'
], [1, 2, 3, 4])
images.split = 0.25
x1, x2, y1, y2 = images.split
self.assertEquals(len(x1), 3)
self.assertEquals(len(x2), 1)
self.assertEquals(len(y1), 3)
self.assertEquals(len(y2), 1)
os.remove('collection.0_100.h5')
def test_062(self):
""" Images - iterate 2nd pass """
images = Images([
'files/0_100.jpg', 'files/1_100.jpg', 'files/2_100.jpg',
'files/0_100g.jpg', 'files/3_100.jpg'
], [1, 2, 3, 4, 5],
name='foobar')
images.split = 0.5
self.assertEqual(len(next(images)), 2)
self.assertEqual(len(next(images)), 2)
self.assertEqual(next(images), None)
self.assertEqual(len(next(images)), 2)
self.assertEqual(len(next(images)), 2)
self.assertEqual(next(images), None)
os.remove('foobar.h5')
def test_046(self):
""" images properties dir, class """
images = Images(["files/0_100.jpg"], labels=[2], dir="tmp")
self.assertTrue(images.dir, "tmp")
self.assertTrue(images.label, [2])
os.remove("tmp/collection.0_100.h5")
os.rmdir("tmp")
def test_085(self):
""" Images - iterate through collection multiple times """
images = Images([
'files/0_100.jpg', 'files/1_100.jpg', 'files/2_100.jpg',
'files/0_100g.jpg'
], [0, 1, 2, 3])
images.split = 0.50
ref = images._train[:]
for i in range(0, 4):
data, label = next(images)
self.assertTrue(label in ref)
data, label = next(images)
self.assertTrue(label in ref)
data, label = next(images)
os.remove('collection.0_100.h5')
def test_088(self):
""" Images - thumbnail """
images = Images(["files/0_100.jpg"],
1,
config=['thumb=16,16'],
name='foobar')
self.assertEquals(images[0].thumb.shape, (16, 16, 3))
os.remove('foobar.h5')
def test_097(self):
""" Images - ehandler with arguments """
images = Images(['files/1_100.jpg'], 1, ehandler=(self.done2, 6))
time.sleep(3)
self.assertTrue(self.isdone)
self.assertTrue(self.args, 6)
os.remove("collection.1_100.h5")
self._isdone = False
def test_103(self):
""" Images - += Images """
images = Images(['files/1_100.jpg', 'files/2_100.jpg'], 1)
images2 = Images(['files/0_100.jpg', 'files/3_100.jpg'], 2)
images += images2
self.assertEquals(len(images), 4)
self.assertEquals(images[0].name, '1_100')
self.assertEquals(images[1].name, '2_100')
self.assertEquals(images[2].name, '0_100')
self.assertEquals(images[3].name, '3_100')
self.assertEquals(images[0].label, 1)
self.assertEquals(images[1].label, 1)
self.assertEquals(images[2].label, 2)
self.assertEquals(images[3].label, 2)
images.store()
os.remove("collection.1_100.h5")
os.remove("collection.0_100.h5")
def test_086(self):
""" Images - next() - augmentation """
images = Images([
'files/0_100.jpg', 'files/1_100.jpg', 'files/2_100.jpg',
'files/0_100g.jpg'
], [0, 1, 2, 3])
images.split = 0.50
images.augment = True
self.assertEqual(len(next(images)), 2)
self.assertEqual(len(next(images)), 2)
self.assertEqual(len(next(images)), 2)
self.assertEqual(len(next(images)), 2)
self.assertEqual(next(images), (None, None))
self.assertEqual(len(next(images)), 2)
self.assertEqual(len(next(images)), 2)
self.assertEqual(len(next(images)), 2)
self.assertEqual(len(next(images)), 2)
self.assertEqual(next(images), (None, None))
os.remove('collection.0_100.h5')
def test_055(self):
""" Images - create dir"""
images = Images(
['files/0_100.jpg', 'files/1_100.jpg', 'files/2_100.jpg'],
2,
name='foobar',
dir='tmp2')
self.assertTrue(os.path.isfile("tmp2/foobar.h5"))
os.remove("tmp2/foobar.h5")
os.rmdir('tmp2')
def test_107(self):
""" Images - augment - valid tuple (min, max, n) - next """
images = Images([
'files/0_100.jpg', 'files/1_100.jpg', 'files/2_100.jpg',
'files/0_100g.jpg'
], [0, 1, 2, 3])
images.split = 0.50
images.augment = (-45, 45, 2)
self.assertEquals(images._rotate[0], -45)
self.assertEquals(images._rotate[1], 45)
self.assertEquals(images._rotate[2], 2)
self.assertEquals(images._rotate[3], 2)
self.assertEqual(len(next(images)), 2)
self.assertEqual(len(next(images)), 2)
self.assertEqual(len(next(images)), 2)
self.assertEqual(len(next(images)), 2)
self.assertEqual(len(next(images)), 2)
self.assertEqual(len(next(images)), 2)
self.assertEqual(next(images), (None, None))
os.remove("collection.0_100.h5")
def test_099(self):
""" Images - += Image """
images = Images(['files/1_100.jpg'], 1)
image = Image('files/2_100.jpg', 2, config=['nostore'])
images += image
self.assertEquals(len(images), 2)
self.assertEquals(images[0].name, '1_100')
self.assertEquals(images[1].name, '2_100')
self.assertEquals(images[0].label, 1)
self.assertEquals(images[1].label, 2)
os.remove("collection.1_100.h5")