def test_new_partition(self):
data_param = test_sections
test_partitioner = ImageSetsPartitioner()
with self.assertRaisesRegexp(TypeError, ''):
test_partitioner.initialise(data_param,
new_partition=True,
data_split_file=partition_output)
test_partitioner.initialise(data_param,
new_partition=True,
ratios=(2.0, 2.0),
data_split_file=partition_output)
self.assertEquals(
test_partitioner.get_file_list()[COLUMN_UNIQ_ID].count(), 4)
self.assertEquals(test_partitioner.get_file_list(TRAIN), None)
self.assertEquals(
test_partitioner.get_file_list(VALID)[COLUMN_UNIQ_ID].count(), 4)
self.assertEquals(test_partitioner.get_file_list(INFER), None)
self.assertEquals(
test_partitioner.get_file_list(VALID, 'T1',
'Flair')[COLUMN_UNIQ_ID].count(), 4)
self.assertEquals(
test_partitioner.get_file_list(VALID,
'Flair')[COLUMN_UNIQ_ID].count(), 4)
with self.assertRaisesRegexp(ValueError, ''):
test_partitioner.get_file_list(VALID, 'foo')
with self.assertRaisesRegexp(ValueError, ''):
test_partitioner.get_file_list('T1')
self.assertFalse(test_partitioner.has_training)
self.assertFalse(test_partitioner.has_inference)
self.assertTrue(test_partitioner.has_validation)
def test_new_partition(self):
data_param = test_sections
test_partitioner = ImageSetsPartitioner()
with self.assertRaisesRegexp(TypeError, ''):
test_partitioner.initialise(
data_param,
new_partition=True,
data_split_file=partition_output)
test_partitioner.initialise(
data_param,
new_partition=True,
ratios=(2.0, 2.0),
data_split_file=partition_output)
self.assertEquals(
test_partitioner.get_file_list()[COLUMN_UNIQ_ID].count(), 4)
self.assertEquals(
test_partitioner.get_file_list(TRAIN), None)
self.assertEquals(
test_partitioner.get_file_list(VALID)[COLUMN_UNIQ_ID].count(), 4)
self.assertEquals(
test_partitioner.get_file_list(INFER), None)
self.assertEquals(
test_partitioner.get_file_list(
VALID, 'T1', 'Flair')[COLUMN_UNIQ_ID].count(), 4)
self.assertEquals(
test_partitioner.get_file_list(
VALID, 'Flair')[COLUMN_UNIQ_ID].count(), 4)
with self.assertRaisesRegexp(ValueError, ''):
test_partitioner.get_file_list(VALID, 'foo')
with self.assertRaisesRegexp(ValueError, ''):
test_partitioner.get_file_list('T1')
self.assertFalse(test_partitioner.has_training)
self.assertFalse(test_partitioner.has_inference)
self.assertTrue(test_partitioner.has_validation)
def test_replicated_ids(self):
self._reset_partition_file()
with open(partition_output, 'a') as partition_file:
partition_file.write('1065,Training\n')
partition_file.write('1065,Validation')
test_partitioner = ImageSetsPartitioner()
test_partitioner.initialise(test_sections,
new_partition=False,
data_split_file=partition_output)
self.assertEquals(
test_partitioner.get_file_list()[COLUMN_UNIQ_ID].count(), 4)
self.assertEquals(
test_partitioner.get_file_list(TRAIN)[COLUMN_UNIQ_ID].count(), 3)
self.assertEquals(
test_partitioner.get_file_list(VALID)[COLUMN_UNIQ_ID].count(), 2)
self.assertEquals(
test_partitioner.get_file_list(INFER)[COLUMN_UNIQ_ID].count(), 1)
def test_replicated_ids(self):
self._reset_partition_file()
with open(partition_output, 'a') as partition_file:
partition_file.write('1065,Training\n')
partition_file.write('1065,Validation')
test_partitioner = ImageSetsPartitioner()
test_partitioner.initialise(
test_sections,
new_partition=False,
data_split_file=partition_output)
self.assertEquals(
test_partitioner.get_file_list()[COLUMN_UNIQ_ID].count(), 4)
self.assertEquals(
test_partitioner.get_file_list(TRAIN)[COLUMN_UNIQ_ID].count(), 3)
self.assertEquals(
test_partitioner.get_file_list(VALID)[COLUMN_UNIQ_ID].count(), 2)
self.assertEquals(
test_partitioner.get_file_list(INFER)[COLUMN_UNIQ_ID].count(), 1)
def test_no_partition_file(self):
if os.path.isfile(partition_output):
os.remove(partition_output)
data_param = test_sections
test_partitioner = ImageSetsPartitioner()
test_partitioner.initialise(data_param,
new_partition=False,
data_split_file=partition_output)
self.assertEquals(
test_partitioner.get_file_list()[COLUMN_UNIQ_ID].count(), 4)
with self.assertRaisesRegexp(ValueError, ''):
test_partitioner.get_file_list(TRAIN)
with self.assertRaisesRegexp(ValueError, ''):
test_partitioner.get_file_list(VALID)
with self.assertRaisesRegexp(ValueError, ''):
test_partitioner.get_file_list(INFER)
def test_no_partition_file(self):
if os.path.isfile(partition_output):
os.remove(partition_output)
data_param = test_sections
test_partitioner = ImageSetsPartitioner()
test_partitioner.initialise(
data_param,
new_partition=False,
data_split_file=partition_output)
self.assertEquals(
test_partitioner.get_file_list()[COLUMN_UNIQ_ID].count(), 4)
with self.assertRaisesRegexp(ValueError, ''):
test_partitioner.get_file_list(TRAIN)
with self.assertRaisesRegexp(ValueError, ''):
test_partitioner.get_file_list(VALID)
with self.assertRaisesRegexp(ValueError, ''):
test_partitioner.get_file_list(INFER)
