def test_loadfiles(self, mock_isfile):
mock_isfile.return_value = True
# without size
cardinality = Cardinality(3, "", "")
read_data = pickle.dumps({
'word2vec': -1,
'counter_patterns': {
"1": 1,
"10": 10,
"100": 100,
"1000": 1000,
"10000": 10000,
"100000": 100000
}
})
mockOpen = mock_open(read_data=read_data)
tf = tempfile.NamedTemporaryFile()
f = h5py.File(tf, 'w')
f.create_dataset("list_classes", data=[1, 2, 3, 4, 5])
f.close()
cardinality.path_list_classes = tf.name
with patch('builtins.open', mockOpen):
cardinality.load_files()
tf.close()
self.assertEqual(len(cardinality.counter), 6)
self.assertEqual(len(cardinality.list_classes), 5)
# with size
cardinality = Cardinality(3, "", "", size=2)
read_data = pickle.dumps({
'word2vec': -1,
'counter_patterns': {
"1": 1,
"10": 10,
"100": 100,
"1000": 1000,
"10000": 10000,
"100000": 100000
}
})
mockOpen = mock_open(read_data=read_data)
tf = tempfile.NamedTemporaryFile()
f = h5py.File(tf, 'w')
f.create_dataset("list_classes", data=[1, 2, 3, 4, 5])
f.close()
cardinality.path_list_classes = tf.name
with patch('builtins.open', mockOpen):
cardinality.load_files()
tf.close()
self.assertEqual(len(cardinality.counter), 6)
self.assertEqual(len(cardinality.list_classes), 2)
def test_creation(self):
cardinality = Cardinality(3, "", "", size=2)
read_data = pickle.dumps({
'word2vec': -1,
'counter_patterns': {
"1": 1,
"10": 10,
"100": 100,
"1000": 1000,
"10000": 10000,
"100000": 100000
}
})
mockOpen = mock_open(read_data=read_data)
tf = tempfile.NamedTemporaryFile()
f = h5py.File(tf, 'w')
f.create_dataset("list_classes", data=[1, 2, 3, 4, 5])
f.close()
cardinality.path_list_classes = tf.name
with patch('builtins.open', mockOpen):
cardinality.load_files()
self.cardinality = cardinality
worker_single = Worker_single(cardinality=self.cardinality,
lock=self.lock)
worker_single = Worker_single(cardinality=self.cardinality,
lock=self.lock,
stoppingcondition="timer")
worker_single = Worker_single(cardinality=self.cardinality,
lock=self.lock,
stoppingcondition="earlystopping")
worker_single = Worker_single(cardinality=self.cardinality,
lock=self.lock,
stoppingcondition="epoch")
with self.assertRaises(Exception):
worker_single = Worker_single(cardinality=self.cardinality,
lock=self.lock,
stoppingcondition="unimplemented")
tf.close()