def test_featurize(self):
"""
Ensure featurization returns an array of the right shape
Ensure featurization is still possible after fit
"""
model = Classifier(config=self.default_config())
train_sample = self.dataset.sample(n=self.n_sample)
features = model.featurize(train_sample.Text)
self.assertEqual(features.shape, (self.n_sample, self.n_hidden))
model.fit(train_sample.Text, train_sample.Target)
features = model.featurize(train_sample.Text)
self.assertEqual(features.shape, (self.n_sample, self.n_hidden))
def test_bert_featurize(self):
model = Classifier(base_model=BERT)
np.testing.assert_allclose(
model.featurize(self.TEST_DATA)[0],
np.load(
os.path.join(
DIRECTORY,
'data/test-bert-activations.npy'
)
),
atol=1e-1
)
