def test_featurize(self): """ Ensure featurization returns an array of the right shape Ensure featurization is still possible after fit """ model = Classifier(config=self.default_config()) train_sample = self.dataset.sample(n=self.n_sample) features = model.featurize(train_sample.Text) self.assertEqual(features.shape, (self.n_sample, self.n_hidden)) model.fit(train_sample.Text, train_sample.Target) features = model.featurize(train_sample.Text) self.assertEqual(features.shape, (self.n_sample, self.n_hidden))
def test_bert_featurize(self): model = Classifier(base_model=BERT) np.testing.assert_allclose( model.featurize(self.TEST_DATA)[0], np.load( os.path.join( DIRECTORY, 'data/test-bert-activations.npy' ) ), atol=1e-1 )