def test_normalizer_dataset_inplace(self): normalizer = BaseNormalizer(lunormalize, attr_index=1) dataset = [('a1', u'bépoèàÀêùï'), ('a2', u'tàtà')] normalizer.normalize_dataset(dataset, inplace=True) self.assertEqual([['a1', u'bepoeaaeui'], ['a2', u'tata']], dataset)
def test_normalizer_record(self): normalizer = BaseNormalizer(lunormalize, attr_index=1) record = ('a1', u'bépoèàÀêùï') self.assertEqual(normalizer.normalize(record), ['a1',u'bepoeaaeui'])
def test_normalizer_dataset(self): normalizer = BaseNormalizer(lunormalize, attr_index=1) dataset = [('a1', u'bépoèàÀêùï'), ('a2', u'tàtà')] results = normalizer.normalize_dataset(dataset) self.assertEqual([['a1', u'bepoeaaeui'], ['a2', u'tata']], results) self.assertNotEqual(results, dataset)
def test_normalizer(self): normalizer = BaseNormalizer(lunormalize) self.assertEqual(normalizer.normalize(u'bépoèàÀêùï'), u'bepoeaaeui')