def test_normalizer_dataset_inplace(self):
normalizer = BaseNormalizer(lunormalize, attr_index=1)
dataset = [('a1', u'bépoèàÀêùï'), ('a2', u'tàtà')]
normalizer.normalize_dataset(dataset, inplace=True)
self.assertEqual([['a1', u'bepoeaaeui'], ['a2', u'tata']], dataset)
def test_normalizer_record(self):
normalizer = BaseNormalizer(lunormalize, attr_index=1)
record = ('a1', u'bépoèàÀêùï')
self.assertEqual(normalizer.normalize(record), ['a1',u'bepoeaaeui'])
def test_normalizer_dataset(self):
normalizer = BaseNormalizer(lunormalize, attr_index=1)
dataset = [('a1', u'bépoèàÀêùï'), ('a2', u'tàtà')]
results = normalizer.normalize_dataset(dataset)
self.assertEqual([['a1', u'bepoeaaeui'], ['a2', u'tata']], results)
self.assertNotEqual(results, dataset)
def test_normalizer(self):
normalizer = BaseNormalizer(lunormalize)
self.assertEqual(normalizer.normalize(u'bépoèàÀêùï'), u'bepoeaaeui')
