def test_transformation(self):
sent1 = "The quick brown fox jumps over the lazy dog."
data_sample = SASample({'x': sent1, 'y': "negative"})
swap_ins = Punctuation()
x = swap_ins.transform(data_sample, n=10)
# test the form
for _sample in x:
self.assertEqual(
''.join(filter(str.isalpha, _sample.get_text('x'))),
''.join(filter(str.isalpha, data_sample.get_text('x'))))
self.assertTrue(_sample.get_text('x') != data_sample.get_text('x'))
self.assertTrue(10 >= len(x))
import random
random.seed(100)
x = swap_ins.transform(data_sample, n=1)
x = x[0]
# test the data
self.assertTrue('{ The quick brown fox jumps over the lazy dog; }' ==
x.get_text('x'))
special_sample = SASample({'x': '', 'y': "negative"})
self.assertEqual(1, len(swap_ins.transform(special_sample)))
special_sample = SASample({'x': '~!@#$%^7890"\'', 'y': "negative"})
self.assertEqual(1, len(swap_ins.transform(special_sample)))
def test_transformation(self):
sent2 = 'The quick brown fox jumps over the lazy dog. '
data_sample = SASample({'x': sent2, 'y': "negative"})
import random
random.seed(100)
swap_ins = MLM(device='cpu')
x = swap_ins.transform(data_sample, n=5)
self.assertEqual(5, len(x))
tokens = []
for _sample in x:
self.assertTrue(
_sample.get_words('x')[:2] == data_sample.get_words('x')[:2])
self.assertTrue(
_sample.get_words('x')[3] == data_sample.get_words('x')[3])
self.assertTrue(
_sample.get_words('x')[-5:] == data_sample.get_words('x')[-5:])
tokens.append(
_sample.get_words('x')[2] + _sample.get_words('x')[4])
self.assertTrue(5 == len(set(tokens)))
special_sample = SASample({'x': '', 'y': "negative"})
self.assertEqual([], swap_ins.transform(special_sample))
special_sample = SASample({'x': '~!@#$%^7890"\'', 'y': "negative"})
special_sample = swap_ins.transform(special_sample)[0]
self.assertEqual('epilogue "\'', special_sample.get_text('x'))
def test_transformation(self):
# test the change num
change_sample = swap_ins.transform(data_sample, n=5)
self.assertEqual(5, len(change_sample))
# test if the item change
begin = []
end = []
for sample in change_sample:
self.assertTrue(sent1 in sample.get_text('x'))
index = sample.get_text('x').index(sent1)
begin.append(sample.get_text('x')[:index])
end.append(sample.get_text('x')[index + len(sent1):])
# test if the n change samples not equal
self.assertEqual(len(set(begin)), 5)
self.assertEqual(len(set(end)), 5)
random.seed(100)
special_sample = SASample({'x': '~!@#$%^7890"\'', 'y': "negative"})
special_sample = swap_ins.transform(special_sample)[0]
self.assertEqual('I actually wanted to talk to you, ~!@#$%^7890 "\'',
special_sample.get_text('x'))
