Python OOVFeatureExtractor Examples

Example #1

File: test_oov_feature_extractor.py Project: kepler/marmot

class OOVFeatureExtractorTests(unittest.TestCase):

    def setUp(self):
        self.extractor = OOVFeatureExtractor('test_data/corpus.en')

    def test_oov(self):
        obj = {'source': ['Edward', 'is', 'a', 'friend', 'of', 'mine'], 'target': ['Edward', 'est', 'mon', 'ami'], 'index': (0, 4), 'source_index': (0, 2), 'token': ['Edward', 'est'], 'source_token': ['Edward', 'is', 'a', 'friend']}
        self.assertEqual(self.extractor.get_features(obj)[0], 1)
        obj2 = {'source': ['he', 'is', 'a', 'friend', 'of', 'mine'], 'target': ['Il', 'est', 'mon', 'ami'], 'index': (0, 4), 'source_index': (0, 2), 'token': ['Il', 'est'], 'source_token': ['he', 'is', 'a', 'friend']}
        self.assertEqual(self.extractor.get_features(obj2)[0], 0)

Example #2

class OOVFeatureExtractorTests(unittest.TestCase):
    def setUp(self):
        self.extractor = OOVFeatureExtractor('test_data/corpus.en')

    def test_oov(self):
        obj = {
            'source': ['Edward', 'is', 'a', 'friend', 'of', 'mine'],
            'target': ['Edward', 'est', 'mon', 'ami'],
            'index': (0, 4),
            'source_index': (0, 2),
            'token': ['Edward', 'est'],
            'source_token': ['Edward', 'is', 'a', 'friend']
        }
        self.assertEqual(self.extractor.get_features(obj)[0], 1)
        obj2 = {
            'source': ['he', 'is', 'a', 'friend', 'of', 'mine'],
            'target': ['Il', 'est', 'mon', 'ami'],
            'index': (0, 4),
            'source_index': (0, 2),
            'token': ['Il', 'est'],
            'source_token': ['he', 'is', 'a', 'friend']
        }
        self.assertEqual(self.extractor.get_features(obj2)[0], 0)

Example #3

 def setUp(self):
     self.extractor = OOVFeatureExtractor('test_data/corpus.en')

Example #4

File: test_oov_feature_extractor.py Project: kepler/marmot

 def setUp(self):
     self.extractor = OOVFeatureExtractor('test_data/corpus.en')