Ejemplo n.º 1
0
 def test_add(self):
     profile = LangProfile('en')
     profile.add('a')
     self.assertEqual(profile.freq.get('a'), 1)
     profile.add('a')
     self.assertEqual(profile.freq.get('a'), 2)
     profile.omit_less_freq()
Ejemplo n.º 2
0
 def test_add(self):
     profile = LangProfile('en')
     profile.add('a')
     self.assertEqual(profile.freq.get('a'), 1)
     profile.add('a')
     self.assertEqual(profile.freq.get('a'), 2)
     profile.omit_less_freq()
Ejemplo n.º 3
0
    def test_omit_less_freq(self):
        profile = LangProfile('en')
        grams = six.u('a b c \u3042 \u3044 \u3046 \u3048 \u304a \u304b \u304c \u304d \u304e \u304f').split()
        for i in xrange(5):
            for g in grams:
                profile.add(g)
        profile.add(six.u('\u3050'))

        self.assertEqual(profile.freq.get('a'), 5)
        self.assertEqual(profile.freq.get(six.u('\u3042')), 5)
        self.assertEqual(profile.freq.get(six.u('\u3050')), 1)
        profile.omit_less_freq()
        self.assertIsNone(profile.freq.get('a'))  # omitted
        self.assertEqual(profile.freq.get(six.u('\u3042')), 5)
        self.assertIsNone(profile.freq.get(six.u('\u3050')))  # omitted
Ejemplo n.º 4
0
    def test_omit_less_freq(self):
        profile = LangProfile('en')
        grams = six.u(
            'a b c \u3042 \u3044 \u3046 \u3048 \u304a \u304b \u304c \u304d \u304e \u304f'
        ).split()
        for i in xrange(5):
            for g in grams:
                profile.add(g)
        profile.add(six.u('\u3050'))

        self.assertEqual(profile.freq.get('a'), 5)
        self.assertEqual(profile.freq.get(six.u('\u3042')), 5)
        self.assertEqual(profile.freq.get(six.u('\u3050')), 1)
        profile.omit_less_freq()
        self.assertIsNone(profile.freq.get('a'))  # omitted
        self.assertEqual(profile.freq.get(six.u('\u3042')), 5)
        self.assertIsNone(profile.freq.get(six.u('\u3050')))  # omitted
Ejemplo n.º 5
0
 def test_omit_less_freq_illegally(self):
     profile = LangProfile()
     profile.omit_less_freq()  # ignore
Ejemplo n.º 6
0
 def test_omit_less_freq_illegally(self):
     profile = LangProfile()
     profile.omit_less_freq()  # ignore