Esempi in Python per word_based_ngrams

Esempio n. 1

File: test_utils.py Progetto: ymichael/cs3245-hw

def test_word_based_ngrams():
    text = 'Hello this is a sentence'
    assert [('Hello',), ('this',), ('is',), ('a',), ('sentence',)] == \
        utils.word_based_ngrams(text, 1)
    assert [('Hello', 'this'), ('this', 'is'), ('is', 'a'),
            ('a', 'sentence')] == \
        utils.word_based_ngrams(text, 2)

Esempio n. 2

File: test_utils.py Progetto: kaiserahmed/cs3245-hw

def test_word_based_ngrams():
    text = 'Hello this is a sentence'
    assert [('Hello',), ('this',), ('is',), ('a',), ('sentence',)] == \
        utils.word_based_ngrams(text, 1)
    assert [('Hello', 'this'), ('this', 'is'), ('is', 'a'),
            ('a', 'sentence')] == \
        utils.word_based_ngrams(text, 2)

Esempio n. 3

 def word_based_4gram(text):
     return utils.word_based_ngrams(text,
                                    n,
                                    padding_left=padding,
                                    padding_right=padding)

Esempio n. 4

File: build_test_analyse_LM.py Progetto: kaiserahmed/cs3245-hw

 def word_based_4gram(text):
     return utils.word_based_ngrams(
         text, n, padding_left=padding, padding_right=padding)