Пример #1
0
def test_iter_ngram():
    seq = [0, 1, 2, 3, 4]

    lst = list(iter_ngram(seq, 1))
    assert_equal(lst, [[0], [1], [2], [3], [4]])

    lst = list(iter_ngram(seq, 2))
    assert_equal(lst, [[0, 1], [1, 2], [2, 3], [3, 4]])

    lst = list(iter_ngram(seq, 3))
    assert_equal(lst, [[0, 1, 2], [1, 2, 3], [2, 3, 4]])

    lst = list(iter_ngram(seq, 3, 2))
    assert_equal(lst, [[0, 1], [1, 2], [0, 1, 2], [2, 3], [1, 2, 3], [3, 4], [2, 3, 4]])

    lst = list(iter_ngram(seq, 3, 1))
    assert_equal(lst, [[0], [1], [0, 1], [2], [1, 2], [0, 1, 2], [3], [2, 3], [1, 2, 3], [4], [3, 4], [2, 3, 4]])

    lst = list(iter_ngram(seq, 3, sent_start=9))
    assert_equal(lst, [[9, 9, 0], [9, 0, 1], [0, 1, 2], [1, 2, 3], [2, 3, 4]])

    lst = list(iter_ngram(seq, 3, sent_end=9))
    assert_equal(lst, [[0, 1, 2], [1, 2, 3], [2, 3, 4], [3, 4, 9], [4, 9, 9]])

    lst = list(iter_ngram(seq, 3, sent_start=9, sent_end=9))
    assert_equal(lst, [[9, 9, 0], [9, 0, 1], [0, 1, 2], [1, 2, 3], [2, 3, 4], [3, 4, 9], [4, 9, 9]])

    lst = list(iter_ngram(seq, 3, 2, sent_start=9, sent_end=9))
    assert_equal(lst, [[9, 0], [9, 9, 0],
                       [0, 1], [9, 0, 1],
                       [1, 2], [0, 1, 2],
                       [2, 3], [1, 2, 3],
                       [3, 4], [2, 3, 4],
                       [4, 9], [3, 4, 9],
                       [9, 9], [4, 9, 9]])
Пример #2
0
def test_bad_bounds():
    list(iter_ngram(range(10), 2, 3))