Python parse_word Examples

Example #1

def test_parse_word_em_dash():
    from trigrams import parse_word
    assert parse_word('should--but') == ['should', u'\u2014', 'but']
    assert parse_word('--') == [u'\u2014']

Example #2

def test_parse_word_multi_front_punc():
    from trigrams import parse_word
    assert parse_word('("Every') == ['(', '"', 'every']

Example #3

def test_parse_word_ellipsis():
    from trigrams import parse_word
    assert parse_word('...') == ['...']
    assert parse_word('continued...') == ['continued', '...']
    assert parse_word('ah...choo') == ['ah...choo']

Example #4

def test_parse_word_end_punc():
    from trigrams import parse_word
    assert parse_word('said.') == ['said', '.']
    assert parse_word('said...') == ['said', '...']

Example #5

def test_parse_word_multi_end_punc():
    from trigrams import parse_word
    assert parse_word('said!"') == ['said', '!']
    assert parse_word('said!!!') == ['said', '!', '!', '!']
    assert parse_word('said!")') == ['said', '!']

Example #6

def test_parse_word_front_enclosed():
    from trigrams import parse_word
    assert parse_word('(Only') == ['(', 'only']
    assert parse_word('"Only') == ['"', 'only']

Example #7

def test_parse_word_end_enclosed():
    from trigrams import parse_word
    assert parse_word('said]') == ['said']
    assert parse_word('said"') == ['said']

Example #8

def test_parse_word_full_enclosed():
    from trigrams import parse_word
    assert parse_word('(only)') == ['(only)']
    assert parse_word('"scare"') == ['"scare"']

Example #9

def test_parse_word_end_hyphen():
    from trigrams import parse_word
    assert parse_word('half-') == ['half-']

Example #10

def test_parse_word_solo_hyphen():
    from trigrams import parse_word
    assert parse_word('-') == [u'\u2014']

Example #11

def test_parse_word_solo():
    from trigrams import parse_word
    assert parse_word('&') == ['&']

Example #12

def test_parse_word_alnum():
    from trigrams import parse_word
    assert parse_word('cat') == ['cat']