def test_parse_word_em_dash():
from trigrams import parse_word
assert parse_word('should--but') == ['should', u'\u2014', 'but']
assert parse_word('--') == [u'\u2014']
def test_parse_word_multi_front_punc():
from trigrams import parse_word
assert parse_word('("Every') == ['(', '"', 'every']
def test_parse_word_ellipsis():
from trigrams import parse_word
assert parse_word('...') == ['...']
assert parse_word('continued...') == ['continued', '...']
assert parse_word('ah...choo') == ['ah...choo']
def test_parse_word_end_punc():
from trigrams import parse_word
assert parse_word('said.') == ['said', '.']
assert parse_word('said...') == ['said', '...']
def test_parse_word_multi_end_punc():
from trigrams import parse_word
assert parse_word('said!"') == ['said', '!']
assert parse_word('said!!!') == ['said', '!', '!', '!']
assert parse_word('said!")') == ['said', '!']
def test_parse_word_front_enclosed():
from trigrams import parse_word
assert parse_word('(Only') == ['(', 'only']
assert parse_word('"Only') == ['"', 'only']
def test_parse_word_end_enclosed():
from trigrams import parse_word
assert parse_word('said]') == ['said']
assert parse_word('said"') == ['said']
def test_parse_word_full_enclosed():
from trigrams import parse_word
assert parse_word('(only)') == ['(only)']
assert parse_word('"scare"') == ['"scare"']
def test_parse_word_end_hyphen():
from trigrams import parse_word
assert parse_word('half-') == ['half-']
def test_parse_word_solo_hyphen():
from trigrams import parse_word
assert parse_word('-') == [u'\u2014']
def test_parse_word_solo():
from trigrams import parse_word
assert parse_word('&') == ['&']
def test_parse_word_alnum():
from trigrams import parse_word
assert parse_word('cat') == ['cat']