def test_basics_sent_tok_correct():
assert sent_tokenise("this is the end. my only friend. the end") == [
"this is the end.",
"my only friend.",
"the end",
]
def test_basics_sent_tok_and_Vader():
assert (np.mean(
get_sentiment_score_VDR(
sent_tokenise(
"I know that sounds funny, but to me it seemed like sketchy technology that wouldn't work well. Well, this one works great."
))) == 0.595050)
def test_remove_stopwords():
wish = "And did they get you to trade Your heros for ghosts? Hot ashes for trees? Hot air for a cool breeze?"
wishtokens_sw_removed = remove_stopwords(word_tokenise(
sent_tokenise(wish)))
assert wishtokens_sw_removed == [
["And", "get", "trade", "Your", "heros", "ghosts", "?"],
["Hot", "ashes", "trees", "?"],
["Hot", "air", "cool", "breeze", "?"],
]
def test_basics_sent_tok_exception():
with pytest.raises(TypeError):
sent_tokenise(True, 2)
def test_basics_sent_tok_hasoutput():
assert sent_tokenise(
"this is the end. my only friend. the end") is not None
def test_combine_2fs():
assert sent_tokenise(capital_case(mystring)) == f_pipeline2(mystring)
def test_combine_functions():
assert sent_tokenise(capital_case(mystring)) == f_pipeline(mystring)