def test_shape(token, expected):
features = FeaturePreprocessor.shape(token)
assert features[0] == expected
assert len(features) == 1
def test_suffix3():
assert ["S3k"] == FeaturePreprocessor.suffix3('kot')
def test_qubliki():
assert [] == FeaturePreprocessor.qubliki('kot')
assert ['ale'] == FeaturePreprocessor.qubliki('ale')
assert ['ale'] == FeaturePreprocessor.qubliki('Ale')
def test_suffix1():
assert ["S1t"] == FeaturePreprocessor.suffix1('kot')
assert ["S1??"] == FeaturePreprocessor.suffix1('kot©')
def test_suffix2():
assert ["S2o"] == FeaturePreprocessor.suffix2('kot')
assert ["S2xx"] == FeaturePreprocessor.suffix2('k')
def test_prefix3():
assert ["P2t"] == FeaturePreprocessor.prefix3('kot')
def test_prefix2():
assert ["P1o"] == FeaturePreprocessor.prefix2('kot')
assert ["P1xx"] == FeaturePreprocessor.prefix2('k')
def test_prefix1():
assert ["P0k"] == FeaturePreprocessor.prefix1('kot')
assert ["P0??"] == FeaturePreprocessor.prefix1('©kot')
assert ["P0k"] == FeaturePreprocessor.prefix1('KOT')
def test_interps():
assert ["."] == FeaturePreprocessor.interps('.', {'tags': ['interp']})
assert [] == FeaturePreprocessor.interps('.', {'tags': ['subst']})
assert [] == FeaturePreprocessor.interps(':)', {'tags': ['interp']})
def test_nic(token):
assert ["NIC"] == FeaturePreprocessor.nic(token)