def test_moses_detokenizer():
detokenizer = t.SacreMosesDetokenizer(return_str=False)
text = ['Introducing', 'Gluon', ':', 'An', 'Easy-to-Use', 'Programming',
'Interface', 'for', 'Flexible', 'Deep', 'Learning', '.']
ret = detokenizer(text)
assert isinstance(ret, list)
assert len(ret) > 0
def test_moses_detokenizer():
detokenizer = t.SacreMosesDetokenizer()
text = ['Introducing', 'Gluon', ':', 'An', 'Easy-to-Use', 'Programming',
'Interface', 'for', 'Flexible', 'Deep', 'Learning', '.']
try:
ret = detokenizer(text)
except ImportError:
warnings.warn("NLTK not installed, skip test_moses_detokenizer().")
return
assert isinstance(ret, list)
assert len(ret) > 0
