def test_get_tagged_tokens(self):
self.assertEqual(['N', 'N', 'Y'],
map(lambda t: t.tag,
get_tagged_tokens(self.tokenization, 'NUMERAL')))
self.assertEqual([0, 1, 2],
map(lambda t: t.tokenIndex,
get_tagged_tokens(self.tokenization, 'NUMERAL')))
def test_get_tagged_tokens_no_tagging(tokenization):
tokenization.tokenTaggingList = filter(
lambda ttl: ttl.taggingType != 'NUMERAL',
tokenization.tokenTaggingList
)
with raises(Exception):
get_tagged_tokens(tokenization, 'NUMERAL')
def test_get_tagged_tokens(tokenization):
assert ['N', 'N', 'Y'] == map(
lambda t: t.tag,
get_tagged_tokens(tokenization, 'NUMERAL'))
assert [0, 1, 2] == map(
lambda t: t.tokenIndex,
get_tagged_tokens(tokenization, 'NUMERAL'))
def test_get_tagged_tokens_non_unique_tagging(self):
self.tokenization.tokenTaggingList.append(
TokenTagging(
taggingType='NUMERAL',
taggedTokenList=[
TaggedToken(tokenIndex=0, tag='N'),
TaggedToken(tokenIndex=1, tag='Y'),
TaggedToken(tokenIndex=2, tag='Y'),
],
), )
with self.assertRaises(Exception):
get_tagged_tokens(self.tokenization, 'NUMERAL')
def test_get_tagged_tokens_non_unique_tagging(tokenization):
tokenization.tokenTaggingList.append(
TokenTagging(
taggingType='NUMERAL',
taggedTokenList=[
TaggedToken(tokenIndex=0, tag='N'),
TaggedToken(tokenIndex=1, tag='Y'),
TaggedToken(tokenIndex=2, tag='Y'),
],
),
)
with raises(Exception):
get_tagged_tokens(tokenization, 'NUMERAL')
def test_get_tagged_tokens_no_tagging(self):
self.tokenization.tokenTaggingList = filter(
lambda ttl: ttl.taggingType != 'NUMERAL',
self.tokenization.tokenTaggingList)
with self.assertRaises(Exception):
get_tagged_tokens(self.tokenization, 'NUMERAL')
