def test_traindata():
"""
this test runs to find non-parsed element-tiers in the exmaralda sources
:return:
"""
traindata_iterator = corpustools.make_tier_tuple_list(tdata)
for fname, token, pos in traindata_iterator:
assert fname is not None
assert token is not None
assert pos is not None
def test_traindata():
"""
this test runs to find non-parsed element-tiers in the exmaralda sources
:return:
"""
traindata_iterator = corpustools.make_tier_tuple_list(tdata)
for fname, token, pos in traindata_iterator:
assert fname is not None
assert token is not None
assert pos is not None
def test_pos_tupels():
"""
Are all pos tier tupels created without None values?
:return:
"""
traindata_iterator = corpustools.make_tier_tuple_list(tdata)
for fname, v_tupels, pos_tupels in traindata_iterator:
assert len(pos_tupels) > 1
for tupel in pos_tupels:
timestamp = tupel[0]
value = tupel[1]
assert timestamp is not None
assert value is not None
def test_pos_tupels():
"""
Are all pos tier tupels created without None values?
:return:
"""
traindata_iterator = corpustools.make_tier_tuple_list(tdata)
for fname, v_tupels, pos_tupels in traindata_iterator:
assert len(pos_tupels) > 1
for tupel in pos_tupels:
timestamp = tupel[0]
value = tupel[1]
assert timestamp is not None
assert value is not None
def test_tokenpos():
trdata = corpustools.make_tier_tuple_list(tdata)
trfiles = {}
# check if trdata is iterable
assert hasattr(trdata, '__iter__')
counter = 0
for fn, t, p in trdata:
counter += 1
tp = []
for token in t:
for pos in p:
if token[0] == pos[0]:
tp.append((token[0], token[1], pos[1]))
trfiles.update({fn: tp})
assert len(trfiles) == counter
def test_tokenpos():
trdata = corpustools.make_tier_tuple_list(tdata)
trfiles = {}
# check if trdata is iterable
assert hasattr(trdata, '__iter__')
counter = 0
for fn, t, p in trdata:
counter += 1
tp = []
for token in t:
for pos in p:
if token[0] == pos[0]:
tp.append((token[0], token[1], pos[1]))
trfiles.update({fn: tp})
assert len(trfiles) == counter
