def test_traindata(): """ this test runs to find non-parsed element-tiers in the exmaralda sources :return: """ traindata_iterator = corpustools.make_tier_tuple_list(tdata) for fname, token, pos in traindata_iterator: assert fname is not None assert token is not None assert pos is not None
def test_traindata(): """ this test runs to find non-parsed element-tiers in the exmaralda sources :return: """ traindata_iterator = corpustools.make_tier_tuple_list(tdata) for fname, token, pos in traindata_iterator: assert fname is not None assert token is not None assert pos is not None
def test_pos_tupels(): """ Are all pos tier tupels created without None values? :return: """ traindata_iterator = corpustools.make_tier_tuple_list(tdata) for fname, v_tupels, pos_tupels in traindata_iterator: assert len(pos_tupels) > 1 for tupel in pos_tupels: timestamp = tupel[0] value = tupel[1] assert timestamp is not None assert value is not None
def test_pos_tupels(): """ Are all pos tier tupels created without None values? :return: """ traindata_iterator = corpustools.make_tier_tuple_list(tdata) for fname, v_tupels, pos_tupels in traindata_iterator: assert len(pos_tupels) > 1 for tupel in pos_tupels: timestamp = tupel[0] value = tupel[1] assert timestamp is not None assert value is not None
def test_tokenpos(): trdata = corpustools.make_tier_tuple_list(tdata) trfiles = {} # check if trdata is iterable assert hasattr(trdata, '__iter__') counter = 0 for fn, t, p in trdata: counter += 1 tp = [] for token in t: for pos in p: if token[0] == pos[0]: tp.append((token[0], token[1], pos[1])) trfiles.update({fn: tp}) assert len(trfiles) == counter
def test_tokenpos(): trdata = corpustools.make_tier_tuple_list(tdata) trfiles = {} # check if trdata is iterable assert hasattr(trdata, '__iter__') counter = 0 for fn, t, p in trdata: counter += 1 tp = [] for token in t: for pos in p: if token[0] == pos[0]: tp.append((token[0], token[1], pos[1])) trfiles.update({fn: tp}) assert len(trfiles) == counter