Beispiel #1
0
def main():
    t1 = time.time()

    # new_corpus = Corpus(u'/home/gree-gorey/CorpusTemp/')
    new_corpus = Corpus(u'/home/gree-gorey/CorpusClean/')
    # new_corpus = Corpus(u'/home/gree-gorey/stupid/')
    # new_corpus = Corpus(u'/home/gree-gorey/tested_tested/')

    for text in new_corpus.texts(u'txt'):
        # text.mystem_analyzer()
        text.normalize(mode=u'write')
        text.treetagger_analyzer()
        text.write_pos_ann()

    t2 = time.time()

    print t2 - t1
Beispiel #2
0
def get_size():

    new_corpus = Corpus(u'/home/gree-gorey/CorpusClean/')

    print new_corpus.size()
    print new_corpus.count_sentences()