Beispiel #1
0
def get_vocab(corpus):
    vocab = defaultdict(float)
    for sent in corpus:
        for word in clean_str(sent).split():
            vocab[word] += 1
    print(len(vocab))
    return vocab
Beispiel #2
0
def get_vocab(corpus):
    vocab = defaultdict(float)
    for sent in corpus:
        for word in clean_str(sent).split():
            vocab[word] += 1
    print(len(vocab))
    return vocab
Beispiel #3
0
def process(corpus):
    return [clean_str(sent) for sent in corpus]
Beispiel #4
0
def process(corpus):
    return [clean_str(sent) for sent in corpus]