Esempio n. 1
0
def wordCountMapper(document):
    """for each word in the document, emit (word,1)"""
    for word in tokenize(document):
        yield (word, 1)
Esempio n. 2
0
def wordCountMapper(document):
    """for each word in the document, emit (word,1)"""
    for word in tokenize(document):
        yield (word, 1)
Esempio n. 3
0
def wordCount_old(documents):
    """word count not using MapReduce"""
    return Counter(word
        for document in documents
        for word in tokenize(document))
Esempio n. 4
0
def wordCount_old(documents):
    """word count not using MapReduce"""
    return Counter(word for document in documents
                   for word in tokenize(document))