Example #1
0
def freq(tkns, skip_stopwords=True):
    tot = len(tkns)
    if skip_stopwords:
        tkns = [tkn for tkn in tkns if tkn not in stopwords]
    fq = FreqDist(tkns).items()
    fq = [[item[0], item[1], item[1] / tot] for item in fq]
    fq.sort(key=lambda x: x[1], reverse=True)
    return fq