def freq(tkns, skip_stopwords=True): tot = len(tkns) if skip_stopwords: tkns = [tkn for tkn in tkns if tkn not in stopwords] fq = FreqDist(tkns).items() fq = [[item[0], item[1], item[1] / tot] for item in fq] fq.sort(key=lambda x: x[1], reverse=True) return fq