def entropy(x): nSize = len(x) fd = FreqDict(list(x)) result = 0. for v in fd.values(): prob = float(v) / nSize result += -prob * np.log(prob) return result