#!/usr/bin/python
import sys
import EntropyCalculator
"""Invoke as Entropy.py Document Output.csv
Document may be plain text or XML
Analysis will be performed with a block size of 1000 words
May add options to customize analysis or output at a later date
Columns of output are word, Entropy per instance of that word,
proportion of document's entropy from instances of that word.
Summary statistics will be printed to stdout"""
H = EntropyCalculator.EntropyCalculator(10)
data = open(sys.argv[1], 'r')
H.SetText(data)
H.SetWordsPerPart(1000)
H.AnalyseText()
output = open(sys.argv[2], 'w')
H.OutputWords(output)
data.close()
output.close()
print argv[1], "contains", H.Nwords
print "Analysed with", H.Parts, "blocks"
print "Total entropy", H.TotalEntropy, "bits"
print "Words with entropy >", float(
H.Parts) / (H.Parts + 1), "are likely to be particulary significant"
print "Detailed analysis written to ", sys.argv[2]
