def __init__(self):
self.DR = DataReader()
self.Features = RuleBasedFeatures()
self.feats = ["cc", "ck", "bk", "pk", "hk", "oe", "3", "5", "6", "x", 'nword', 'hood', 'bCaret', 'cCaret', 'pCaret', 'hCaret']
self.gang = {}
class Printer:
def __init__(self):
self.DR = DataReader()
self.Features = RuleBasedFeatures()
self.feats = ["cc", "ck", "bk", "pk", "hk", "oe", "3", "5", "6", "x", 'nword', 'hood', 'bCaret', 'cCaret', 'pCaret', 'hCaret']
self.gang = {}
def loadData(self, postsFile):
self.DR.loadData(postsFile)
def calculateFeatures(self, posts):
Hits = dd(int)
Scopes = dd(int)
numWordsScope = dd(int)
for post in posts:
numWords = len(self.DR.posts[post][4].split())
postHits, postScopes = self.Features.scorePostWordIndexing(self.DR.posts[post][4])
#print postHits, postScopes
for feat in self.feats:
Scopes[feat] += len(postScopes[feat])
Hits[feat + 'Count'] += len(postHits[feat + 'Count'])
numWordsScope[feat] += numWords
#print Hits, Scopes
#simpleGlobal = self.globalScoreSimple(Hits, Scopes)
#complexityGloabal = self.globalScoreComplexity(Hits, Scopes)
return Hits, Scopes, numWordsScope
def globalScoreComplexity(self, counts, scopeDict):
scopeIndices = set()
for feat in scopeDict.iterkeys():
for index in scopeDict[feat]:
scopeIndices.add(index)
count = 0
for feat in counts.iterkeys():
count += len(counts[feat])
if len(scopeIndices) > 0:
return str(round(count * 100.0 / len(scopeIndices), 2))
return ""
def globalScoreSimple(self, counts, scopeDict):
scope = 0
for feat in scopeDict.iterkeys():
scope += len(scopeDict[feat])
count = 0
for feat in counts.iterkeys():
count += len(counts[feat])
if scope > 0:
return str(round(count * 100.0 / scope, 2))
return ""
def printFeats(self, users, outFile):
outFile = open(outFile, 'w', 1)
for user in users:
Hits, Scopes, numWordsScope = self.calculateFeatures(self.DR.userwisePosts[user])
feats = []
for feat in self.feats:
try:
feats.append(str(round(Hits[feat+'Count'] * 100.0 / Scopes[feat], 2)))
except ZeroDivisionError:
feats.append('-1')
outFile.write(user + ',' + ','.join(feats) + ',' + self.gang[user] + '\n')
outFile.close()
def loadGangAnnotation(self, gangAnnotation):
for line in open(gangAnnotation):
line = line.strip().split('\t')
self.gang[line[0]] = line[1]