from combiner import * from counter import * from noPunct import * f = open("PATHSplusCOMS","r") for line in f: L = line.strip().split("\t") PATH = L[0]+"/RelevantLinks/RelevantLinks_h" M = int(L[1]) for i in range(M): # combineWords(PATH+"/NoLownormalizedlinkTexts"+str(i)) # filename = noPunct(PATH+"/NoLownormalizedlinkTexts"+str(i)+"Combined") # wordFreq = wordCounts(filename) # t = open(PATH+"/NoLowWordCounts"+str(i),"w") combineWords(PATH+"/linkTexts"+str(i)) filename = noPunct(PATH+"/normalizedlinkTexts"+str(i)+"Combined") wordFreq = wordCounts(filename) t = open(PATH+"/WordCounts"+str(i),"w") for key in wordFreq: t.write(key+"\t"+str(wordFreq[key])+"\n") t.close() f.close()
''' This program finds total word counts in politics links''' from counter import * from noPunct import * from PARAMETERS import * #PATH = "/media/data3/roja/Balatarin/data" filename = noPunct(DATAPATH+"/politics_linkTextsCombined_normalized") wordFreq = wordCounts(filename) t = open("totalWordCounts","w") for key in wordFreq: t.write(key+"\t"+str(wordFreq[key])+"\n") t.close()
from combiner import * from counter import * from noPunct import * f = open("PATHS","r") for line in f: PATH = line.strip()+"/RelevantLinks" combineWords(PATH+"/normalizedlinkTexts") filename = noPunct(PATH+"/normalizedlinkTextsCombined") wordFreq = wordCounts(filename) t = open(PATH+"/normalizedWordCounts","w") for key in wordFreq: t.write(key+"\t"+str(wordFreq[key])+"\n") t.close() f.close()
from combiner import * from counter import * from noPunct import * M = 160 PATH = "Random" for i in range(M): combineWords(PATH+"/random"+str(i)) filename = noPunct(PATH+"/random"+str(i)+"Combined") wordFreq = wordCounts(filename) t = open(PATH+"/RandomWordCounts"+str(i),"w") for key in wordFreq: t.write(key+"\t"+str(wordFreq[key])+"\n") t.close() # M = int(L[1]) # for i in range(M): # combineWords(PATH+"/linkTexts"+str(i)) # filename = noPunct(PATH+"/linkTexts"+str(i)+"Combined") # wordFreq = wordCounts(filename) # t = open(PATH+"/WordCounts"+str(i),"w") # for key in wordFreq: # t.write(key+"\t"+str(wordFreq[key])+"\n") # t.close()
from combiner import * from counter import * from noPunct import * OPTION = "H_Value" #OPTION = "NoLowVotes" TrajectoryNames = ["A","B","Bprime","B1","B1prime","E","Eprime","C","C0","D2","D2prime","D","F"] PATH = "/media/data3/roja/Balatarin/CompleteRun/TrajectoryAnalysis/Links/"+OPTION for name in TrajectoryNames: combineWords(PATH+"/normalizedlinkTextsPath"+name) filename = noPunct(PATH+"/normalizedlinkTextsPath"+name+"Combined") wordFreq = wordCounts(filename) t = open(PATH+"/WordCountsPath"+name,"w") for key in wordFreq: t.write(key+"\t"+str(wordFreq[key])+"\n") t.close()
from combiner import * from counter import * from noPunct import * PATH = "." combineWords(PATH+"/RandomlinkTexts") filename = noPunct(PATH+"/RandomlinkTextsCombined") wordFreq = wordCounts(filename) t = open(PATH+"/RandomWordCounts","w") for key in wordFreq: t.write(key+"\t"+str(wordFreq[key])+"\n") t.close() # M = int(L[1]) # for i in range(M): # combineWords(PATH+"/linkTexts"+str(i)) # filename = noPunct(PATH+"/linkTexts"+str(i)+"Combined") # wordFreq = wordCounts(filename) # t = open(PATH+"/WordCounts"+str(i),"w") # for key in wordFreq: # t.write(key+"\t"+str(wordFreq[key])+"\n") # t.close()
''' This program takes link Texts for top links in a community and finds work counts for each community. ''' from combiner import * from counter import * from noPunct import * from PARAMETERS import * f = open(PATH+"/Work/NumComsAndModularities","r") for line in f: L = line.strip().split() myPATH = L[0]+"/RelevantLinks_h" M = int(L[1]) for i in range(M): # combineWords(myPATH+"/NoLownormalizedlinkTexts"+str(i)) # filename = noPunct(myPATH+"/NoLownormalizedlinkTexts"+str(i)+"Combined") # wordFreq = wordCounts(filename) # t = open(myPATH+"/NoLowWordCounts"+str(i),"w" combineWords(myPATH+"/linkTexts"+str(i)+"_normalized") filename = noPunct(myPATH+"/linkTexts"+str(i)+"_normalizedCombined") wordFreq = wordCounts(filename) t = open(myPATH+"/WordCounts"+str(i),"w") for key in wordFreq: t.write(key+"\t"+str(wordFreq[key])+"\n") t.close() f.close()