예제 #1
0
from combiner import *
from counter import *
from noPunct import *

f = open("PATHSplusCOMS","r")

for line in f:
	L = line.strip().split("\t")
	PATH = L[0]+"/RelevantLinks/RelevantLinks_h"
	M = int(L[1])
	for i in range(M):
#		combineWords(PATH+"/NoLownormalizedlinkTexts"+str(i))
#		filename = noPunct(PATH+"/NoLownormalizedlinkTexts"+str(i)+"Combined")
#		wordFreq = wordCounts(filename)
#		t = open(PATH+"/NoLowWordCounts"+str(i),"w")
               combineWords(PATH+"/linkTexts"+str(i))
               filename = noPunct(PATH+"/normalizedlinkTexts"+str(i)+"Combined")
               wordFreq = wordCounts(filename)
               t = open(PATH+"/WordCounts"+str(i),"w")

		for key in wordFreq:
        		t.write(key+"\t"+str(wordFreq[key])+"\n")
		t.close()

f.close()
예제 #2
0
''' This program finds total word counts in politics links'''
from counter import *
from noPunct import *
from PARAMETERS import *

#PATH = "/media/data3/roja/Balatarin/data"
filename = noPunct(DATAPATH+"/politics_linkTextsCombined_normalized")

wordFreq = wordCounts(filename)
t = open("totalWordCounts","w")

for key in wordFreq:
        t.write(key+"\t"+str(wordFreq[key])+"\n")

t.close()

예제 #3
0
from combiner import *
from counter import *
from noPunct import *

f = open("PATHS","r")

for line in f:
	PATH = line.strip()+"/RelevantLinks"
	combineWords(PATH+"/normalizedlinkTexts")
	filename = noPunct(PATH+"/normalizedlinkTextsCombined")
	wordFreq = wordCounts(filename)
	t = open(PATH+"/normalizedWordCounts","w")
	for key in wordFreq:
        	t.write(key+"\t"+str(wordFreq[key])+"\n")
	t.close()
f.close()
예제 #4
0
from combiner import *
from counter import *
from noPunct import *

M = 160
PATH = "Random"
for i in range(M):
	combineWords(PATH+"/random"+str(i))
	filename = noPunct(PATH+"/random"+str(i)+"Combined")
	wordFreq = wordCounts(filename)
	t = open(PATH+"/RandomWordCounts"+str(i),"w")
	for key in wordFreq:
        	t.write(key+"\t"+str(wordFreq[key])+"\n")
	t.close()



#	M = int(L[1])
#	for i in range(M):
#		combineWords(PATH+"/linkTexts"+str(i))
#		filename = noPunct(PATH+"/linkTexts"+str(i)+"Combined")
#		wordFreq = wordCounts(filename)
#		t = open(PATH+"/WordCounts"+str(i),"w")
#		for key in wordFreq:
#        		t.write(key+"\t"+str(wordFreq[key])+"\n")
#		t.close()


예제 #5
0
from combiner import *
from counter import *
from noPunct import *

OPTION = "H_Value"
#OPTION = "NoLowVotes"

TrajectoryNames = ["A","B","Bprime","B1","B1prime","E","Eprime","C","C0","D2","D2prime","D","F"]
PATH = "/media/data3/roja/Balatarin/CompleteRun/TrajectoryAnalysis/Links/"+OPTION

for name in TrajectoryNames:
	combineWords(PATH+"/normalizedlinkTextsPath"+name)
	filename = noPunct(PATH+"/normalizedlinkTextsPath"+name+"Combined")
	wordFreq = wordCounts(filename)
	t = open(PATH+"/WordCountsPath"+name,"w")
	for key in wordFreq:
        	t.write(key+"\t"+str(wordFreq[key])+"\n")
	t.close()





from combiner import *
from counter import *
from noPunct import *


PATH = "."
combineWords(PATH+"/RandomlinkTexts")
filename = noPunct(PATH+"/RandomlinkTextsCombined")
wordFreq = wordCounts(filename)
t = open(PATH+"/RandomWordCounts","w")
for key in wordFreq:
        t.write(key+"\t"+str(wordFreq[key])+"\n")
t.close()



#	M = int(L[1])
#	for i in range(M):
#		combineWords(PATH+"/linkTexts"+str(i))
#		filename = noPunct(PATH+"/linkTexts"+str(i)+"Combined")
#		wordFreq = wordCounts(filename)
#		t = open(PATH+"/WordCounts"+str(i),"w")
#		for key in wordFreq:
#        		t.write(key+"\t"+str(wordFreq[key])+"\n")
#		t.close()


예제 #7
0
''' This program takes link Texts for top links in a community and finds work counts for each community. '''

from combiner import *
from counter import *
from noPunct import *
from PARAMETERS import *
f = open(PATH+"/Work/NumComsAndModularities","r")

for line in f:
	L = line.strip().split()
	myPATH = L[0]+"/RelevantLinks_h"
	M = int(L[1])
	for i in range(M):
#		combineWords(myPATH+"/NoLownormalizedlinkTexts"+str(i))
#		filename = noPunct(myPATH+"/NoLownormalizedlinkTexts"+str(i)+"Combined")
#		wordFreq = wordCounts(filename)
#		t = open(myPATH+"/NoLowWordCounts"+str(i),"w"
		combineWords(myPATH+"/linkTexts"+str(i)+"_normalized")
		filename = noPunct(myPATH+"/linkTexts"+str(i)+"_normalizedCombined")
		wordFreq = wordCounts(filename)
		t = open(myPATH+"/WordCounts"+str(i),"w")
		for key in wordFreq:
        		t.write(key+"\t"+str(wordFreq[key])+"\n")
		t.close()

f.close()