for line in infile:
names.append(line.strip())
#shutil.move("lookups/revid.csv","lookups/revid_old.csv")
for name in names:
for month in range(12,13):
for year in range(2006,2012):
# for each combination get revid information and update lookup
playername = urllib.quote(name)
print "Processing " + playername + ":" + str(month) +"," + str(year)
revhelper.updaterevlookup(playername, month, year)
#this gets longform revision files based on lookup
print "HOLDUP : Here come all the big files"
revhelper.getrevfiles()
for name in names:
for month in range(12,13):
for year in range(2006,2012):
# for each combination get revid information and update lookup
playername = urllib.quote(name)
print "Getting " + playername + ":" + str(month) +"," + str(year)
imgchar.updateimgcharlookup(playername,month,year)
traf.updatetraflookup(playername, month, year)
revs.updaterevslookup(playername, month, year)
playername = urllib.quote(name)
print "Processing " + playername + ":" + str(month) +"," + str(year)
t = threading.Thread(target=worker, args=(playername,month, year,))
threads.append(t)
t.start()
print
if count % 5 == 0:
print "waiting for threads \n"
for thread in threading.enumerate():
if thread is not threading.currentThread():
thread.join()
print "HOLDUP : Here come all the big files"
revhelper.getrevfiles(40000)
# for name in names:
# for month in range(12,13):
# for year in range(2006,2012):
# # for each combination get revid information and update lookup
# playername = urllib.quote(name)
# print "Getting " + playername + ":" + str(month) +"," + str(year)
# t = threading.Thread(target=worker, args=(playername,month, year,))
# threads.append(t)
# t.start()
# imgchar.updateimgcharlookup(playername,month,year)
# traf.updatetraflookup(playername, month, year)
