def run_test(self, all, judges, judge_identifier_l, block_list_l):
global plist
global threadPool
global renig_judges
global pool_size
global chan_mode
global proxy
global theVar
global x
global phase_one_complete
global phase_two_complete
global block_list
global judge_identifier
test_list = []
no_test_list = []
return_batch = []
block_list = block_list_l
judge_identifier = judge_identifier_l
thresh = 0.5
"""flags"""
# black = dead from the start, 0/2 tests
# = for ex. failed past 2 tests
# Test everything that hasn't failed the last two tests
for proxy in all:
if proxy.is_dead():
no_test_list.append(proxy)
else:
test_list.append(proxy)
if len(test_list) == 0:
return all
start = time.time()
update_freq = 1000
all = []
test_size = 10000
print "CHAN_MODE: ", chan_mode
print strftime("%a, %d %b %Y %H:%M:%S", time.localtime()), "\n",
print "Booting up proxy test"
g = 0
i = -1
batch = []
return_batch = []
temp = []
batch_list = []
v = 0
total = len(test_list)
if pool_size > total:
pool_size = total
jnum = 0
while jnum < total * 2:
for j in judges:
judgePool.put(j)
jnum += 1
while 1:
if len(test_list) > test_size:
batch_list.append(test_list[:test_size])
del test_list[:test_size]
else:
if len(test_list) > 0:
batch_list.append(test_list[:])
break
print "Test params"
print "Testing ", total, "total proxies."
a = 0
x = 0
theVar = 0
number_of_batches = len(batch_list)
# ~ for batch in batch_list:
# ~ batch_number = batch_list.index(batch)
# ~ print "* batch", batch_number, " is ", len(batch_list[batch_number]), "proxies long"
phase_one_complete = False
phase_two_complete = False
print "Starting phase_two processor..."
self.phase_two()
print "started."
for batch in batch_list:
batch_number = batch_list.index(batch)
for proxy in batch:
threadPool.put(proxy)
plist = []
while theVar < len(batch):
if x < pool_size:
theVar = theVar + 1
self.run_in_thread(chan_mode)
x += 1
theVar = 0
x = 0
phase_one_complete = True
print "Phase one is done. Waiting for phase two."
# ~ while not phase_two_complete:
# ~ print "phase_twoPool.qsize:", phase_twoPool.qsize()
# ~ print "threadPool.qsize:", threadPool.qsize()
# ~ print "processedPool.qsize:", processedPool.qsize()
# ~ time.sleep(5)
for i in range(total):
plist.append(processedPool.get())
print "Elapsed Time: %s" % (time.time() - start)
return_batch.extend(plist)
return_batch.extend(no_test_list)
print len(return_batch)
return return_batch
print len_all, " proxies loaded."
proxies_loaded = True
except Exception, e:
print e
sys.exit()
output = []
test_list = []
for proxy in all:
if proxy.get_country_code().find("CA") > -1:
output.append(proxy)
output = sorted(output, key=attrgetter('resp'))
for proxy in output:
if not proxy.is_dead():
test_list.append(proxy)
judges = []
jfile = []
f =open("judges.txt")
for line in f:
jfile.append(line.strip())
f.close()
jtest = judgestest.judgesTest()
judges = jtest.run_test(jfile)
proxy_test = proxytest.Proxytest()
test_result = proxy_test.run_test(test_list, judges)
with open("/home/sleven/.mozilla/firefox/fqxkj6v8.default/foxyproxy.xml") as f: