def __init__(self, threads=100, offset=0, timeout=15.0):
self.lines = Lines(f=_DOMAINS_FILE)
self.num_lines = len(self.lines.d)
self.concurrent = threads
self.q = Queue(self.concurrent * 2)
for self.i in range(self.concurrent):
self.t = Thread(target=self.doWork)
self.t.daemon = True
self.t.start()
try:
for self.i in range(offset, self.num_lines):
self.q.put(self.i)
self.q.join()
except KeyboardInterrupt:
sys.exit(1)
class Work:
def __init__(self, threads = 100, offset = 0, timeout = 15.0):
self.lines = Lines(f=_DOMAINS_FILE)
self.num_lines = len(self.lines.d)
self.concurrent = threads
self.q = Queue(self.concurrent * 2)
for self.i in range(self.concurrent):
self.t = Thread(target=self.doWork)
self.t.daemon = True
self.t.start()
try:
for self.i in range(offset, self.num_lines):
self.q.put(self.i)
self.q.join()
except KeyboardInterrupt:
sys.exit(1)
def doWork(self):
while True:
n = int(self.q.get())
_domain = self.lines.find_line(n=n)
c = Check(url = _domain)
ip = c.ip
if ip:
print(ip, end = ' ')
print(_domain)
save(ip=ip, domain=_domain)
self.q.task_done()
class Work:
def __init__(self, threads=100, offset=0, timeout=15.0):
self.lines = Lines(f=_DOMAINS_FILE)
self.num_lines = len(self.lines.d)
self.concurrent = threads
self.q = Queue(self.concurrent * 2)
for self.i in range(self.concurrent):
self.t = Thread(target=self.doWork)
self.t.daemon = True
self.t.start()
try:
for self.i in range(offset, self.num_lines):
self.q.put(self.i)
self.q.join()
except KeyboardInterrupt:
sys.exit(1)
def doWork(self):
while True:
n = int(self.q.get())
_domain = self.lines.find_line(n=n)
c = Check(url=_domain)
ip = c.ip
if ip:
print(ip, end=' ')
print(_domain)
save(ip=ip, domain=_domain)
self.q.task_done()
def __init__(self, threads = 100, offset = 0, timeout = 15.0):
self.lines = Lines(f=_DOMAINS_FILE)
self.num_lines = len(self.lines.d)
self.concurrent = threads
self.q = Queue(self.concurrent * 2)
for self.i in range(self.concurrent):
self.t = Thread(target=self.doWork)
self.t.daemon = True
self.t.start()
try:
for self.i in range(offset, self.num_lines):
self.q.put(self.i)
self.q.join()
except KeyboardInterrupt:
sys.exit(1)
class Work:
def __init__(self, threads = 100, offset = 0, timeout = 15.0):
self.lines = Lines(f=_DOMAINS_FILE)
self.num_lines = len(self.lines.d)
self.concurrent = threads
self.timeout = timeout
self.q = Queue(self.concurrent * 2)
for self.i in range(self.concurrent):
self.t = Thread(target=self.doWork)
self.t.daemon = True
self.t.start()
try:
for self.i in range(offset, self.num_lines):
self.q.put(self.i)
self.q.join()
except KeyboardInterrupt:
sys.exit(1)
def doWork(self):
while True:
n = int(self.q.get())
_domain = self.lines.find_line(n=n)
c = Check(url = _domain)
index = c.status(page='', t = self.timeout)
if index and index in _status_white:
print (_domain, end=' ')
print ('/', end=' ')
print (index)
#c.save_page(page='')
for page in _all_pages:
status = c.status(page=page, t = self.timeout)
if status in _status_white:
print (_domain, end=' ')
print (page, end=' ')
print (status)
c.save_page(page=page)
self.q.task_done()
class Work:
def __init__(self, threads=100, offset=0, timeout=15.0):
self.lines = Lines(f=_DOMAINS_FILE)
self.num_lines = len(self.lines.d)
self.concurrent = threads
self.timeout = timeout
self.q = Queue(self.concurrent * 2)
for self.i in range(self.concurrent):
self.t = Thread(target=self.doWork)
self.t.daemon = True
self.t.start()
try:
for self.i in range(offset, self.num_lines):
self.q.put(self.i)
self.q.join()
except KeyboardInterrupt:
sys.exit(1)
def doWork(self):
while True:
n = int(self.q.get())
_domain = self.lines.find_line(n=n)
c = Check(url=_domain)
index = c.status(page='', t=self.timeout)
if index and index in _status_white:
print(_domain, end=' ')
print('/', end=' ')
print(index)
#c.save_page(page='')
for page in _all_pages:
status = c.status(page=page, t=self.timeout)
if status in _status_white:
print(_domain, end=' ')
print(page, end=' ')
print(status)
c.save_page(page=page)
self.q.task_done()
