def __init__(self, threads=100, offset=0, timeout=15.0): self.lines = Lines(f=_DOMAINS_FILE) self.num_lines = len(self.lines.d) self.concurrent = threads self.q = Queue(self.concurrent * 2) for self.i in range(self.concurrent): self.t = Thread(target=self.doWork) self.t.daemon = True self.t.start() try: for self.i in range(offset, self.num_lines): self.q.put(self.i) self.q.join() except KeyboardInterrupt: sys.exit(1)
class Work: def __init__(self, threads = 100, offset = 0, timeout = 15.0): self.lines = Lines(f=_DOMAINS_FILE) self.num_lines = len(self.lines.d) self.concurrent = threads self.q = Queue(self.concurrent * 2) for self.i in range(self.concurrent): self.t = Thread(target=self.doWork) self.t.daemon = True self.t.start() try: for self.i in range(offset, self.num_lines): self.q.put(self.i) self.q.join() except KeyboardInterrupt: sys.exit(1) def doWork(self): while True: n = int(self.q.get()) _domain = self.lines.find_line(n=n) c = Check(url = _domain) ip = c.ip if ip: print(ip, end = ' ') print(_domain) save(ip=ip, domain=_domain) self.q.task_done()
class Work: def __init__(self, threads=100, offset=0, timeout=15.0): self.lines = Lines(f=_DOMAINS_FILE) self.num_lines = len(self.lines.d) self.concurrent = threads self.q = Queue(self.concurrent * 2) for self.i in range(self.concurrent): self.t = Thread(target=self.doWork) self.t.daemon = True self.t.start() try: for self.i in range(offset, self.num_lines): self.q.put(self.i) self.q.join() except KeyboardInterrupt: sys.exit(1) def doWork(self): while True: n = int(self.q.get()) _domain = self.lines.find_line(n=n) c = Check(url=_domain) ip = c.ip if ip: print(ip, end=' ') print(_domain) save(ip=ip, domain=_domain) self.q.task_done()
def __init__(self, threads = 100, offset = 0, timeout = 15.0): self.lines = Lines(f=_DOMAINS_FILE) self.num_lines = len(self.lines.d) self.concurrent = threads self.q = Queue(self.concurrent * 2) for self.i in range(self.concurrent): self.t = Thread(target=self.doWork) self.t.daemon = True self.t.start() try: for self.i in range(offset, self.num_lines): self.q.put(self.i) self.q.join() except KeyboardInterrupt: sys.exit(1)
class Work: def __init__(self, threads = 100, offset = 0, timeout = 15.0): self.lines = Lines(f=_DOMAINS_FILE) self.num_lines = len(self.lines.d) self.concurrent = threads self.timeout = timeout self.q = Queue(self.concurrent * 2) for self.i in range(self.concurrent): self.t = Thread(target=self.doWork) self.t.daemon = True self.t.start() try: for self.i in range(offset, self.num_lines): self.q.put(self.i) self.q.join() except KeyboardInterrupt: sys.exit(1) def doWork(self): while True: n = int(self.q.get()) _domain = self.lines.find_line(n=n) c = Check(url = _domain) index = c.status(page='', t = self.timeout) if index and index in _status_white: print (_domain, end=' ') print ('/', end=' ') print (index) #c.save_page(page='') for page in _all_pages: status = c.status(page=page, t = self.timeout) if status in _status_white: print (_domain, end=' ') print (page, end=' ') print (status) c.save_page(page=page) self.q.task_done()
class Work: def __init__(self, threads=100, offset=0, timeout=15.0): self.lines = Lines(f=_DOMAINS_FILE) self.num_lines = len(self.lines.d) self.concurrent = threads self.timeout = timeout self.q = Queue(self.concurrent * 2) for self.i in range(self.concurrent): self.t = Thread(target=self.doWork) self.t.daemon = True self.t.start() try: for self.i in range(offset, self.num_lines): self.q.put(self.i) self.q.join() except KeyboardInterrupt: sys.exit(1) def doWork(self): while True: n = int(self.q.get()) _domain = self.lines.find_line(n=n) c = Check(url=_domain) index = c.status(page='', t=self.timeout) if index and index in _status_white: print(_domain, end=' ') print('/', end=' ') print(index) #c.save_page(page='') for page in _all_pages: status = c.status(page=page, t=self.timeout) if status in _status_white: print(_domain, end=' ') print(page, end=' ') print(status) c.save_page(page=page) self.q.task_done()