def test(): path = os.getcwd() + "/results " if not os.path.isdir(path): os.mkdir(path) for j in os.listdir("tests"): text = open("tests/" + j, "r") i = text.read() print(i) v = Visitor() v.start(str(i)) logger = v.get_logger() logger.printx()
try: Visitor.set_discriminator(discriminator) Visitor.set_banned_location(autodiscriminator_location) Visitor.set_user_agent(user_agent) Visitor.set_proxy(proxy) Visitor.set_authentication(authentication) Visitor.set_requests(request_type) if size_discriminator: Visitor.set_size_discriminator(size_discriminator) if request_delay: Visitor.set_delay(request_delay) for number in range(0, threads + 1): v = Visitor(number, payload, manager.get_results_queue()) v.daemon = True v.start() while len(multiprocessing.active_children()) > 1: time.sleep(0.1) manager.get_results_queue().join() sys.stdout.write("\r") sys.stdout.write("\x1b[0K") sys.stdout.flush() time.sleep(0.5) sys.stdout.write("Work Done!" + os.linesep) sys.stdout.flush() except Exception as e: exc_type, exc_obj, exc_tb = sys.exc_info() fname = os.path.split(exc_tb.tb_frame.f_code.co_filename)[1]
Visitor.set_banned_location(autodiscriminator_location) Visitor.set_user_agent(user_agent) Visitor.set_proxy(proxy) Visitor.set_authentication(authentication) Visitor.set_requests(request_type) if size_discriminator: Visitor.set_size_discriminator(size_discriminator) if request_delay: Visitor.set_delay(request_delay) thread_pool = [] for number in range(0, threads + 1): v = Visitor(number, payload, manager.get_results_queue()) thread_pool.append(v) v.daemon = True v.start() while not payload.queue.empty(): try: time.sleep(0.1) except KeyboardInterrupt: print "\nWaiting for threads to stop..." manager.dead = True payload.flush() break for t in thread_pool: t.join() manager.dead = True manager.get_results_queue().join()