def main(): query_message = ZeroAccessUtil.buildMessage() SEPARATOR = '/' if sys.platform == 'win32': SEPARATOR = "\\" message = ZeroAccessUtil.buildMessage() print message.encode("hex") nonQueryedNodes = mul.Queue(5000) zeroaccess_bootstrap_seeds_path = "Data"+SEPARATOR+"zeroaccess_node.dat" zeroaccess_nodes = ZeroAccessUtil.read_zeroaccess_data_from_file(zeroaccess_bootstrap_seeds_path) pile = eventlet.GreenPile() for x in zeroaccess_nodes[:10]: pile.spawn(query, x,message) # note that the pile acts as a collection of return values from the functions # if any exceptions are raised by the function they'll get raised here key = [ord('2'),ord('p'),ord('t'),ord('f')] for node, result in zip(zeroaccess_nodes[:10], pile): if(result == ''): print 'no response from '+ socket.inet_ntoa(struct.pack('I',node.get_ip())) continue print 'received' original_message = ZeroAccessUtil.xorMessage(result[0],key) crc32,retL_command,b_flag,ip_count = struct.unpack('IIII',original_message[:16]) print socket.inet_ntoa(struct.pack('I',node.get_ip()))+' --> ip count: '+str(ip_count)
def main(): query_message = ZeroAccessUtil.buildMessage() SEPARATOR = '/' if sys.platform == 'win32': SEPARATOR = "\\" message = ZeroAccessUtil.buildMessage() print message.encode("hex") nonQueryedNodes = mul.Queue(5000) zeroaccess_bootstrap_seeds_path = "Data" + SEPARATOR + "zeroaccess_node.dat" zeroaccess_nodes = ZeroAccessUtil.read_zeroaccess_data_from_file( zeroaccess_bootstrap_seeds_path) pile = eventlet.GreenPile() for x in zeroaccess_nodes[:10]: pile.spawn(query, x, message) # note that the pile acts as a collection of return values from the functions # if any exceptions are raised by the function they'll get raised here key = [ord('2'), ord('p'), ord('t'), ord('f')] for node, result in zip(zeroaccess_nodes[:10], pile): if (result == ''): print 'no response from ' + socket.inet_ntoa( struct.pack('I', node.get_ip())) continue print 'received' original_message = ZeroAccessUtil.xorMessage(result[0], key) crc32, retL_command, b_flag, ip_count = struct.unpack( 'IIII', original_message[:16]) print socket.inet_ntoa(struct.pack( 'I', node.get_ip())) + ' --> ip count: ' + str(ip_count)
def main(): #logging.Formatter.converter = time.gmtime #FORMAT = '%(levelname)s %(asctime)-15s %(message)s' #logging.basicConfig(filename = os.path.join(os.getcwd(),'crawl.log'), level = logger.INFO,format = FORMAT) SEPARATOR = '/' if sys.platform == 'win32': SEPARATOR = "\\" ZEROACCESS_UDP_PORT = 16471 silent = False zeroaccess_bootstrap_seeds_path = "Data"+SEPARATOR+"zeroaccess_node_"+str(ZEROACCESS_UDP_PORT)+".dat" zeroaccess_nodes = ZeroAccessUtil.read_zeroaccess_data_from_file(zeroaccess_bootstrap_seeds_path) zeroaccess_file_info_path = "Data"+SEPARATOR+"zeroaccess_file.bin" zeroaccess_file_list = ZeroAccessUtil.read_zeroaccess_file_data_from_bin(zeroaccess_file_info_path) zeroaccess_protocol = ZeroAccessProtocol() zeroaccess_protocol.generate_message(zeroaccess_nodes,zeroaccess_file_list) # get a sample list of zeroaccess nodes map #ip_list = random.sample(zeroaccess_nodes,16) #print ip_list zeroaccess_protocol.set_udp_port(ZEROACCESS_UDP_PORT) zeroaccess_protocol.set_bootstrap_node_list(zeroaccess_nodes) t = reactor.listenUDP(ZEROACCESS_UDP_PORT , zeroaccess_protocol) signal.signal(signal.SIGINT, SIGINT_exit) #if(crawl_only): # reactor.callLater(40,zeroaccess_protocol.RestartCrawl) # reactor.callLater(60,ShutdownGracefully,ZEROACCESS_UDP_PORT,zeroaccess_protocol.get_nodes_map(),zeroaccess_protocol.get_files_map()) newL_query_update_loop = task.LoopingCall(zeroaccess_protocol.RestartCrawl) newL_query_update_loop.start(2) # call every second try: reactor.run() #except KeyboardInterrupt: # print "Interrupted by keyboard. Exiting." # reactor.stop() except: print 'Exception caught while interuptting reactor' pass
def main(): #logging.Formatter.converter = time.gmtime #FORMAT = '%(levelname)s %(asctime)-15s %(message)s' #logging.basicConfig(filename = os.path.join(os.getcwd(),'crawl.log'), level = logger.INFO,format = FORMAT) SEPARATOR = '/' if sys.platform == 'win32': SEPARATOR = "\\" ZEROACCESS_UDP_PORT = 16471 silent = False zeroaccess_nodes = [] zeroaccess_file_info_path = "Data" + SEPARATOR + "zeroaccess_file.bin" zeroaccess_file_list = ZeroAccessUtil.read_zeroaccess_file_data_from_bin( zeroaccess_file_info_path) zeroaccess_protocol = ZeroAccessProtocol() interactive = False crawl_only = False # 静默状态,监听 # -l # 使用 getL 查询爬取全网 # -s # 周期性大量发送 getL 查询,同时积极回应,使用newL推送 ip # -i # 做为客户端,发送查询 # -c try: opts, args = getopt.getopt(sys.argv[1:], "hp:lis") except getopt.GetoptError as err: print str(err) sys.exit(2) for o, a in opts: if o == '-h': print 'help' sys.exit() if o == '-i': interactive = True zeroaccess_protocol.set_interactive(interactive) if o == '-s': crawl_only = True if o == '-c': zeroaccess_nodes = [] ip_path = "Data" + SEPARATOR + "ip_list.txt" ip_file = open(ip_path) for ip_line in ip_file: print ip_line node = ZeroAccessNode() ip_int = struct.unpack("I", socket.inet_aton(ip_line))[0] node.set_ip(ip_int) zeroaccess_nodes.append(node) if o == '-l': silent = True zeroaccess_protocol.set_silent_state(True) if o == '-p': try: ZEROACCESS_UDP_PORT = int(a) except ValueError: print 'Invalid Value' if ZEROACCESS_UDP_PORT not in [16471, 16470, 16464, 16465]: port_error_info = 'Crawling Port Not Valid : ' + str( ZEROACCESS_UDP_PORT) logger.info(port_error_info) sys.exit() port_info = 'Crawling Port : ' + str(ZEROACCESS_UDP_PORT) logger.info(port_info) print port_info # get a sample list of zeroaccess nodes map #ip_list = random.sample(zeroaccess_nodes,16) #print ip_list zeroaccess_bootstrap_seeds_path = "Data" + SEPARATOR + "zeroaccess_node_" + str( ZEROACCESS_UDP_PORT) + ".dat" bootstrap_nodes = ZeroAccessUtil.read_zeroaccess_data_from_file( zeroaccess_bootstrap_seeds_path) zeroaccess_nodes = zeroaccess_nodes + bootstrap_nodes zeroaccess_protocol.set_udp_port(ZEROACCESS_UDP_PORT) zeroaccess_protocol.set_bootstrap_node_list(zeroaccess_nodes) zeroaccess_protocol.generate_message(zeroaccess_nodes, zeroaccess_file_list) t = reactor.listenUDP(ZEROACCESS_UDP_PORT, zeroaccess_protocol) signal.signal(signal.SIGINT, SIGINT_exit) if (crawl_only): reactor.callLater(40, zeroaccess_protocol.RestartCrawl) reactor.callLater(60, ShutdownGracefully, ZEROACCESS_UDP_PORT, zeroaccess_protocol.get_nodes_map(), zeroaccess_protocol.get_files_map()) if (interactive): newL_query_update_loop = task.LoopingCall( zeroaccess_protocol.RestartCrawl) newL_query_update_loop.start(120) # call every second try: reactor.run() #except KeyboardInterrupt: # print "Interrupted by keyboard. Exiting." # reactor.stop() except: print 'Exception caught while interuptting reactor' pass
def main(): #logging.Formatter.converter = time.gmtime #FORMAT = '%(levelname)s %(asctime)-15s %(message)s' #logging.basicConfig(filename = os.path.join(os.getcwd(),'crawl.log'), level = logger.INFO,format = FORMAT) SEPARATOR = '/' if sys.platform == 'win32': SEPARATOR = "\\" ZEROACCESS_UDP_PORT = 16471 silent = False zeroaccess_nodes = [] zeroaccess_file_info_path = "Data"+SEPARATOR+"zeroaccess_file.bin" zeroaccess_file_list = ZeroAccessUtil.read_zeroaccess_file_data_from_bin(zeroaccess_file_info_path) zeroaccess_protocol = ZeroAccessProtocol() interactive = False crawl_only = False # 静默状态,监听 # -l # 使用 getL 查询爬取全网 # -s # 周期性大量发送 getL 查询,同时积极回应,使用newL推送 ip # -i # 做为客户端,发送查询 # -c try: opts,args = getopt.getopt(sys.argv[1:],"hp:lis") except getopt.GetoptError as err: print str(err) sys.exit(2) for o,a in opts: if o=='-h': print 'help' sys.exit() if o=='-i': interactive = True zeroaccess_protocol.set_interactive(interactive) if o=='-s': crawl_only = True if o=='-c': zeroaccess_nodes = [] ip_path = "Data"+SEPARATOR+"ip_list.txt" ip_file = open(ip_path) for ip_line in ip_file: print ip_line node = ZeroAccessNode() ip_int = struct.unpack("I",socket.inet_aton(ip_line))[0] node.set_ip(ip_int) zeroaccess_nodes.append(node) if o=='-l': silent = True zeroaccess_protocol.set_silent_state(True) if o=='-p': try: ZEROACCESS_UDP_PORT = int(a) except ValueError: print 'Invalid Value' if ZEROACCESS_UDP_PORT not in [16471,16470,16464,16465]: port_error_info = 'Crawling Port Not Valid : ' + str(ZEROACCESS_UDP_PORT) logger.info(port_error_info) sys.exit() port_info = 'Crawling Port : ' + str(ZEROACCESS_UDP_PORT) logger.info(port_info) print port_info # get a sample list of zeroaccess nodes map #ip_list = random.sample(zeroaccess_nodes,16) #print ip_list zeroaccess_bootstrap_seeds_path = "Data"+SEPARATOR+"zeroaccess_node_"+str(ZEROACCESS_UDP_PORT)+".dat" bootstrap_nodes = ZeroAccessUtil.read_zeroaccess_data_from_file(zeroaccess_bootstrap_seeds_path) zeroaccess_nodes = zeroaccess_nodes + bootstrap_nodes zeroaccess_protocol.set_udp_port(ZEROACCESS_UDP_PORT) zeroaccess_protocol.set_bootstrap_node_list(zeroaccess_nodes) zeroaccess_protocol.generate_message(zeroaccess_nodes,zeroaccess_file_list) t = reactor.listenUDP(ZEROACCESS_UDP_PORT , zeroaccess_protocol) signal.signal(signal.SIGINT, SIGINT_exit) if(crawl_only): reactor.callLater(40,zeroaccess_protocol.RestartCrawl) reactor.callLater(60,ShutdownGracefully,ZEROACCESS_UDP_PORT,zeroaccess_protocol.get_nodes_map(),zeroaccess_protocol.get_files_map()) if(interactive): newL_query_update_loop = task.LoopingCall(zeroaccess_protocol.RestartCrawl) newL_query_update_loop.start(120) # call every second try: reactor.run() #except KeyboardInterrupt: # print "Interrupted by keyboard. Exiting." # reactor.stop() except: print 'Exception caught while interuptting reactor' pass