def _add_clear_proxys(self): clear_proxys = [] if SCAN_FREE_DAILI is False: # clear_proxys.append("benxiaohai:[email protected]:62011") # clear_proxys.append("benxiaohai:[email protected]:62012") # clear_proxys.append("benxiaohai:[email protected]:62013") # clear_proxys.append("benxiaohai:[email protected]:62014") # clear_proxys.append("benxiaohai:[email protected]:62015") # clear_proxys.append("benxiaohai:[email protected]:62016") # clear_proxys.append("benxiaohai:[email protected]:62017") # clear_proxys.append("benxiaohai:[email protected]:62018") # clear_proxys.append("benxiaohai:[email protected]:62019") # clear_proxys.append("benxiaohai:[email protected]:62020") clear_proxys.extend(PROXIES) global proxy_ip_db_mutex if proxy_ip_db_mutex.acquire(): for ip in clear_proxys: new_proxy_ip = ProxyIp() new_proxy_ip.ip = ip try: new_proxy_ip.save() self.add_ip(ip) except: pass proxy_ip_db_mutex.release()
def run(self): for ip in self.ip_list: validity = False try: validity = self._verify_ip(ip) except: pass if validity: self.proxy_manager.add_ip(ip) global proxy_ip_db_mutex if proxy_ip_db_mutex.acquire(): new_proxy_ip = ProxyIp() new_proxy_ip.ip = ip try: new_proxy_ip.save() except: pass finally: proxy_ip_db_mutex.release()