def Sub_Baidu(Sub_Domains):
while 1:
res = []
for sub_domain in Sub_Domains:
res = Baidu(sub_domain)
if res != []:
with ProcessPoolExecutor(max_workers=pool_count) as pool:
result = pool.map(Add_Data_To_Url, list(set(res)))
time.sleep(60)
# 每次扫完一个域名等待一小会儿
time.sleep(3600 * 12)
def Sub_Baidu(Sub_Domains):
while 1:
# close_old_connections()
res = []
for sub_domain in Sub_Domains:
res = Baidu(sub_domain)
if res != []:
with ThreadPoolExecutor(max_workers=pool_count) as pool3:
result = pool3.map(Add_Data_To_Url, list(set(res)))
time.sleep(60)
# 每次扫完一个域名等待一小会儿
time.sleep(3600 * 12)
def Sub_Baidu():
for domain in Domains:
print(domain)
urls = Baidu(domain)
if urls:
Add_Data_To_Url(urls)