def get_domain():
try:
db = Database()
sql = "SELECT domain FROM domain_white_list_whois_copy WHERE (reg_email = '' AND reg_phone ='' AND reg_name = '' AND details = '')"
domain = db.select_domain(sql)
domain_list = [i[0] for i in domain]
return domain_list
except:
print '获得查询域名异常'
sys.exit(1)
finally:
db.close_db()
def get_domain():
try:
db = Database()
exsited_sql = 'SELECT domain FROM domain_white_list_whois_copy'
exsited_domain = db.select_domain(exsited_sql)
existed_domain_list = [i[0] for i in exsited_domain]
check_sql = 'SELECT domain FROM domain_white_list'
check_domain = db.select_domain(check_sql)
check_domain_list = [i[0] for i in check_domain]
# return list(set(existed_domain_list).difference(set(check_domain_list)))
return list(
set(check_domain_list).difference(set(existed_domain_list)))
except:
print '获得查询域名异常'
sys.exit(1)
finally:
db.close_db()
def main():
domain_list = []
domain_list = get_domain()
total_domain_count = len(domain_list)
print total_domain_count
count = 0
while count * THREADNUM < total_domain_count:
domains = []
db = Database()
domains = domain_list[count * THREADNUM:(count + 1) * THREADNUM]
jobs = [
gevent.spawn(check_domain, str(domain.strip()))
for domain in domains
]
gevent.joinall(jobs, timeout=10)
count = count + 1
db.update_white_whois(jobs)
db.close_db()
