def get_domain(): try: db = Database() sql = "SELECT domain FROM domain_white_list_whois_copy WHERE (reg_email = '' AND reg_phone ='' AND reg_name = '' AND details = '')" domain = db.select_domain(sql) domain_list = [i[0] for i in domain] return domain_list except: print '获得查询域名异常' sys.exit(1) finally: db.close_db()
def get_domain(): try: db = Database() exsited_sql = 'SELECT domain FROM domain_white_list_whois_copy' exsited_domain = db.select_domain(exsited_sql) existed_domain_list = [i[0] for i in exsited_domain] check_sql = 'SELECT domain FROM domain_white_list' check_domain = db.select_domain(check_sql) check_domain_list = [i[0] for i in check_domain] # return list(set(existed_domain_list).difference(set(check_domain_list))) return list( set(check_domain_list).difference(set(existed_domain_list))) except: print '获得查询域名异常' sys.exit(1) finally: db.close_db()
def main(): domain_list = [] domain_list = get_domain() total_domain_count = len(domain_list) print total_domain_count count = 0 while count * THREADNUM < total_domain_count: domains = [] db = Database() domains = domain_list[count * THREADNUM:(count + 1) * THREADNUM] jobs = [ gevent.spawn(check_domain, str(domain.strip())) for domain in domains ] gevent.joinall(jobs, timeout=10) count = count + 1 db.update_white_whois(jobs) db.close_db()