"""

域名whois信息类，包括网址域名、WHOIS服务器，WHOIS信息等内容

"""

def __init__(self, url=''):

self.url = url

self.domain = ''

self.top_whois_server = '' # 顶级WHOIS服务器

self.sec_whois_server = '' # 二级WHOIS服务器

self.real_sec_whois_server = '' # 真实查询WHOIS服务器

self.reg_name = '' # 注册姓名

self.reg_phone = '' # 注册电话

self.reg_email = '' # 注册邮箱

self.detail = '' # detail

self.achieve_top_whois_server() # 获得顶级WHOIS服务器

def achieve_top_whois_server(self):

"""

根据顶级域名WHOIS信息注册商列表，获得顶级WHOIS服务器

Args:

url: 待查询的网址url

Return:

domain, 网址域名

top_whois_server, 域名的WHOIS顶级注册商

Exception：

1、tld中没有网址的顶级域名，返回空

2、TLDs中没有域名的WHOIS注册商，返回空

"""

url = self.url

scheme = re.compile("https?\:\/\/", re.IGNORECASE) # 添加http头部

if scheme.match(url) is None:

url = "http://" + url

try:

res = get_tld(url, as_object=True)

self.domain = res.tld

domain_suffix = '.' + res.suffix

top_whois_server = TLDs.get(domain_suffix, '')

if top_whois_server:

self.top_whois_server = top_whois_server

else:

print 'TLDs字典中没有该顶级域名WHOIS注册商，请联系管理员'

return

except:

parsed = urlparse(url) # urlparse格式化

domain = parsed.netloc # 提取域名

self.domain = domain

domain_suffix = '.' + domain.split('.')[-1]

top_whois_server = TLDs.get(domain_suffix,'')

if top_whois_server:

self.top_whois_server = top_whois_server

else:

print 'tld没有该域名注册商，请联系管理员'

return

def domain_whois(self):

"""

获取域名注册商返回信息

"""

data_result = ''

domain_info = {}

top_server = str(self.top_whois_server)

# print top_server

if top_server == "['whois.verisign-grs.com', 'whois.crsnic.net']" or top_server=="jobswhois.verisign-grs.com": # 1.com,2.net

data_result = self.get_socket('top')

# print data_result

if not data_result: #若为空则返回，结束

print '顶级域名WHOIS查询结果为空'

return

domain_info = general_manage(data_result) #顶级WHOIS包含注册信息，则查询结果返回，否则继续

sec_whois_server = get_sec_server(data_result, self.domain) #二级查询，有结果则返回，没有则继续

xxx_info = xxx_manage(data_result) #xxx标志

nomatch = no_match(data_result)

# print sec_whois_server

if domain_info.get('reg_name',''):

# print domain_info

self.update(domain_info)

return

elif sec_whois_server:

self.sec_whois_server = sec_whois_server

data_result = self.get_socket('second')

if data_result: #到该层后则程序到此停止往下进行

domain_info = general_manage(data_result)

if domain_info:

self.update(domain_info)

else:

self.detail = data_result

return

elif xxx_info:

data_result = self.get_socket('top', False)

sec_whois_server = get_sec_server(data_result, self.domain)

if sec_whois_server:

self.sec_whois_server = sec_whois_server

data_result = self.get_socket('second')

if data_result:

domain_info = general_manage(data_result)

if domain_info:

self.update(domain_info)

else:

self.detail = data_result

return

elif nomatch:

self.update(nomatch)

return

return

elif str(self.top_whois_server) == "['whois.nic.me', 'whois.meregistry.net']" or top_server == "whois.nic.mn" or top_server=="whois.nic.press" \

or top_server=="whois.nic.xxx" or top_server == "whois.nic.co" or top_server == "whois.nic.website":

data_result = self.get_socket('top')

if not data_result:

print '没有数据返回'

return

domain_info = general_manage(data_result)

if domain_info:

self.update(domain_info)

# ua

elif top_server == "whois.com.ua":

self.query_domain = self.domain

data_result = self.get_socket('top')

if data_result:

domain_info = ua_manage(data_result)

self.update(domain_info)

# ie

elif top_server == "['whois.iedr.ie', 'whois.domainregistry.ie']":

data_result = self.get_socket('top')

if data_result:

domain_info = ie_manage(data_result)

self.update(domain_info)

# es

elif top_server == "whois.nic.es":

data_result = self.get_socket('top')

if data_result:

domain_info = es_manage(data_result)

self.update(domain_info)

# ru

elif top_server == "['whois.ripn.ru', 'whois.ripn.net']":

data_result = self.get_socket('top')

if data_result:

domain_info = ru_manage(data_result)

self.update(domain_info)

# us,info,org

elif (top_server == "['whois.pir.org', 'whois.publicinterestregistry.net']") or top_server=='whois.pandi.or.id' or \

(top_server == "whois.nic.us") or top_server == "['whois.afilias.info', 'whois.afilias.net']" or top_server=="whois2.afilias-grs.net":

data_result = self.get_socket('top')

# print data_result

if not data_result:

print '没有数据返回'

return

domain_info = general_manage(data_result)

if domain_info:

self.update(domain_info)

# to,tc

elif top_server == "whois.tonic.to" or top_server == "whois.nic.es" or top_server=="whois.ripn.net" or \

top_server == 'whois.eu' or top_server == "whois.nic.tr" or top_server=="whois.mynic.my" or top_server=="whois.tcinet.ru" or\

top_server == "['whois.srs.net.nz', 'whois.domainz.net.nz']" or top_server == "whois.denic.de":

data_result = self.get_socket('top')

if data_result:

domain_info = nomatch_manage(data_result)

self.update(domain_info)

# co_za

elif top_server == "whois.registry.net.za":

data_result = self.get_socket('top')

if data_result:

domain_info = co_za_manage(data_result)

self.update(domain_info)

elif top_server == "whois.audns.net.au":

self.query_domain = self.domain

data_result = self.get_socket('top')

if data_result:

domain_info = au_manage(data_result)

self.update(domain_info)

elif top_server == "whois.nic.cl":

self.query_domain = self.domain

data_result = self.get_socket('top')

if data_result:

domain_info = cl_manage(data_result)

self.update(domain_info)

elif top_server == "whois.nic.br":

self.query_domain = self.domain

data_result = self.get_socket('top')

# print data_result

if data_result:

domain_info = br_manage(data_result)

self.update(domain_info)

#biz ,mobi

elif (top_server == "whois.dotmobiregistry.net") or (top_server == "whois.neulevel.biz") or top_server == '["whois.inregistry.net", "whois.registry.in"]' or \

(top_server == 'whois.nic.xyz') or top_server=="whois.nic.uno":

data_result = self.get_socket('top')

if not data_result:

print '没有数据返回'

return

domain_info = general_manage(data_result)

if domain_info:

self.update(domain_info)

elif top_server == "whois.amnic.net":

data_result = self.get_socket('top')

# print data_result

if data_result:

domain_info = am_manage(data_result)

self.update(domain_info)

# as

elif top_server == "whois.nic.as":

data_result = self.get_socket('top')

# print data_result

if data_result:

domain_info = as_manage(data_result)

self.update(domain_info)

elif top_server == "whois.adamsnames.tc" or top_server == "['whois.registrypro.pro', 'whois.registry.pro']" or \

top_server == "['whois.inregistry.net', 'whois.registry.in']" or top_server=="whois.cat" or top_server=="whois.donuts.co":

data_result = self.get_socket('top')

# print data_result

if not data_result:

print '没有数据返回'

return

domain_info = general_manage(data_result)

if domain_info:

self.update(domain_info)

# cn

elif top_server == "['whois.cnnic.cn', 'whois.cnnic.net.cn']" or top_server == "whois.cnnic.cn":

data_result = self.get_socket('top')

# print data_result

if data_result:

domain_info = cn_manage(data_result)

self.update(domain_info)

# it

elif top_server == "whois.nic.it":

data_result = self.get_socket('top')

# print data_result

if data_result:

domain_info = it_manage(data_result)

self.update(domain_info)

# pl

elif top_server == "whois.dns.pl":

data_result = self.get_socket('top')

# print data_result

if data_result:

domain_info = pl_manage(data_result)

self.update(domain_info)

elif top_server == "whois.cira.ca":

data_result = self.get_socket('top')

# print data_result

if data_result:

domain_info = ca_manage(data_result)

self.update(domain_info)

# ae

elif top_server == "whois.aeda.net.ae":

data_result = self.get_socket('top')

# print data_result

if data_result:

domain_info = ae_manage(data_result)

self.update(domain_info)

# ro

elif top_server == "whois.rotld.ro":

data_result = self.get_socket('top')

# print data_result

if data_result:

domain_info = ro_manage(data_result)

self.update(domain_info)

# tw

elif top_server == "whois.twnic.net.tw":

self.query_domain = self.domain

data_result = self.get_socket('top')

# print data_result

if data_result:

domain_info = tw_manage(data_result)

self.update(domain_info)

# uk

elif top_server == 'whois.nic.uk':

data_result = self.get_socket('top')

# print data_result

if data_result:

domain_info = uk_manage(data_result)

self.update(domain_info)

elif top_server == 'whois.nic.kz':

data_result = self.get_socket('top')

if data_result:

domain_info = kz_manage(data_result)

self.update(domain_info)

elif top_server == 'whois.nc':

data_result = self.get_socket('top')

if data_result:

domain_info = nc_manage(data_result)

self.update(domain_info)

elif top_server == 'whois.nic.or.kr':

data_result = self.get_socket('top')

if data_result:

domain_info = kr_manage(data_result)

self.update(domain_info)

elif top_server == 'whois.nic.mx':

data_result = self.get_socket('top')

if data_result:

domain_info = mx_manage(data_result)

self.update(domain_info)

elif top_server == 'whois.rnids.rs':

data_result = self.get_socket('top')

if data_result:

domain_info = rs_manage(data_result)

self.update(domain_info)

elif top_server == "whois.nic.net.sg":

data_result = self.get_socket('top')

if data_result:

domain_info = sg_manage(data_result)

self.update(domain_info)

elif top_server == "['saudinic.net.sa', 'whois.nic.net.sa']":

data_result = self.get_socket('top')

# print data_result

if data_result:

domain_info = sa_manage(data_result)

self.update(domain_info)

elif top_server == "whois.norid.no":

data_result = self.get_socket('top')

# print data_result

if data_result:

domain_info = no_manage(data_result)

self.update(domain_info)

elif top_server == "whois.nic.sn":

data_result = self.get_socket('top')

# print data_result

if data_result:

domain_info = sn_manage(data_result)

self.update(domain_info)

elif top_server == "whois.jprs.jp":

domain_info = jp_manage(self.domain)

if domain_info:

self.update(domain_info)

elif top_server == "whois.nic.fm":

data_result = self.get_socket('top')

# print data_result

if data_result:

domain_info = fm_manage(data_result)

self.update(domain_info)

elif top_server == "whois.uniregistry.net" or top_server=="whois.nic.club" or top_server=="whois.nic.zm" or top_server=="whois-dub.mm-registry.com":

data_result = self.get_socket('top')

# print data_result

if data_result:

domain_info = general_manage(data_result)

self.update(domain_info)

elif top_server == "whois.nic.io":

data_result = self.get_socket('top')

# print data_result

if data_result:

domain_info = io_manage(data_result)

self.update(domain_info)

elif top_server == "whois.nic.ir":

data_result = self.get_socket('top')

# print data_result

if data_result:

domain_info = ir_manage(data_result)

self.update(domain_info)

elif top_server=="whois.isoc.org.il":

data_result = self.get_socket('top')

# print data_result

if data_result:

domain_info = il_manage(data_result)

self.update(domain_info)

elif top_server=="whois.nic.im":

data_result = self.get_socket('top')

# print data_result

if data_result:

domain_info = im_manage(data_result)

self.update(domain_info)

elif top_server=="whois.nic.fr":

data_result = self.get_socket('top')

# print data_result

if data_result:

domain_info = fr_manage(data_result)

self.update(domain_info)

elif top_server=="whois.nic.ve":

data_result = self.get_socket('top')

# print data_result

if data_result:

domain_info = ve_manage(data_result)

self.update(domain_info)

elif top_server=="whois.cctld.by":

data_result = self.get_socket('top')

# print data_result

if data_result:

domain_info = by_manage(data_result)

self.update(domain_info)

elif top_server=="whois.nic.lv":

data_result = self.get_socket('top')

# print data_result

if data_result:

domain_info = lv_manage(data_result)

self.update(domain_info)

def get_socket(self, level='', flag=True):

"""

与域名WHOIS信息注册商进行连接查询,level表示顶级或者二级查询，flag表示是否需要添加"="标志

Args:

level: 查询WHOIS顶级注册商(top),还是二级注册商(second)

flag: 是否需要在查询域名前增加标志位'='，True不添加，False为添加

Returns:

data_result: 返回在域名注册商查询所得到的结果

Exception：

1、socket错误，连接或发送造成错误

异常则返回False

"""

if flag: #判断是否需要包含标志位'='

query_domain = self.domain # 无flag

else:

query_domain = '=' + self.domain # 有'='

# 顶级、二级域名查询

if level == 'top':

if type(self.top_whois_server) == list: # 若WHOIS注册商为列表，则随机选择一个

HOST = choice(self.top_whois_server)

else:

HOST = self.top_whois_server

elif level == 'second':

HOST = self.sec_whois_server

data_result = ''

PORT = 43

BUFSIZ = 1024

ADDR = (HOST, PORT)

EOF = "\r\n"

data_send = query_domain + EOF

try:

tcpCliSock = socket.socket(socket.AF_INET, socket.SOCK_STREAM)

tcpCliSock.connect(ADDR)

tcpCliSock.settimeout(15)

tcpCliSock.send(data_send)

except socket.error,e:

# print 'Socket Wrong'

print e

tcpCliSock.close()

return False

while True:

try:

data_rcv = tcpCliSock.recv(BUFSIZ)

except socket.error,e:

print 'Receive Failed'

tcpCliSock.close()

return False

if not len(data_rcv):

tcpCliSock.close()

# print data_result

return data_result # 返回查询结果

data_result = data_result + data_rcv

def update(self, domain_info):

self.reg_name = domain_info.get('reg_name', '')

self.reg_email = domain_info.get('reg_email', '')

self.reg_phone = domain_info.get('reg_phone', '')

self.detail = domain_info.get('detail', '')

try:

db = Database()

exsited_sql = 'SELECT domain FROM domain_white_list_whois_copy'

exsited_domain = db.select_domain(exsited_sql)

existed_domain_list = [i[0] for i in exsited_domain]

check_sql = 'SELECT domain FROM domain_white_list'

check_domain = db.select_domain(check_sql)

check_domain_list = [i[0] for i in check_domain]

# return list(set(existed_domain_list).difference(set(check_domain_list)))

return list(set(check_domain_list).difference(set(existed_domain_list)))

except:

print '获得查询域名异常'

sys.exit(1)

finally:

"""

查询域名WHOIS信息主程序

"""

print url

query_domain = ''

query_domain = domain_info(url)

if query_domain.domain and query_domain.top_whois_server: #根据是否有域名和域名WHOIS注册商条件判断

query_domain.domain_whois()

return query_domain

else:

domain_list = []

# domain_list = get_domain()

domain_list = ['monogram.lv']

total_domain_count = len(domain_list)

print total_domain_count

count = 0

while count * THREADNUM < total_domain_count:

domains = []

db = Database()

domains = domain_list[count * THREADNUM: (count + 1) * THREADNUM]

jobs = [gevent.spawn(check_domain, str(domain.strip())) for domain in domains]

gevent.joinall(jobs, timeout=15)

count = count + 1

db.insert_white_whois(jobs)