def crawl_name(self):
print " [x] %s | Crawling name for email \"%s\"" % (self.queue.method.queue, self.cross.email, )
this_service = self.services['gh']
if this_service and this_service.url_profile:
if "http" not in this_service.url_profile:
url_name = "http://"+this_service.url_profile
else:
url_name = this_service.url_profile
r = requests.get(url_name)
for line in r.iter_lines():
if line and ("vcard-fullname" in line):
name = functions.get_tag_value(line)
self.cross.put_name_candidate(name)
pass
def crawl_name(self):
print " [x] %s | Crawling name for email \"%s\"" % (self.queue.method.queue, self.cross.email, )
this_service = self.services['tw']
if this_service and this_service.url_profile:
if "http" not in this_service.url_profile:
url_name = "http://"+this_service.url_profile
else:
url_name = this_service.url_profile
r = requests.get(url_name)
checkedName = False
for line in r.iter_lines():
if checkedName:
name = functions.get_tag_value(line)
name = remove_accents(name)
self.cross.put_name_candidate(name)
break
if line and ("ProfileHeaderCard-nameLink" in line):
checkedName = True
pass
