def get_results(text):
if not text:
return list()
a = re.findall(url_finder, text)
k = len(a)
i = 0
display = list()
passs = False
while i < k:
url = uc.encode(a[i][0])
url = uc.decode(url)
url = uc.iriToUri(url)
url = remove_nonprint(url)
domain = getTLD(url)
if '//' in domain:
domain = domain.split('//')[1]
if not url.startswith(EXCLUSION_CHAR):
passs, page_title = find_title(url)
if bitly_loaded:
bitly = short(url)
bitly = bitly[0][1]
else:
bitly = url
display.append([page_title, url, bitly])
i += 1
return passs, display
def get_results(text):
if not text:
return list()
a = re.findall(url_finder, text)
k = len(a)
i = 0
display = list()
passs = False
while i < k:
url = uc.encode(a[i][0])
url = uc.decode(url)
url = uc.iriToUri(url)
url = remove_nonprint(url)
domain = getTLD(url)
if '//' in domain:
domain = domain.split('//')[1]
if not url.startswith(EXCLUSION_CHAR):
passs, page_title = find_title(url)
if bitly_loaded:
bitly = short(url)
bitly = bitly[0][1]
else:
bitly = url
display.append([page_title, url, bitly])
i += 1
return passs, display
def get_results(text, manual=False):
if not text:
return False, list()
a = re.findall(url_finder, text)
k = len(a)
i = 0
display = list()
passs = False
channel = str()
if hasattr(text, 'sender'):
channel = text.sender
while i < k:
url = uc.encode(a[i][0])
url = uc.decode(url)
url = uc.iriToUri(url)
url = remove_nonprint(url)
domain = getTLD(url)
if '//' in domain:
domain = domain.split('//')[1]
if 'i.imgur.com' in url and url.startswith('http://'):
url = url.replace('http:', 'https:')
bitly = url
if not url.startswith(EXCLUSION_CHAR):
passs, page_title = find_title(url)
if not manual:
if bitly_loaded:
if channel and channel not in simple_channels:
bitly = short(url)
if bitly:
bitly = bitly[0][1]
display.append([page_title, url, bitly, passs])
else:
## has exclusion character
if manual:
## only process excluded URLs if .title is used
url = url[1:]
passs, page_title = find_title(url)
display.append([page_title, url, bitly, passs])
i += 1
## check to make sure at least 1 URL worked correctly
overall_pass = False
for x in display:
if x[-1] == True:
overall_pass = True
return overall_pass, display
def get_results(text, manual=False):
if not text:
return False, list()
a = re.findall(url_finder, text)
k = len(a)
i = 0
display = list()
passs = False
channel = str()
if hasattr(text, 'sender'):
channel = text.sender
while i < k:
url = uc.encode(a[i][0])
url = uc.decode(url)
url = uc.iriToUri(url)
url = remove_nonprint(url)
domain = getTLD(url)
if '//' in domain:
domain = domain.split('//')[1]
if 'i.imgur.com' in url and url.startswith('http://'):
url = url.replace('http:', 'https:')
bitly = url
if not url.startswith(EXCLUSION_CHAR):
passs, page_title = find_title(url)
if not manual:
if bitly_loaded:
if channel and channel not in simple_channels:
bitly = short(url)
if bitly:
bitly = bitly[0][1]
display.append([page_title, url, bitly, passs])
else:
## has exclusion character
if manual:
## only process excluded URLs if .title is used
url = url[1:]
passs, page_title = find_title(url)
display.append([page_title, url, bitly, passs])
i += 1
## check to make sure at least 1 URL worked correctly
overall_pass = False
for x in display:
if x[-1] == True:
overall_pass = True
return overall_pass, display
def get_results(text, manual=False):
if not text:
return list()
a = re.findall(url_finder, text)
k = len(a)
i = 0
display = list()
passs = False
while i < k:
url = uc.encode(a[i][0])
url = uc.decode(url)
url = uc.iriToUri(url)
url = remove_nonprint(url)
domain = getTLD(url)
if '//' in domain:
domain = domain.split('//')[1]
bitly = url
if not url.startswith(EXCLUSION_CHAR):
if not manual:
if bitly_loaded:
bitly = short(url)
if bitly:
bitly = bitly[0][1]
passs, page_title = find_title(url)
if not passs:
passs, page_title = find_title(url)
display.append([page_title, url, bitly, passs])
else:
## has exclusion character
if manual:
## only process excluded URLs if .title is used
url = url[1:]
passs, page_title = find_title(url)
display.append([page_title, url, bitly, passs])
i += 1
## check to make sure at least 1 URL worked correctly
overall_pass = False
for x in display:
if x[-1] == True:
overall_pass = True
return overall_pass, display
def get_results(text, manual=False):
if not text:
return list()
a = re.findall(url_finder, text)
k = len(a)
i = 0
display = list()
passs = False
while i < k:
url = uc.encode(a[i][0])
url = uc.decode(url)
url = uc.iriToUri(url)
url = remove_nonprint(url)
domain = getTLD(url)
if '//' in domain:
domain = domain.split('//')[1]
bitly = url
if not url.startswith(EXCLUSION_CHAR):
if not manual:
if bitly_loaded:
bitly = short(url)
if bitly:
bitly = bitly[0][1]
passs, page_title = find_title(url)
if not passs:
passs, page_title = find_title(url)
display.append([page_title, url, bitly, passs])
else:
## has exclusion character
if manual:
## only process excluded URLs if .title is used
url = url[1:]
passs, page_title = find_title(url)
display.append([page_title, url, bitly, passs])
i += 1
## check to make sure at least 1 URL worked correctly
overall_pass = False
for x in display:
if x[-1] == True:
overall_pass = True
return overall_pass, display
