def unquote_str(input_str):
"""
Unquote a string.
:param input_str: str input string to unquote.
:return: str unquoted string
"""
return unquote(input_str)
def wik(phenny, input):
""".wik <term> - Look up something on Wikipedia."""
origterm = input.groups()[1]
if not origterm:
return phenny.say('Perhaps you meant ".wik Zen"?')
term = web.unquote(origterm)
term = term[0].upper() + term[1:]
term = term.replace(' ', '_')
w = wiki.Wiki(wikiapi, wikiuri, wikisearch)
try:
result = w.search(term)
except web.ConnectionError:
error = "Can't connect to en.wikipedia.org ({0})".format(
wikiuri.format(term))
return phenny.say(error)
if result is not None:
phenny.say(result)
else:
phenny.say(
'Can\'t find anything in Wikipedia for "{0}".'.format(origterm))
def flistchar(uri, phenny):
if hasattr(phenny.config, 'f_list_account') and hasattr(phenny.config, 'f_list_password') :
ticketuri = 'https://www.f-list.net/json/getApiTicket.php'
ticketquery = {'account' : phenny.config.f_list_account, 'password' : phenny.config.f_list_password}
ticketjson = web.post(ticketuri, ticketquery)
ticketstr = str(ticketjson)
ticketdict = ast.literal_eval(ticketstr)
ticket = ticketdict['ticket']
urilist = uri.split('/')
urlcharname = urilist[4]
urlcharname = web.unquote(urlcharname)
charuri = 'https://www.f-list.net/json/api/character-get.php'
charquery = {'name' : urlcharname}
charjson = web.post(charuri, charquery)
charstr = str(charjson)
chardict = ast.literal_eval(charstr)
try:
charname = chardict['character']['name']
except:
errname = chardict['error']
try:
titlestr = 'Error - ' + errname
except UnboundLocalError:
titlestr = '\002\00312,01F-List\017 - ' + charname
return titlestr
else:
return
def duck_search(query):
query = query.replace('!', '')
query = web.quote(query)
uri = 'https://duckduckgo.com/html/?q=%s&kl=uk-en' % query
bytes = web.get(uri)
m = r_duck.search(bytes)
if m:
uri = web.decode(m.group(1))
return web.unquote(uri)
def unquote_str(input_str):
"""
Unquote a string.
:param input_str: Input string to unquote.
:type input_str: str
:return: Unquoted string.
:rtype: str
"""
return unquote(input_str)
def vtluug(phenny, input):
origterm = input.groups()[1]
if not origterm:
return phenny.say('Perhaps you meant ".vtluug VT-Wireless"?')
term = web.unquote(origterm)
term = term[0].upper() + term[1:]
term = term.replace(' ', '_')
w = wiki.Wiki(wikiapi, wikiuri, wikisearch)
try:
result = w.search(term)
except web.ConnectionError:
error = "Can't connect to vtluug.org ({0})".format(wikiuri.format(term))
return phenny.say(error)
if result is not None:
phenny.say(result)
else:
phenny.say('Can\'t find anything in the VTLUUG Wiki for "{0}".'.format(origterm))
def wik(phenny, input):
""".wik <term> - Look up something on Wikipedia."""
origterm = input.groups()[1]
if not origterm:
return phenny.say('Perhaps you meant ".wik Zen"?')
term = web.unquote(origterm)
term = term[0].upper() + term[1:]
term = term.replace(' ', '_')
w = wiki.Wiki(wikiapi, wikiuri, wikisearch)
try:
result = w.search(term)
except web.ConnectionError:
error = "Can't connect to en.wikipedia.org ({0})".format(wikiuri.format(term))
return phenny.say(error)
if result is not None:
phenny.say(result)
else:
phenny.say('Can\'t find anything in Wikipedia for "{0}".'.format(origterm))
def awik(phenny, input):
origterm = input.groups()[1]
if not origterm:
return phenny.say('Perhaps you meant ".awik dwm"?')
term = web.unquote(origterm)
term = term[0].upper() + term[1:]
term = term.replace(' ', '_')
w = wiki.Wiki(wikiapi, wikiuri, wikisearch)
try:
result = w.search(term)
except web.ConnectionError:
error = "Can't connect to wiki.archlinux.org ({0})".format(
wikiuri.format(term))
return phenny.say(error)
if result is not None:
phenny.say(result)
else:
phenny.say(
'Can\'t find anything in the ArchWiki for "{0}".'.format(origterm))
def flistchar(uri, phenny):
if hasattr(phenny.config, 'f_list_account') and hasattr(
phenny.config, 'f_list_password'):
ticketuri = 'https://www.f-list.net/json/getApiTicket.php'
ticketquery = {
'account': phenny.config.f_list_account,
'password': phenny.config.f_list_password
}
ticketjson = web.post(ticketuri, ticketquery)
ticketstr = str(ticketjson)
ticketdict = ast.literal_eval(ticketstr)
ticket = ticketdict['ticket']
urilist = uri.split('/')
urlcharname = urilist[4]
urlcharname = web.unquote(urlcharname)
charuri = 'https://www.f-list.net/json/api/character-get.php'
charquery = {'name': urlcharname}
charjson = web.post(charuri, charquery)
charstr = str(charjson)
chardict = ast.literal_eval(charstr)
try:
charname = chardict['character']['name']
except:
errname = chardict['error']
try:
titlestr = 'Error - ' + errname
except UnboundLocalError:
titlestr = '\002\00312,01F-List\017 - ' + charname
return titlestr
else:
return
def test_duck_search(self):
if not is_up(self.engines['DuckDuckGo']):
self.skipTest(self.skip_msg.format('DuckDuckGo'))
out = unquote(duck_search('phenny'))
m = re.match(r'^https?://.*$', out, flags=re.UNICODE)
self.assertTrue(m)
def format_term_display(term):
term = web.unquote(term)
term = term[0].upper() + term[1:]
term = term.replace(' ', '_')
return term
def format_term_display(term):
term = web.unquote(term)
term = term[0].upper() + term[1:]
term = term.replace(' ', '_')
return term
def gettitle(phenny, uri):
if not ':' in uri:
uri = 'http://' + uri
uri = uri.replace('#!', '?_escaped_fragment_=')
if uri.startswith('http://wiki.apertium.org/wiki/'):
item = uri[len('http://wiki.apertium.org/wiki/'):]
return awik(phenny, re.match(r'(blahblah)?(.*)', item))
if re.match(r'https?://en.wiktionary.org/wiki/(.*)', uri):
item = re.match(r'https?://en.wiktionary.org/wiki/(.*)', uri).group(1)
return w(phenny, re.match(r'(blahblah)?(.*)', web.unquote(item)))
if re.match(r'https?://([a-z]{2,3}).wikipedia.org/wiki/(.*)', uri):
match = re.match(r'https?://([a-z]{2,3}).wikipedia.org/wiki/(.*)', uri)
lang, page = match.group(1), match.group(2)
return wikipedia(phenny, page, lang)
parts = uri.split(".")
start = parts[0]
parts.pop(0)
uri = start + "." + web.quote('.'.join(parts))
title = None
localhost = [
'http://localhost/', 'http://localhost:80/',
'http://localhost:8080/', 'http://127.0.0.1/',
'http://127.0.0.1:80/', 'http://127.0.0.1:8080/',
'https://localhost/', 'https://localhost:80/',
'https://localhost:8080/', 'https://127.0.0.1/',
'https://127.0.0.1:80/', 'https://127.0.0.1:8080/',
'http://localhost:', 'https://localhost:',
]
for s in localhost:
if uri.startswith(s):
return #phenny.reply('Sorry, access forbidden.')
if not hasattr(phenny.config, 'blacklisted_urls'):
phenny.config.blacklisted_urls = []
if not hasattr(phenny.bot, 'blacklisted_urls'):
phenny.bot.blacklisted_urls = []
for s in phenny.config.blacklisted_urls:
phenny.bot.blacklisted_urls.append(re.compile(s))
for regex in phenny.bot.blacklisted_urls:
if regex.match(uri):
return
try:
redirects = 0
while True:
try:
info = web.head(uri)
if not isinstance(info, list):
status = '200'
else:
status = str(info[1])
info = info[0]
except web.HTTPError:
try:
info = requests.get(uri, headers=web.default_headers, verify=True)
status = str(info.status_code)
info = info.headers
except web.HTTPError:
return None
if status.startswith('3'):
uri = urllib.parse.urljoin(uri, info['Location'])
else:
break
redirects += 1
if redirects >= 25:
return None
try:
mtype = info['content-type']
except:
return None
if not mtype or not (('/html' in mtype) or ('/xhtml' in mtype)):
return None
try:
bytes = web.get(uri)
except:
return None
#bytes = u.read(262144)
#u.close()
except web.ConnectionError:
return
m = r_title.search(bytes)
if m:
title = m.group(1)
title = title.strip()
title = title.replace('\t', ' ')
title = title.replace('\r', ' ')
title = title.replace('\n', ' ')
while ' ' in title:
title = title.replace(' ', ' ')
if len(title) > 200:
title = title[:200] + '[...]'
def e(m):
entity = m.group(0)
if entity.startswith('&#x'):
cp = int(entity[3:-1], 16)
return chr(cp)
elif entity.startswith('&#'):
cp = int(entity[2:-1])
return chr(cp)
else:
char = name2codepoint[entity[1:-1]]
return chr(char)
title = r_entity.sub(e, title)
if title:
title = title.replace('\n', '')
title = title.replace('\r', '')
title = "[ {0} ]".format(title)
else:
title = None
return title
def gettitle(phenny, input, uri):
if not ':' in uri:
uri = 'http://' + uri
uri = uri.replace('#!', '?_escaped_fragment_=')
if uri.startswith('http://wiki.apertium.org/wiki/'):
item = uri[len('http://wiki.apertium.org/wiki/'):]
return apertium_wiki.awik(phenny, re.match(r'(blahblah)?(.*)()', item))
if re.match(r'https?://en.wiktionary.org/wiki/(.*)', uri):
item = re.match(r'https?://en.wiktionary.org/wiki/(.*)', uri).group(1)
return wiktionary.w(phenny,
re.match(r'(blahblah)?(.*)()', web.unquote(item)))
if re.match(r'https?://([a-z]{2,3}).wikipedia.org/wiki/(.*)', uri):
match = re.match(r'https?://([a-z]{2,3}).wikipedia.org/wiki/(.*)', uri)
lang, page = match.group(1), match.group(2)
return wikipedia.wikipedia(phenny, page, lang)
parts = uri.split(".")
start = parts[0]
parts.pop(0)
uri = start + "." + web.quote('.'.join(parts), safe='/#')
title = None
localhost = [
'http://localhost/',
'http://localhost:80/',
'http://localhost:8080/',
'http://127.0.0.1/',
'http://127.0.0.1:80/',
'http://127.0.0.1:8080/',
'https://localhost/',
'https://localhost:80/',
'https://localhost:8080/',
'https://127.0.0.1/',
'https://127.0.0.1:80/',
'https://127.0.0.1:8080/',
'http://localhost:',
'https://localhost:',
]
for s in localhost:
if uri.startswith(s):
return #phenny.reply('Sorry, access forbidden.')
if not hasattr(phenny.config, 'blacklisted_urls'):
phenny.config.blacklisted_urls = []
if not hasattr(phenny, 'blacklisted_urls'):
phenny.blacklisted_urls = []
for s in phenny.config.blacklisted_urls:
phenny.blacklisted_urls.append(re.compile(s))
for regex in phenny.blacklisted_urls:
if regex.match(uri):
return
try:
redirects = 0
while True:
try:
info = web.head(uri)
if not isinstance(info, list):
status = '200'
else:
status = str(info[1])
info = info[0]
except web.HTTPError:
try:
info = requests.get(uri,
headers=web.default_headers,
verify=True,
timeout=REQUEST_TIMEOUT)
status = str(info.status_code)
info = info.headers
except web.HTTPError:
return None
if status.startswith('3'):
uri = urllib.parse.urljoin(uri, info['Location'])
else:
break
redirects += 1
if redirects >= 25:
return None
try:
mtype = info['content-type']
except:
return None
if not mtype or not (('/html' in mtype) or ('/xhtml' in mtype)):
return None
try:
bytes = web.get(uri)
except:
return None
#bytes = u.read(262144)
#u.close()
except:
return
m = r_title.search(bytes)
if m:
title = m.group(1)
title = title.strip()
title = title.replace('\t', ' ')
title = title.replace('\r', ' ')
title = title.replace('\n', ' ')
while ' ' in title:
title = title.replace(' ', ' ')
if len(title) > 200:
title = title[:200] + '[...]'
def e(m):
entity = m.group(0)
if entity.startswith('&#x'):
cp = int(entity[3:-1], 16)
return chr(cp)
elif entity.startswith('&#'):
cp = int(entity[2:-1])
return chr(cp)
else:
char = name2codepoint[entity[1:-1]]
return chr(char)
title = r_entity.sub(e, title)
if title:
title = title.replace('\n', '')
title = title.replace('\r', '')
title = "[ {0} ]".format(title)
else:
title = None
return title
def google_search(query):
bytes = generic_google(query)
m = r_google.search(bytes)
if m:
uri = web.decode(m.group(1))
return web.unquote(uri)
def format_term(term):
term = web.unquote(term)
term = web.quote(term)
term = term[0].upper() + term[1:]
term = term.replace(" ", "_")
return term
