forked from CloudBotIRC/Plugins
/
scp.py
136 lines (106 loc) · 4.1 KB
/
scp.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
import re
import asyncio
import requests
from bs4 import BeautifulSoup
from cloudbot import hook
from cloudbot.util import web, formatting
class SCPError(Exception):
pass
SCP_SEARCH = "http://www.scp-wiki.net/search:site/q/{}"
NAME_LISTS = ["http://www.scp-wiki.net/joke-scps", "http://www.scp-wiki.net/archived-scps",
"http://www.scp-wiki.net/decommissioned-scps", "http://www.scp-wiki.net/scp-ex",
"http://www.scp-wiki.net/scp-series", "http://www.scp-wiki.net/scp-series-2",
"http://www.scp-wiki.net/scp-series-3"]
scp_cache = {}
scp_re = re.compile(r"(www.scp-wiki.net/scp-([a-zA-Z0-9-]+))")
@asyncio.coroutine
@hook.command
def load_names(loop):
""" creates a SCP-ID > NAME/URL mapping """
for url in NAME_LISTS:
request = yield from loop.run_in_executor(None, requests.get, url)
soup = BeautifulSoup(request.text)
page = soup.find('div', {'id': 'page-content'}).find('div', {'class': 'content-panel standalone series'})
names = page.find_all("a", text=re.compile(r"SCP-"))
for item in names:
scp_id = item.text
name = item.parent.contents[1][3:].strip()
url = item['href']
data = (name, url)
scp_cache[scp_id] = data
@asyncio.coroutine
@hook.on_start()
def initial_refresh(loop):
# do an initial refresh of the caches
yield from load_names(loop)
def search(query):
"""Takes an SCP name and returns a link"""
# we see if the query is an SCPID in our pre-generated cache
if query.upper() in scp_cache:
return "http://www.scp-wiki.net" + scp_cache[query.upper()][1]
request = requests.get(SCP_SEARCH.format(query))
soup = BeautifulSoup(request.content)
results = soup.find('div', {'class': 'search-results'})
if "no results" in results.get_text():
return None
item = results.find('div', {'class': 'item'})
return item.find('div', {'class': 'url'}).get_text().strip()
def get_info(url, show_url=True):
""" Takes a SCPWiki URL and returns a formatted string """
try:
request = requests.get(url)
request.raise_for_status()
except (requests.exceptions.HTTPError, requests.exceptions.ConnectionError) as e:
raise SCPError("Error: Unable to fetch URL. ({})".format(e))
html = request.text
contents = formatting.strip_html(html)
try:
item_id = re.findall("Item #: (.+?)\n", contents, re.S)[0]
object_class = re.findall("Object Class: (.+?)\n", contents, re.S)[0]
description = re.findall("Description: (.+?)\n", contents, re.S)[0]
except IndexError:
raise SCPError("Error: Invalid or unreadable SCP. Does this SCP exist?")
description = formatting.truncate(description, 130)
short_url = web.try_shorten(url)
# get the title from our pre-generated cache
if item_id in scp_cache:
title = scp_cache[item_id][0]
else:
title = "Unknown"
if show_url:
return "\x02Item Name:\x02 {}, \x02Item #:\x02 {}, \x02Class\x02: {}," \
" \x02Description:\x02 {} - {}".format(title, item_id, object_class, description, short_url)
else:
return "\x02Item Name:\x02 {}, \x02Item #:\x02 {}, \x02Class\x02: {}," \
" \x02Description:\x02 {}".format(title, item_id, object_class, description)
@hook.regex(scp_re)
def scp_url(match):
url = "http://" + match.group(1)
try:
return get_info(url, show_url=False)
except SCPError:
return
@hook.command
def scp(text):
"""scp <query>/<item id> -- Returns SCP Foundation wiki search result for <query>/<item id>."""
if not text.isdigit():
term = text
else:
if len(text) == 4:
term = "SCP-" + text
elif len(text) == 3:
term = "SCP-" + text
elif len(text) == 2:
term = "SCP-0" + text
elif len(text) == 1:
term = "SCP-00" + text
else:
term = text
# search for the SCP
url = search(term)
if not url:
return "No results found."
try:
return get_info(url)
except SCPError as e:
return e