forked from dmontalvo/IAWatchBot
-
Notifications
You must be signed in to change notification settings - Fork 1
/
vandalismcenter.py
executable file
·134 lines (109 loc) · 4.32 KB
/
vandalismcenter.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
#!/usr/bin/env python
import web
import datetime
import re
import urllib
import lxml.html
urls = (
"/", "index",
"/diff(/.*)@(\d+)", "diff"
)
app = web.application(urls, globals())
db = web.database(dbn="postgres", db="vandalism", user="dmontalvo", pw="iawatchbot")
render = web.template.render("templates/", globals={
"changequery": web.changequery,
"url": web.url,
"range": range
})
REPORTS_PER_PAGE = 50
def parse_datetime(value):
"""Creates datetime object from isoformat.
>>> t = '2008-01-01T01:01:01.010101'
>>> parse_datetime(t).isoformat()
'2008-01-01T01:01:01.010101'
"""
if isinstance(value, datetime.datetime):
return value
else:
tokens = re.split('-|T|:|\.| ', value)
return datetime.datetime(*map(int, tokens))
class index:
def GET(self):
i = web.input(page=1, display=None, problem=None, author=None)
page = min(1, web.intget(i.page, 1))
offset = (page-1) * REPORTS_PER_PAGE
limit = REPORTS_PER_PAGE
where = self.prepare_where(i)
rowcount = db.select('reports', what='count(*) as count', where=where, vars=i)[0].count
npages = int(rowcount/REPORTS_PER_PAGE) + 1 # approx
rows = db.select('reports', where=where, limit=limit, offset=offset, order="time desc", vars=i)
rows = [self.process_row(row) for row in rows]
status = any(not row.resolved for row in rows)
return render.index(rows, status, page, npages, queryparams=web.input())
def process_row(self, row):
row.time = parse_datetime(row.time)
if row.author.startswith("/people/"):
row.author_name = row.author[len("/people/"):]
else:
row.author_name = None
return row
def prepare_where(self, i):
where = '1 = 1'
if i.get('display') == 'all':
pass
elif i.get('display') == 'resolved':
where += ' AND resolved=1'
else:
where += ' AND resolved=0'
if i.get('author'):
where += ' AND author=$author'
if i.get('problem'):
where += ' AND problem=$problem'
return where
def POST(self):
i = web.input(checkbox=[])
db.update("reports", resolved=1, where="key in $checkbox", vars=i)
raise web.seeother(web.ctx.fullpath)
class diff:
def GET(self, key, rev):
try:
where = "key=$key AND revision=$rev"
row = db.select('reports', where=where, limit=1, order="time desc", vars=locals())[0]
row = index().process_row(row)
except IndexError:
raise web.notfound()
url = "http://openlibrary.org%s?m=diff&b=%s" % (key, rev)
html = urllib.urlopen(url).read()
root = lxml.html.fromstring(html).get_element_by_id("contentBody")
# convert relative URLs to absolute
for a in root.cssselect("a"):
if 'href' in a.attrib:
a.attrib['href'] = urllib.basejoin("http://openlibrary.org/", a.attrib['href'])
return render.diff(lxml.html.tostring(root), row,
queryparams=web.input(),
next=self.next(key, rev),
prev=self.prev(key, rev))
def next(self, key, rev):
return self.get_nextprev(key, rev, 1)
def prev(self, key, rev):
return self.get_nextprev(key, rev, -1)
def get_nextprev(self, key, rev, offset):
"""Returns next url when offset is 1 and prev url when offset is -1.
"""
i = web.input(_method="GET")
where = index().prepare_where(i)
items = [(row.key, row.revision) for row in db.select('reports', where=where, order="time desc", vars=i)]
try:
row_index = items.index((key, int(rev)))
key, rev = items[row_index+offset]
return web.url("/diff%s@%s" % (key, rev), **i)
except IndexError:
return None
def POST(self, key, rev):
i = web.input(action=None)
if i.action == "not-spam":
next = self.next(key, rev)
db.update("reports", where="key=$key AND revision=$rev", resolved=1, vars=locals())
raise web.seeother(next)
if __name__ == '__main__':
app.run()