def search(self, ids):
while len(ids) > 0:
current_ids = ids[:50]
ids = ids[50:]
doc = self.api.post({
'action':
"query",
'prop':
"revisions",
'revids':
"|".join(str(id) for id in current_ids),
'rvprop':
"ids|timestamp|user|userid|size|comment|sha1",
})
try:
for page_doc in doc['query']['pages'].values():
for rev_doc in page_doc['revisions']:
rev_doc['pageid'] = page_doc['pageid']
rev_doc['title'] = page_doc['title']
rev_doc['ns'] = page_doc['ns']
yield rev_doc
except KeyError:
raise errors.MWAPIError(
'format',
"API response has unexpected structure: %s" % doc)
def watch(self, page_name, access_token=None):
doc = self.api.post(
{
'action': "query",
'prop': "info",
'titles': page_name,
'intoken': "watch"
},
access_token=access_token)
try:
page = doc['query']['pages'].values()[0]
except KeyError as e:
raise errors.MWAPIError(
'format', "API response has unexpected structure: %s" % doc)
except IndexError as e:
raise errors.MWAPIError(
'format', "API response has unexpected structure: %s" % doc)
logger.debug("Watching %s with token %s and access_token %s" %
(page_name, page['watchtoken'], access_token))
doc = self.api.post(
{
'action': "watch",
'title': page_name,
'token': page['watchtoken']
},
access_token=access_token)
try:
if 'watched' in doc['watch']:
return True
else:
raise errors.MWAPIError(
'format',
"API response has unexpected structure: %s" % doc)
except KeyError as e:
raise errors.MWAPIError(
'format', "API response has unexpected structure: %s" % doc)
def info(self, access_token):
doc = self.api.post({
'action': 'query',
'meta': 'userinfo'
},
access_token=access_token)
try:
return (doc['query']['userinfo']['id'],
doc['query']['userinfo']['name'])
except KeyError as e:
raise errors.MWAPIError(
'format', "API response has unexpected structure: %s" % doc)
def append(self, page_name, markup, access_token=None, comment=""):
edit_token = self._get_edit_token(page_name, access_token)
doc = self.api.post(
{
'action': "edit",
'title': page_name,
'appendtext': "\n" + markup,
'summary': comment + self.api.comment_suffix,
'token': edit_token
},
access_token=access_token)
try:
if doc['edit']['result'] == "Success":
return doc['edit']['title'], doc['edit']['newrevid']
else:
raise errors.MWAPIError(doc['edit']['result'],
str(doc['edit']))
except KeyError as e:
raise errors.MWAPIError(
'format', "API response has unexpected structure: %s" % doc)
def history(self, page_id, rev_id, n, access_token=None):
doc = self.api.post(
{
'action': "query",
'prop': "revisions",
'pageids': page_id,
'rvdir': "older",
'rvstartid': rev_id - 1,
'rvprop': "ids|sha1"
},
access_token=access_token)
try:
page = doc['query']['pages'].values()[0]
except KeyError as e:
raise errors.MWAPIError(
'format', "API response has unexpected structure: %s" % doc)
except IndexError as e:
raise errors.MWAPIError(
'format', "API response has unexpected structure: %s" % doc)
return page.get('revisions', [])
def preview(self, markup, page_name=None, comment=None, access_token=None):
doc = self.api.post(
{
'action': "parse",
'title': page_name,
'text': markup,
'prop': "text",
'summary': comment + self.api.comment_suffix,
'pst': True
},
access_token=access_token)
try:
html = doc['parse']['text']['*']
comment = doc['parse'].get('parsedsummary', {}).get('*', None)
except KeyError as e:
raise errors.MWAPIError(
'format', "API response has unexpected structure: %s" % doc)
except IndexError as e:
raise errors.MWAPIError(
'format', "API response has unexpected structure: %s" % doc)
return page_name, html, comment
def get_markup(self, rev_id=None, page_id=None, title=None):
if rev_id != None:
data = {'revids': rev_id}
elif page_id != None:
data = {'pageids': page_id}
elif title != None:
data = {'titles': title}
else:
raise ValueError("Must specify rev_id, page_id or title.")
data.update({
'action': "query",
'prop': "revisions",
'rvprop': "ids|content",
'rvpst': 1,
'format': "json"
})
doc = self.api.post(data)
try:
page = doc['query']['pages'].values()[0]
except KeyError as e:
raise errors.MWAPIError(
'format', "API response has unexpected structure: %s" % doc)
except IndexError as e:
raise errors.MWAPIError(
'format', "API response has unexpected structure: %s" % doc)
if "missing" in page:
return None, ""
else:
if len(page['revisions']) > 0:
revision = page['revisions'][0]
return revision.get('revid'), revision.get('*', "")
else:
return None, ""