def setUp(self):
pywikibot.setLogfileStatus(False)
result = test_pywiki.PyWikiTestCase.setUp(self)
self.site = pywikibot.getSite("de", "wikipedia")
self.ignore_list = {self.site.family.name: {self.site.lang: [u"Benutzer Diskussion"]}}
return result
def setUp(self):
pywikibot.setLogfileStatus(False)
result = test_pywiki.PyWikiTestCase.setUp(self)
self.site = pywikibot.getSite('de', 'wikipedia')
self.ignore_list = {
self.site.family.name: {
self.site.lang: [u'Benutzer Diskussion']
}
}
return result
def main(self):
# wikipedia.activateLog('count-quotes.log')
wikipedia.setLogfileStatus(True, 'count_quotes.log')
# Parse command line options
self.parse()
# ensure that we don't try to change main page
try:
site = wikipedia.getSite()
globalvar.mainpagename = site.family.mainpages[site.language()]
except:
outputq(u'Missing main page name')
if site.language() in msg:
globalvar.lang = site.language()
else:
globalvar.lang = 'en'
pagegen = self.generator()
generator = None
if self.__pagetitles:
pages = []
for p in self.__pagetitles:
try:
pages.append(wikipedia.Page(wikipedia.getSite(), p))
except wikipedia.NoPage: pass
generator = pagegenerators.PreloadingGenerator(iter(pages))
else:
generator = pagegenerators.PreloadingGenerator(pagegen)
for page in generator:
workon(page)
[output, nquotes, npages] = generate_output(globalvar.quotes)
if self.__output:
try:
outputpage = wikipedia.Page(site, self.__output)
if outputpage.exists():
oldtext = outputpage.get()
else:
oldtext = u''
if oldtext != output:
output = output % time.strftime('%d/%m/%y / %H:00')
outputpage.put(output, comment = msg[globalvar.lang][9])
except:
error(u'Getting/Modifying page %s failed, generated output was:\n%s' % (outputpage, output))
else:
wikipedia.output(output)
nquotespage = None
narticlespage = None
if self.__outputprefix:
if self.__outputquotes:
pname = self.__outputquotes
else:
pname = "NUMBEROFQUOTES"
nquotespage = wikipedia.Page(site, u'%s%s' % (self.__outputprefix, pname))
if self.__outputarticles:
pname = self.__outputarticles
else:
pname = "NUMBEROFARTICLES"
narticlespage = wikipedia.Page(site, u'%s%s' % (self.__outputprefix, pname))
else:
if self.__outputquotes:
nquotespage = wikipedia.Page(site, u'%s' % self.__outputquotes)
if self.__outputarticles:
narticlespage = wikipedia.Page(site, u'%s' % self.__outputarticles)
if nquotespage:
# April fool (replace %d by %s too)
#nquotes = hex(nquotes)
nquotespage.put("%d" % nquotes, comment = msg[globalvar.lang][9])
if narticlespage:
# Same as above
#npages = hex(npages)
narticlespage.put("%d" % npages, comment = msg[globalvar.lang][9])
lst_chars[-1] = lst_chars[-1] + char
else:
lst_chars.append(char)
except IndexError:
lst_chars.append(char)
return lst_chars
siteFamily = 'wikisource'
siteLangCode = 'ml'
category = "DC2014Pages"
wikipedia.setLogfileStatus(True)
wikiSite = wikipedia.Site(code=siteLangCode, fam=siteFamily)
cat = catlib.Category(wikiSite,"Category:"+category)
list = cat.articlesList(recurse=False)
noofarticles=len(list)
per=noofarticles*100/1784
stat={}
sumchar=0
sumpages=0
pagecount={}
counter=1
for i in list:
creator = i.getCreator()
text=i.get()
unicodetext=syllabify_ml(text)
noofchar=len(unicodetext)
if len(sys.argv) < 2:
raise RuntimeError("Not enough arguments defined.")
else:
logname = pywikibot.config.datafilepath("logs", "%s.log")
logfile = logname % "".join([os.path.basename(sys.argv[0])] + sys.argv[1:])
arg = pywikibot.handleArgs() # '-family' and '-lang' have to be known for log-header
sys.stdout = BotLoggerObject(layer="stdout") # handle stdout
sys.stderr = BotLoggerObject(layer="stderr") # handle stderr
if not pywikibot.simulate: # suppress console output
pywikibot.ui.stdout = open(os.devnull, "w") #
pywikibot.ui.stderr = open(os.devnull, "w") #
# pywikibot._outputOld = lambda text, **kwargs: None #
# may be use "log = ['*']" in 'user-config.py' instead
pywikibot.setLogfileStatus(True, logfile, header=True) # set '-log' to catch all
# check: http://de.wikipedia.org/wiki/Hilfe:MediaWiki/Versionen
path = os.path.split(sys.argv[0])[0]
cmd = sys.argv.pop(1)
cmd = cmd.lstrip(u"-")
if u".py" not in cmd.lower():
cmd += u".py"
sys.argv[0] = os.path.join(path, cmd)
bot_name = os.path.splitext(os.path.basename(sys.argv[0]))[0]
error = u""
try:
__release = version.getversiondict()
d = shelve.open(pywikibot.config.datafilepath("cache", "state_bots"))
d["bot_control"] = {
if len(sys.argv) < 2:
raise RuntimeError("Not enough arguments defined.")
else:
logname = pywikibot.config.datafilepath('logs', '%s.log')
logfile = logname % ''.join([os.path.basename(sys.argv[0])] + sys.argv[1:])
arg = pywikibot.handleArgs(
) # '-family' and '-lang' have to be known for log-header
sys.stdout = BotLoggerObject(layer='stdout') # handle stdout
sys.stderr = BotLoggerObject(layer='stderr') # handle stderr
if not pywikibot.simulate: # suppress console output
pywikibot.ui.stdout = open(os.devnull, 'w') #
pywikibot.ui.stderr = open(os.devnull, 'w') #
#pywikibot._outputOld = lambda text, **kwargs: None #
# may be use "log = ['*']" in 'user-config.py' instead
pywikibot.setLogfileStatus(True, logfile,
header=True) # set '-log' to catch all
# check: http://de.wikipedia.org/wiki/Hilfe:MediaWiki/Versionen
path = os.path.split(sys.argv[0])[0]
cmd = sys.argv.pop(1)
cmd = cmd.lstrip(u'-')
if u'.py' not in cmd.lower():
cmd += u'.py'
sys.argv[0] = os.path.join(path, cmd)
bot_name = os.path.splitext(os.path.basename(sys.argv[0]))[0]
error = u''
try:
__release = version.getversiondict()
d = shelve.open(pywikibot.config.datafilepath('cache', 'state_bots'))
d['bot_control'] = {
