):
sio.write(repr(data.get(key)))
mb = data.get('metabook')
if mb:
if isinstance(mb, str):
mb = unicode(mb, 'utf-8')
mbobj = json.loads(mb)
sio.write(calc_checksum(mbobj))
num_articles = len(list(mbobj.articles()))
sys.stdout.write("new-collection %s\t%r\t%r\n" % (num_articles, data.get("base_url"), data.get("writer")))
return md5(sio.getvalue()).hexdigest()[:16]
from mwlib import lrucache
busy = dict()
collid2qserve = lrucache.lrucache(4000)
class watch_qserve(object):
getstats_timeout = 3.0
sleeptime = 2.0
def __init__(self, (host, port), busy):
self.host = host
self.port = port
self.busy = busy
self.ident = (host, port)
self.prefix = "watch: %s:%s:" % (host, port)
self.qserve = None
def log(self, msg):
mb = data.get('metabook')
if mb:
if isinstance(mb, str):
mb = unicode(mb, 'utf-8')
mbobj = json.loads(mb)
sio.write(calc_checksum(mbobj))
num_articles = len(list(mbobj.articles()))
sys.stdout.write("new-collection %s\t%r\t%r\n" %
(num_articles, data.get("base_url"), data.get("writer")))
return sha1(sio.getvalue()).hexdigest()[:16]
from mwlib import lrucache
busy = dict()
collid2qserve = lrucache.lrucache(4000)
class watch_qserve(object):
getstats_timeout = 3.0
sleeptime = 2.0
def __init__(self, (host, port), busy):
self.host = host
self.port = port
self.busy = busy
self.ident = (host, port)
self.prefix = "watch: %s:%s:" % (host, port)
self.qserve = None
def log(self, msg):