def do_update(self, path_info):
self.header("text/plain")
m = re.search(r"^update/(\w+)/(\d+)/(\w+)/([^:]*):(\d+)(.*)",path_info)
if m is None:
return False
(datfile, stamp, id, host, port, path) = m.groups()
host = self.get_remote_hostname(host)
if not host:
return
node = Node(host=host, port=port, path=path)
searchlist = SearchList()
searchlist.append(node)
searchlist.sync()
lookuptable = LookupTable()
lookuptable.add(datfile, node)
lookuptable.sync()
now = int(time())
if (int(stamp) < now - config.update_range) or \
(int(stamp) > now + config.update_range):
return False
rec = Record(datfile=datfile, idstr=stamp+"_"+id)
updatelist = UpdateList()
if rec in updatelist:
return True
else:
queue = UpdateQueue()
queue.append(datfile, stamp, id, node)
queue.start()
return True
def do_post_from_mail(self, datfile, bodystr, attach, suffix):
"""Post article."""
suffix = re.sub(r"[^0-9A-Za-z]", "", suffix)
stamp = int(time())
body = {"body": self.escape(bodystr)}
if attach:
body["attach"] = attach
body["suffix"] = suffix
if not body:
return None
cache = Cache(datfile)
rec = Record(datfile=cache.datfile)
id = rec.build(stamp, body)
if len(rec.recstr) > config.record_limit * 1024:
return None
elif spam.check(rec.recstr):
return None
if cache.exists():
cache.add_data(rec)
cache.sync_status()
else:
return None
queue = UpdateQueue()
queue.append(cache.datfile, stamp, id, None)
queue.start()
return True
def do_post(self, path, form):
"""Post article."""
if form.getfirst("error", "") != "":
stamp = self.error_time()
else:
stamp = int(time())
body = {}
for key in ("base_stamp", "base_id", "name", "mail", "body"):
value = form.getfirst(key, "")
if value != "":
value = unicode(value, 'shift-jis', 'replace')
value = value.encode('utf-8', 'replace')
body[key] = self.escape(value)
if not body:
self.header(self.message["null_article"], deny_robot=True)
self.footer()
return None
cache = Cache(form.getfirst("file"))
rec = Record(datfile=cache.datfile)
id = rec.build(stamp, body)
if len(rec.recstr) > config.record_limit*1024:
self.header(self.message['big_file'], deny_robot=True)
self.footer()
return None
elif spam.check(rec.recstr):
self.header(self.message['spam'], deny_robot=True)
self.footer()
return None
if cache.exists():
cache.add_data(rec)
cache.sync_status()
else:
self.print404()
return None
if form.getfirst("dopost", "") != "":
queue = UpdateQueue()
queue.append(cache.datfile, stamp, id, None)
queue.start()
return id[:8]
def do_post_from_mail(self, datfile, bodystr, attach, suffix):
"""Post article."""
suffix = re.sub(r"[^0-9A-Za-z]", "", suffix)
stamp = int(time())
body = {'body': self.escape(bodystr)}
if attach:
body['attach'] = attach
body['suffix'] = suffix
if not body:
return None
cache = Cache(datfile)
rec = Record(datfile=cache.datfile)
id = rec.build(stamp, body)
if len(rec.recstr) > config.record_limit * 1024:
return None
elif spam.check(rec.recstr):
return None
if cache.exists():
cache.add_data(rec)
cache.sync_status()
else:
return None
queue = UpdateQueue()
queue.append(cache.datfile, stamp, id, None)
queue.start()
return True
def do_update(self, path_info):
self.header("text/plain")
m = re.search(r"^update/(\w+)/(\d+)/(\w+)/([^:]*):(\d+)(.*)",
path_info)
if m is None:
return False
(datfile, stamp, id, host, port, path) = m.groups()
if host == "":
host = self.environ["REMOTE_ADDR"]
node = Node(host=host, port=port, path=path)
searchlist = SearchList()
searchlist.append(node)
searchlist.sync()
lookuptable = LookupTable()
lookuptable.add(datfile, node)
lookuptable.sync()
now = int(time())
if (int(stamp) < now - config.update_range) or \
(int(stamp) > now + config.update_range):
return False
rec = Record(datfile=datfile, idstr=stamp + "_" + id)
updatelist = UpdateList()
if rec in updatelist:
return True
else:
queue = UpdateQueue()
queue.append(datfile, stamp, id, node)
queue.start()
return True
def do_post(self, path, form):
"""Post article."""
if form.getfirst("error", "") != "":
stamp = self.error_time()
else:
stamp = int(time())
body = {}
for key in ("base_stamp", "base_id", "name", "mail", "body"):
value = form.getfirst(key, "")
if value != "":
value = unicode(value, 'shift-jis', 'replace')
value = value.encode('utf-8', 'replace')
body[key] = self.escape(value)
if not body:
self.header(self.message["null_article"], deny_robot=True)
self.footer()
return None
cache = Cache(form.getfirst("file"))
rec = Record(datfile=cache.datfile)
id = rec.build(stamp, body)
if len(rec.recstr) > config.record_limit * 1024:
self.header(self.message['big_file'], deny_robot=True)
self.footer()
return None
elif spam.check(rec.recstr):
self.header(self.message['spam'], deny_robot=True)
self.footer()
return None
if cache.exists():
cache.add_data(rec)
cache.sync_status()
else:
self.print404()
return None
if form.getfirst("dopost", "") != "":
queue = UpdateQueue()
queue.append(cache.datfile, stamp, id, None)
queue.start()
return id[:8]
def do_post(self, path, form):
"""Post article."""
import base64
try:
attach = form['attach']
except KeyError:
attach = None
str_attach = ''
if (attach is not None) and attach.file:
if len(attach.value) > config.record_limit*1024:
self.header(self.message["big_file"], deny_robot=True)
self.footer()
return None
str_attach = base64.encodestring(attach.value).replace("\n", "")
guess_suffix = "txt"
if (attach is not None) and attach.filename:
found = re.search(r"\.([^.]+)$", attach.filename)
if found:
guess_suffix = found.group(1).lower()
suffix = form.getfirst("suffix", "")
if (suffix == "") or (suffix == "AUTO"):
suffix = guess_suffix
elif suffix.startswith("."):
suffix = suffix[1:].lower()
else:
suffix = suffix.lower()
suffix = re.sub(r"[^0-9A-Za-z]", "", suffix)
if form.getfirst("error", "") != "":
stamp = self.error_time()
else:
stamp = int(time.time())
body = {}
value = form.getfirst("body", "")
if value != "":
body["body"] = self.escape(value)
if str_attach != "":
body["attach"] = str_attach
body["suffix"] = re.sub(r"[\r\n]", "", suffix)
if not body:
self.header(self.message["null_article"], deny_robot=True)
self.footer()
return None
for key in ("base_stamp", "base_id", "name", "mail"):
value = form.getfirst(key, "")
if value != "":
body[key] = self.escape(value)
if not body:
self.header(self.message["null_article"], deny_robot=True)
self.footer()
return None
cache = Cache(form.getfirst("file"))
rec = Record(datfile=cache.datfile)
passwd = form.getfirst("passwd", "")
id = rec.build(stamp, body, passwd=passwd)
proxy_client = self.environ.get('HTTP_X_FORWARDED_FOR', 'direct')
self.stderr.write('post %s/%d_%s from %s/%s\n' %
(cache.datfile, stamp, id,
self.remoteaddr, proxy_client))
if len(rec.recstr) > config.record_limit*1024:
self.header(self.message['big_file'], deny_robot=True)
self.footer()
return None
elif spam.check(rec.recstr):
self.header(self.message['spam'], deny_robot=True)
self.footer()
return None
if cache.exists():
cache.add_data(rec)
cache.sync_status()
else:
self.print404()
return None
if form.getfirst("dopost", "") != "":
queue = UpdateQueue()
queue.append(cache.datfile, stamp, id, None)
queue.start()
return id[:8]
def do_post(self, path, form):
"""Post article."""
import base64
try:
attach = form['attach']
except KeyError:
attach = None
str_attach = ''
if (attach is not None) and attach.file:
if len(attach.value) > config.record_limit * 1024:
self.header(self.message["big_file"], deny_robot=True)
self.footer()
return None
str_attach = base64.encodestring(attach.value).replace("\n", "")
guess_suffix = "txt"
if (attach is not None) and attach.filename:
found = re.search(r"\.([^.]+)$", attach.filename)
if found:
guess_suffix = found.group(1).lower()
suffix = form.getfirst("suffix", "")
if (suffix == "") or (suffix == "AUTO"):
suffix = guess_suffix
elif suffix.startswith("."):
suffix = suffix[1:].lower()
else:
suffix = suffix.lower()
suffix = re.sub(r"[^0-9A-Za-z]", "", suffix)
if form.getfirst("error", "") != "":
stamp = self.error_time()
else:
stamp = int(time.time())
body = {}
value = form.getfirst("body", "")
if value != "":
body["body"] = self.escape(value)
if str_attach != "":
body["attach"] = str_attach
body["suffix"] = re.sub(r"[\r\n]", "", suffix)
if not body:
self.header(self.message["null_article"], deny_robot=True)
self.footer()
return None
for key in ("base_stamp", "base_id", "name", "mail"):
value = form.getfirst(key, "")
if value != "":
body[key] = self.escape(value)
if not body:
self.header(self.message["null_article"], deny_robot=True)
self.footer()
return None
cache = Cache(form.getfirst("file"))
rec = Record(datfile=cache.datfile)
passwd = form.getfirst("passwd", "")
id = rec.build(stamp, body, passwd=passwd)
proxy_client = self.environ.get('HTTP_X_FORWARDED_FOR', 'direct')
self.stderr.write(
'post %s/%d_%s from %s/%s\n' %
(cache.datfile, stamp, id, self.remoteaddr, proxy_client))
if len(rec.recstr) > config.record_limit * 1024:
self.header(self.message['big_file'], deny_robot=True)
self.footer()
return None
elif spam.check(rec.recstr):
self.header(self.message['spam'], deny_robot=True)
self.footer()
return None
if cache.exists():
cache.add_data(rec)
cache.sync_status()
else:
self.print404()
return None
if form.getfirst("dopost", "") != "":
queue = UpdateQueue()
queue.append(cache.datfile, stamp, id, None)
queue.start()
return id[:8]
def do_update(self):
queue = UpdateQueue()
queue.start()
self.stderr.write("shingetsu.updatequeue.UpdateQueue.run() started\n")
def do_update(self):
queue = UpdateQueue()
queue.start()
self.stderr.write("shingetsu.updatequeue.UpdateQueue.run() started\n")