def update_entry(main):
query=Entry.all()
query.filter("illust_reply =",1)
total_cnt=0
update_cnt=0
offset=0
if(main.request.get("from")):
offset=int(main.request.get("from"))
offset_to=10000
if(main.request.get("to")):
offset_to=int(main.request.get("to"))
while(offset<offset_to):
list=query.fetch(limit=1000,offset=offset)
for entry in list:
total_cnt=total_cnt+1
if(entry.illust_reply_image_key):#not entry.illust_reply_image_key and entry.illust_reply_image):
#entry.illust_reply_image_key=db.get(entry.illust_reply_image)
entry.date=entry.create_date
entry.put()
update_cnt=update_cnt+1
if(update_cnt>=500):
break
offset=offset+1000
if(update_cnt>=500):
break
main.response.out.write("total"+str(total_cnt)+" update"+str(update_cnt))
def generate_feed(bbs, bbs_key):
url = MappingId.get_usr_url("http://www.illustbook.net/", bbs)
feed = feedgenerator.Rss201rev2Feed(
title=bbs.bbs_name, link=url, feed_url=url, description=bbs.summary, language="ja"
)
if bbs.bbs_mode == BbsConst.BBS_MODE_NO_IMAGE:
entry_query = Entry.all().filter("bbs_key =", bbs)
entry_query.order("-date")
all_entry = entry_query.fetch(limit=20)
for entry in all_entry:
try:
thread = entry.thread_key
except:
continue
url2 = url + str(thread.key()) + ".html"
txt = "" + entry.editor + "(" + str(entry.date) + ")<BR>"
if entry.illust_reply:
txt += "<IMG SRC='http://www.illustbook.net/img?img_id='"
txt += str(entry.illust_reply_image_key.key()) + "'><BR>"
txt += entry.content
for res in entry.res_list:
response = db.get(res)
txt += "<BR><BR>" + response.editor + "(" + str(response.date) + ")<BR>"
txt += "" + response.content + "<BR>"
feed.add_item(
title=thread.title,
link=url2,
description=txt,
author_email="",
author_name=entry.editor,
author_link=entry.homepage_addr,
pubdate=entry.date,
)
else:
thread_query = MesThread.all().filter("bbs_key =", bbs)
thread_query.order("-create_date")
all_threads = thread_query.fetch(limit=20)
for thread in all_threads:
url2 = url + str(thread.key()) + ".html"
if thread.image_key:
thumbnail = "http://www.illustbook.net/img?img_id=" + str(thread.image_key.key())
feed.add_item(
title=thread.title,
link=url2,
description="<IMG SRC=" + thumbnail + "><BR>" + thread.summary,
author_email="",
author_name=thread.author,
author_link=thread.homepage_addr,
pubdate=thread.create_date,
)
result = feed.writeString("utf-8")
return result
def get_illust_reply(bbs,page,col_num):
all_entries = None
entries_num = 0
try:
entry_query = Entry.all().filter("bbs_key =", bbs)
entry_query.filter("illust_reply =",1)
entry_query.filter("del_flag =",1)
entry_query.order("-date")
entries_num=entry_query.count()
all_entries=entry_query.fetch(limit=col_num, offset=(page-1)*col_num)
except:
None
return {"entry":all_entries,"count":entries_num}
def get(self):
SetUtf8.set()
user = users.get_current_user()
is_admin=0
if(user):
if(OwnerCheck.is_admin(user)):
is_admin=1
if(not is_admin):
Alert.alert_msg_with_write(self,"管理者権限が必要です。");
return
message=""
new_code=self.request.get('code')
if(new_code):
if(len(new_code)>=8):
memcache.set("spamcheck",new_code)
message="updated check code to "+new_code
else:
message="too short check code"
checkcode=SpamCheck.get_check_code()
query=Entry.all()
thread=None
try:
thread=db.get(checkcode)
except:
thread=None
if(thread):
query.filter("thread_key =",thread)
entrys=query.fetch(limit=1000)
ret=""
spam_detected=0
for entry in entrys:
if(SpamCheck.check_with_thread(entry,checkcode)):
ret+=entry.content+"<BR>"
spam_detected=1
if(not spam_detected):
ret="SpamNotFound"
form="code:"+checkcode+"<BR>"+message+"<BR>"
form+="<form method='GET' action='spam_check'>thread_key:<input type='text' name='code' size=40><input type='submit' value='UPDATE'></form>";
Alert.alert_msg_with_write(self,"<H2>SPAM CHECKER</H2><H3>CHECK CODE</H3>"+form+"<H3>SPAM LIST</H3>"+ret+"<BR><BR><A HREF='./spam_delete'>DELETE ALL</A>")
def get(self):
SetUtf8.set()
#ランキング更新
rank=Ranking.get_or_insert(BbsConst.THREAD_RANKING_KEY_NAME)
rank.create_rank(self)
ApiFeed.invalidate_cache();
#キャッシュ取得
cache=SiteAnalyzer.get_cache_from_db();
#1日単位で習得
#force=False
#if(self.request.get("force")):
# force=True
if(cache.date and len(cache.day_list)>=1):# and not force):
day1_str=NicoTracker.get_day_string(cache.date)
day2_str=NicoTracker.get_day_string(datetime.datetime.today())
if(day1_str==day2_str):
Alert.alert_msg_with_write(self,"ランキングを更新しました。統計情報はまだ1日が経過していないので計測していません。")
return
#コメント数と再生数を取得
bbs_cnt=Bbs.all().count(limit=100000)
illust_cnt=MesThread.all().count(limit=100000)
entry_cnt=Entry.all().count(limit=100000)
user_cnt=Bookmark.all().count(limit=100000)
#書き込み
day_str=NicoTracker.get_day_string(datetime.datetime.today())
cache.entry_cnt_list.insert(0,entry_cnt)
cache.illust_cnt_list.insert(0,illust_cnt)
cache.bbs_cnt_list.insert(0,bbs_cnt)
cache.user_cnt_list.insert(0,user_cnt)
cache.day_list.insert(0,day_str)
cache.bbs_n=bbs_cnt
cache.illust_n=illust_cnt
cache.put()
Alert.alert_msg_with_write(self,"ランキングを更新しました。")
def delete_thread_core(thread):
#イラストの総数の更新リクエスト
thread.bbs_key.cached_threads_num=None
thread.bbs_key.put()
if(thread.user_id):
ApiUser.invalidate_thread_count(thread.user_id)
#レスの削除
entry_query=Entry.all().filter("thread_key =",thread)
for entry in entry_query:
if(entry.illust_reply_image_key):
entry.illust_reply_image_key.delete()
#画像の削除
if(thread.image_key):
if(thread.image_key.chunk_list_key):
for key in thread.image_key.chunk_list_key:
db.get(key).delete()
thread.image_key.delete()
thread.delete()
def get(self):
SetUtf8.set()
user = users.get_current_user()
is_admin=0
if(user):
if(OwnerCheck.is_admin(user)):
is_admin=1
if(not is_admin):
self.response.out.write(Alert.alert_msg("管理者権限が必要です。",self.request.host));
return
checkcode=SpamCheck.get_check_code()
query=Entry.all()
thread=None
try:
thread=db.get(checkcode)
except:
thread=None
if(thread):
query.filter("thread_key =",thread)
entrys=query.fetch(limit=1000)
ret=0
aborted=""
for entry in entrys:
if(SpamCheck.check_with_thread(entry,checkcode)):
entry.delete()
ret=ret+1
if(ret>=250):
aborted="ABORTED"
break;
RecentCommentCache.invalidate(None);
self.response.out.write(Alert.alert_msg("<H2>SPAM DELETE RESULT</H2>"+aborted+"<H2>TOTAL</H2>DELETE CNT:"+str(ret),self.request.host))
def post(self):
SetUtf8.set()
is_english=CssDesign.is_english(self)
#エラーコードはFlash向けかどうか
is_flash=False
if(self.request.get('image')):
is_flash=True
#書き込み対象のコメントを取得
if(self.request.get("entry_key")): #上書きモード
entry = db.get(self.request.get("entry_key"))
overwrite = True
else:
entry = Entry()
overwrite = False
#コメント
if(self.request.get('comment')):
entry.content = self.request.get('comment')
else:
if(self.request.get('image')):
entry.content = ""
else:
if(is_english):
self.write_status(is_flash,"Please input comment");
else:
self.write_status(is_flash,"コメントを入力して下さい。");
return
#名前
if(self.request.get('author')):
entry.editor = cgi.escape(self.request.get('author'))
else:
entry.editor = "no_name"
if(is_english):
self.write_status(is_flash,"Please input name");
else:
self.write_status(is_flash,"名前を入力して下さい。");
return
if(not self.request.get('image')):
if(self.request.get("seed")!=BbsConst.SUBMIT_SEED):
self.write_status(is_flash,"シードが一致しません。");
return
if(self.request.get('mail_addr')):
entry.mail=self.request.get('mail_addr')
else:
entry.mail=""
if(self.request.get('homepage_addr') and self.request.get('homepage_addr')!="http://"):
entry.homepage_addr=self.request.get('homepage_addr')
else:
entry.homepage_addr=""
user = users.get_current_user()
thread=db.Key(self.request.get("thread_key"))
bbs = db.get(self.request.get("bbs_key"))
if(SpamCheck.check_all(self,entry.content,self.request.get("remote_host"),user,bbs,is_flash,is_english)):
return
#二重投稿ブロック
if(entry.content!="" and memcache.get("add_entry_double_block")==entry.content):
if(is_flash):
self.write_status(is_flash,"二重投稿を検出しました。時間を置いて、再度、投稿して下さい。");
else:
url=MappingThreadId.get_thread_url("./",bbs,db.get(self.request.get("thread_key")))
self.redirect(str(url))
return
#コメント禁止
if(db.get(thread).prohibit_comment):
self.write_status(is_flash,"このイラストへのコメントは禁止されています。");
return
#書き込み権限確認
if(bbs.comment_login_require):
if(not(user)):
self.write_status(is_flash,"この掲示板ではコメントする際にログインが必須です。");
return
#上書き権限確認
if(overwrite):
bbs=db.get(self.request.get("bbs_key"))
if(OwnerCheck.check(bbs,user)):
if(user and entry.user_id!=user.user_id()):
self.write_status(is_flash,"上書き投稿する権限がありません。");
return
#イラストの設定
delete_thread_image=None
if(self.request.get('image')):
if(overwrite):
delete_thread_image=entry.illust_reply_image_key
timage=ThreadImage()
timage.bbs_key=bbs
if(self.request.get("base64") and self.request.get("base64")=="1"):
timage.image=db.Blob(base64.b64decode(self.request.get("image")))
timage.thumbnail=db.Blob(base64.b64decode(self.request.get("thumbnail")))
else:
timage.image=db.Blob(self.request.get("image"))
timage.thumbnail=db.Blob(self.request.get("thumbnail"))
timage.thumbnail2=None
timage.illust_mode=1;
try:
timage.put()
except:
if(is_english):
self.write_status(is_flash,"Too big image");
else:
self.write_status(is_flash,"画像サイズが大きすぎます。");
return
entry.illust_reply=1
entry.illust_reply_image_key=timage
else:
entry.content=cgi.escape(entry.content)
entry.content=EscapeComment.auto_link(entry.content)
entry.content=EscapeComment.escape_br(entry.content)
entry.thread_key = thread
entry.bbs_key = bbs
entry.del_flag = 1
if(self.request.get("regulation")):
entry.adult=int(self.request.get("regulation"))
#プロフィールにリンクするか
link_to_profile=StackFeed.is_link_to_profile(self)
if(link_to_profile and user):
entry.user_id=user.user_id()
#スレッドを取得
thread = db.get(self.request.get("thread_key"))
#基本情報を設定
if(not overwrite):
self.set_basic_info(entry,thread)
#保存
if(not SyncPut.put_sync(entry)):
message="コメントの投稿は成功しましたが表示が遅延しています。反映まで数分お待ちください。"
memcache.set(BbsConst.OBJECT_THREAD_MESSAGE_HEADER+str(thread.key()),message,BbsConst.OBJECT_THREAD_MESSAGE_CACHE_TIME)
memcache.set(BbsConst.OBJECT_BBS_MESSAGE_HEADER+str(bbs.key()),message,BbsConst.OBJECT_BBS_MESSAGE_CACHE_TIME)
#スレッドと掲示板の情報を更新
if(not overwrite):
self.update_thread_and_bbs_information(thread,bbs,entry)
#上書き投稿時の昔のイラストの削除
if(delete_thread_image):
delete_thread_image.delete()
#ステータスコードを出力
if(self.request.get('image')):
self.response.headers ['Content-type'] = "text/html;charset=utf-8"
self.response.out.write("success")
else:
url=MappingThreadId.get_thread_url("./",bbs,thread)
if(self.request.get("redirect_url")):
url=self.request.get("redirect_url")
self.redirect(str(url))
#二重投稿ブロック
memcache.set("add_entry_double_block",self.request.get("comment"),30)
#ランキング
is_owner=False
if(thread.user_id and entry.user_id and thread.user_id == entry.user_id):
is_owner=True
if(not is_owner): #自分のスレッドへのコメントはランキングに反映しない
Ranking.add_rank_global(thread,BbsConst.SCORE_ENTRY)
#フィード
if(not link_to_profile):
user=None
try:
StackFeed.feed_new_comment_thread(user,thread,entry)
except:
logging.error("new entry stackfeed add error")
def get(self):
user = users.get_current_user()
is_admin=0
is_high_admin=0
account="ログインしていない状態"
if(user):
account="アカウント"+user.email()
is_admin=1
if(OwnerCheck.is_admin(user)):
is_high_admin=1
SetUtf8.set()
thread_query = MesThread.all().order('-create_date')
cnt=thread_query.count(10000)
thread_page_unit=12
thread_page=1
if self.request.get("page"):
thread_page = int(self.request.get("page"))
thread_page_list=PageGenerate.generate_page(thread_page,cnt,thread_page_unit)
comment_page=1
only_comment=0
if self.request.get("comment_page"):
comment_page = int(self.request.get("comment_page"))
only_comment=1
if(not only_comment):
thread_query.filter("illust_mode =",1)
thread=thread_query.fetch(limit=thread_page_unit,offset=(thread_page-1)*thread_page_unit)
new_moper_query=MesThread.all().order("-create_date")
new_moper_query.filter("illust_mode =",2)
new_moper=new_moper_query.fetch(limit=12)
entry=None
try:
entry_query = Entry.all().order('-create_date')
entry_query.filter("illust_reply =",1)
entry=entry_query.fetch(limit=thread_page_unit,offset=(thread_page-1)*thread_page_unit)
except:
None
else:
thread=None
new_moper=None
entry=None
comment=None
try:
comment_unit=7
comment_query = Entry.all().order('-create_date')
comment_query.filter("del_flag =", 1)
comment=comment_query.fetch(limit=comment_unit,offset=comment_unit*(comment_page-1))
except:
None
if(not only_comment):
new_bbs_count=SiteAnalyzer.create_graph(self,0);
new_illust_count=SiteAnalyzer.create_graph(self,1);
new_entry_count=SiteAnalyzer.create_graph(self,2);
new_user_count=SiteAnalyzer.create_graph(self,3);
today_start = datetime.datetime.today()
week_start = today_start - datetime.timedelta(days=7)
month1_start = today_start - datetime.timedelta(days=31)
weekly=Bbs.all().filter("date >=",week_start).count(limit=10000)
monthly=Bbs.all().filter("date >=",month1_start).count(limit=10000)
else:
new_bbs_count=0
new_illust_count=0
new_entry_count=0
new_user_count=0
weekly=0
monthly=0
if os.environ["SERVER_SOFTWARE"].find("Development")!=-1:
new_moper=[]
host_url ="./"
template_values = {
'host': host_url,
'threads':thread,
'moper_threads':new_moper,
'entries':entry,
'comment':comment,
'new_bbs_count':new_bbs_count,
'new_entry_count':new_entry_count,
'new_illust_count':new_illust_count,
'new_user_count':new_user_count,
'is_admin':is_admin,
'is_high_admin': is_high_admin,
'account':account,
'url_logout':users.create_logout_url("./admin"),
'url_login':users.create_login_url("./admin"),
'page_list':thread_page_list,
'page_url_base':"./admin?page=",
'page':thread_page,
'weekly':weekly,
'monthly':monthly,
'comment_page':comment_page,
'only_comment': only_comment
}
path = '/html/admin.html'
render=template_select.render(path, template_values)
self.response.out.write(render)