def update_thread(main):
query=MesThread.all()
total_cnt=0
update_cnt=0
offset=0
if(main.request.get("from")):
offset=int(main.request.get("from"))
offset_to=10000
if(main.request.get("to")):
offset_to=int(main.request.get("to"))
while(offset<offset_to):
list=query.fetch(limit=1000,offset=offset)
for thread in list:
total_cnt=total_cnt+1
if(not thread.image_key and thread.image):
thread.image_key=db.get(thread.image)
thread.put()
update_cnt=update_cnt+1
if(update_cnt>=500):
break
offset=offset+1000
if(update_cnt>=500):
break
main.response.out.write("total"+str(total_cnt)+" update"+str(update_cnt))
def get_thread(bbs):
if(not bbs):
return None
key=BbsConst.OBJECT_CACHE_HEADER+BbsConst.OBJECT_THREAD_CACHE_HEADER+str(bbs.key())
display_n=8
if(bbs.recent_thread_n):
display_n=bbs.recent_thread_n
if(display_n<0):
return None
data = memcache.get(key)
if data:
return data
thread_query = MesThread.all().order("-create_date");
thread_query.filter('bbs_key =', bbs)
thread_list=thread_query.fetch(display_n);
thread_array=[]
for thread in thread_list:
mee={'short': str(thread.short),
'thread_key':str(thread.key()),
'title':str(thread.title),
'date':thread.date}
thread_array.append(mee)
memcache.add(key, thread_array, BbsConst.SIDEBAR_RECENT_THREAD_CACHE_TIME)
return thread_array
def generate_feed(bbs, bbs_key):
url = MappingId.get_usr_url("http://www.illustbook.net/", bbs)
feed = feedgenerator.Rss201rev2Feed(
title=bbs.bbs_name, link=url, feed_url=url, description=bbs.summary, language="ja"
)
if bbs.bbs_mode == BbsConst.BBS_MODE_NO_IMAGE:
entry_query = Entry.all().filter("bbs_key =", bbs)
entry_query.order("-date")
all_entry = entry_query.fetch(limit=20)
for entry in all_entry:
try:
thread = entry.thread_key
except:
continue
url2 = url + str(thread.key()) + ".html"
txt = "" + entry.editor + "(" + str(entry.date) + ")<BR>"
if entry.illust_reply:
txt += "<IMG SRC='http://www.illustbook.net/img?img_id='"
txt += str(entry.illust_reply_image_key.key()) + "'><BR>"
txt += entry.content
for res in entry.res_list:
response = db.get(res)
txt += "<BR><BR>" + response.editor + "(" + str(response.date) + ")<BR>"
txt += "" + response.content + "<BR>"
feed.add_item(
title=thread.title,
link=url2,
description=txt,
author_email="",
author_name=entry.editor,
author_link=entry.homepage_addr,
pubdate=entry.date,
)
else:
thread_query = MesThread.all().filter("bbs_key =", bbs)
thread_query.order("-create_date")
all_threads = thread_query.fetch(limit=20)
for thread in all_threads:
url2 = url + str(thread.key()) + ".html"
if thread.image_key:
thumbnail = "http://www.illustbook.net/img?img_id=" + str(thread.image_key.key())
feed.add_item(
title=thread.title,
link=url2,
description="<IMG SRC=" + thumbnail + "><BR>" + thread.summary,
author_email="",
author_name=thread.author,
author_link=thread.homepage_addr,
pubdate=thread.create_date,
)
result = feed.writeString("utf-8")
return result
def _update_bbs(ds_obj):
#現在はスレッド追加時にcached_thumbnail_keyを上書きしている
#将来的にDSの以降などでkeyが変わる場合は以下のifをTrueにしてキャッシュを全更新すること
if not ds_obj.cached_thumbnail_key:
try:
recent_thread=MesThread.all().filter("bbs_key =",ds_obj).order("-create_date").fetch(limit=1)
if(recent_thread):
image=recent_thread[0].image_key;
if(image):
ds_obj.cached_thumbnail_key=str(image.key());
ds_obj.put()
except:
ds_obj.cached_thumbnail_key=""
#スレッド数を更新する
#スレッドの追加時にcached_threads_numにNoneが代入される
if not ds_obj.cached_threads_num:
ds_obj.cached_threads_num=MesThread.all().filter("bbs_key =",ds_obj).count()
ds_obj.put()
def _get_category_dic(bbs,new_category):
#文字列->リスト
category_list=[]
if(bbs.category_list and bbs.category_list!=""):
category_list=bbs.category_list.split(",")
else:
bbs.category_list=""
#カテゴリとカウントの分離
dic=[]
category_found=False
updated=False
for text in category_list:
m = re.search('(.*)\(([0-9]*)\)', text)
if m:
name=m.group(1)
count=m.group(2)
else:
name=text
count=-1
if(name==""):
continue
#カテゴリの更新を行う場合
if(new_category):
if(name==new_category):
count=-1
category_found=True
#更新リクエスト
if(count==-1):
count=MesThread.all().filter("bbs_key =",bbs).filter("category =",name).count(limit=1000)
updated=True
if(bbs.disable_category_sort):
dic.append({"category":name,"count":count})
else:
dic.insert(0,{"category":name,"count":count})
else:
dic.append({"category":name,"count":count})
#カテゴリが存在しなかったら新規追加
if(new_category and (not category_found)):
dic.insert(0,{"category":new_category,"count":1})
updated=True
#更新
if(updated):
CategoryList._put_category_dic(bbs,dic)
return dic
def get(self):
SetUtf8.set()
#ランキング更新
rank=Ranking.get_or_insert(BbsConst.THREAD_RANKING_KEY_NAME)
rank.create_rank(self)
ApiFeed.invalidate_cache();
#キャッシュ取得
cache=SiteAnalyzer.get_cache_from_db();
#1日単位で習得
#force=False
#if(self.request.get("force")):
# force=True
if(cache.date and len(cache.day_list)>=1):# and not force):
day1_str=NicoTracker.get_day_string(cache.date)
day2_str=NicoTracker.get_day_string(datetime.datetime.today())
if(day1_str==day2_str):
Alert.alert_msg_with_write(self,"ランキングを更新しました。統計情報はまだ1日が経過していないので計測していません。")
return
#コメント数と再生数を取得
bbs_cnt=Bbs.all().count(limit=100000)
illust_cnt=MesThread.all().count(limit=100000)
entry_cnt=Entry.all().count(limit=100000)
user_cnt=Bookmark.all().count(limit=100000)
#書き込み
day_str=NicoTracker.get_day_string(datetime.datetime.today())
cache.entry_cnt_list.insert(0,entry_cnt)
cache.illust_cnt_list.insert(0,illust_cnt)
cache.bbs_cnt_list.insert(0,bbs_cnt)
cache.user_cnt_list.insert(0,user_cnt)
cache.day_list.insert(0,day_str)
cache.bbs_n=bbs_cnt
cache.illust_n=illust_cnt
cache.put()
Alert.alert_msg_with_write(self,"ランキングを更新しました。")
def delete_user_thread(self,user_id):
query=MesThread.all().filter("user_id =",user_id)
thread_list=query.fetch(limit=1000)
for thread in thread_list:
thread.delete()
def get(self):
user = users.get_current_user()
is_admin=0
is_high_admin=0
account="ログインしていない状態"
if(user):
account="アカウント"+user.email()
is_admin=1
if(OwnerCheck.is_admin(user)):
is_high_admin=1
SetUtf8.set()
thread_query = MesThread.all().order('-create_date')
cnt=thread_query.count(10000)
thread_page_unit=12
thread_page=1
if self.request.get("page"):
thread_page = int(self.request.get("page"))
thread_page_list=PageGenerate.generate_page(thread_page,cnt,thread_page_unit)
comment_page=1
only_comment=0
if self.request.get("comment_page"):
comment_page = int(self.request.get("comment_page"))
only_comment=1
if(not only_comment):
thread_query.filter("illust_mode =",1)
thread=thread_query.fetch(limit=thread_page_unit,offset=(thread_page-1)*thread_page_unit)
new_moper_query=MesThread.all().order("-create_date")
new_moper_query.filter("illust_mode =",2)
new_moper=new_moper_query.fetch(limit=12)
entry=None
try:
entry_query = Entry.all().order('-create_date')
entry_query.filter("illust_reply =",1)
entry=entry_query.fetch(limit=thread_page_unit,offset=(thread_page-1)*thread_page_unit)
except:
None
else:
thread=None
new_moper=None
entry=None
comment=None
try:
comment_unit=7
comment_query = Entry.all().order('-create_date')
comment_query.filter("del_flag =", 1)
comment=comment_query.fetch(limit=comment_unit,offset=comment_unit*(comment_page-1))
except:
None
if(not only_comment):
new_bbs_count=SiteAnalyzer.create_graph(self,0);
new_illust_count=SiteAnalyzer.create_graph(self,1);
new_entry_count=SiteAnalyzer.create_graph(self,2);
new_user_count=SiteAnalyzer.create_graph(self,3);
today_start = datetime.datetime.today()
week_start = today_start - datetime.timedelta(days=7)
month1_start = today_start - datetime.timedelta(days=31)
weekly=Bbs.all().filter("date >=",week_start).count(limit=10000)
monthly=Bbs.all().filter("date >=",month1_start).count(limit=10000)
else:
new_bbs_count=0
new_illust_count=0
new_entry_count=0
new_user_count=0
weekly=0
monthly=0
if os.environ["SERVER_SOFTWARE"].find("Development")!=-1:
new_moper=[]
host_url ="./"
template_values = {
'host': host_url,
'threads':thread,
'moper_threads':new_moper,
'entries':entry,
'comment':comment,
'new_bbs_count':new_bbs_count,
'new_entry_count':new_entry_count,
'new_illust_count':new_illust_count,
'new_user_count':new_user_count,
'is_admin':is_admin,
'is_high_admin': is_high_admin,
'account':account,
'url_logout':users.create_logout_url("./admin"),
'url_login':users.create_login_url("./admin"),
'page_list':thread_page_list,
'page_url_base':"./admin?page=",
'page':thread_page,
'weekly':weekly,
'monthly':monthly,
'comment_page':comment_page,
'only_comment': only_comment
}
path = '/html/admin.html'
render=template_select.render(path, template_values)
self.response.out.write(render)
