def rss_tag():
from model.rss import RSS_PO_ID_STATE_NOTAG, CID_USER, RssPoId, RSS_PO_ID_STATE_AUTOTAG
from zweb.orm import ormiter
from zdata.idf.tfidf import tag_id_rank_list_by_txt, ID2NAME
from model.po import Po
from operator import itemgetter
from model.po_tag_user import tag2idlist_po_user, rss_po_new
from zkit.algorithm.unique import unique
for rss_po_id in ormiter(
RssPoId,
'user_cid=%s and state=%s' % (CID_USER, RSS_PO_ID_STATE_NOTAG)):
po = Po.mc_get(rss_po_id.po_id)
if not po:
continue
#print po.name_
txt = '%s\n%s' % (po.name_, po.txt)
tag_id_rank_list = tag_id_rank_list_by_txt(txt)[:7]
tag_id_list = map(itemgetter(0), tag_id_rank_list)
user_tag_id_list = map(
int, tag2idlist_po_user.tag_id_list_by_id(po.user_id))
id_list = user_tag_id_list[:]
id_list.extend(tag_id_list)
rss_po_id.tag_id_list = ' '.join(map(str, unique(id_list)))
#for i in tag_id_list:
# i.append_id_tag_id_list
#print i.tag_id_list
#raise
rss_po_id.state = RSS_PO_ID_STATE_AUTOTAG
rss_po_id.save()
rss_po_new(po, user_tag_id_list)
def tag_id_list_by_str_list(tag_list):
tag_id_list = []
for i in tag_list:
if i.isdigit():
tag_id_list.append(i)
else:
for id in tag_by_str(i):
tag_id_list.append(id)
return unique(map(int, tag_id_list))
def tag_id_list_by_str_list(tag_list):
tag_id_list = []
for i in tag_list:
if i.isdigit():
tag_id_list.append(i)
else:
for id in tag_by_str(i):
tag_id_list.append(id)
return unique(map(int, tag_id_list))
def post(self):
user_list = self.get_argument('user_list','')
user_list = filter(bool, map(str.strip, user_list.splitlines()))
# print tag_id_list
user_list_exist = []
user_list_not_exist = []
for i in user_list:
zsite_id = zsite_by_query(i)
if zsite_id:
user_list_exist.append(zsite_id)
else:
user_list_not_exist.append(i)
user_list_not_exist = unique(user_list_not_exist)
user_list_exist = unique(user_list_exist)
tag_id_list = tag_id_list_by_str_list(
filter(
bool, map(
str.strip,
self.get_argument('tag','').split()
)
)
)
for i in user_list_exist:
tag2idlist_po_user.append_id_tag_id_list(i, tag_id_list)
self.render(
user_list_exist=Zsite.mc_get_list(user_list_exist),
user_list_not_exist=user_list_not_exist,
)
def rss_tag():
from model.rss import RSS_PO_ID_STATE_NOTAG, CID_USER, RssPoId, RSS_PO_ID_STATE_AUTOTAG
from zweb.orm import ormiter
from zdata.idf.tfidf import tag_id_rank_list_by_txt, ID2NAME
from model.po import Po
from operator import itemgetter
from model.po_tag_user import tag2idlist_po_user, rss_po_new
from zkit.algorithm.unique import unique
for rss_po_id in ormiter(
RssPoId,
'user_cid=%s and state=%s'%(CID_USER, RSS_PO_ID_STATE_NOTAG)
):
po = Po.mc_get(rss_po_id.po_id)
if not po:
continue
#print po.name_
txt = '%s\n%s'%(po.name_, po.txt)
tag_id_rank_list = tag_id_rank_list_by_txt(txt)[:7]
tag_id_list = map(itemgetter(0), tag_id_rank_list)
user_tag_id_list = map(
int,
tag2idlist_po_user.tag_id_list_by_id(
po.user_id
)
)
id_list = user_tag_id_list[:]
id_list.extend(tag_id_list)
rss_po_id.tag_id_list = ' '.join(
map(str, unique(id_list))
)
#for i in tag_id_list:
# i.append_id_tag_id_list
#print i.tag_id_list
#raise
rss_po_id.state = RSS_PO_ID_STATE_AUTOTAG
rss_po_id.save()
rss_po_new(po, user_tag_id_list)
#coding:utf-8
import sys
reload(sys)
sys.setdefaultencoding('utf-8')
from getpass import getuser
sys.path.append("/home/%s/zpage" % getuser())
from os.path import dirname, normpath, abspath, join
PREFIX = dirname(dirname(dirname(abspath(__file__))))
sys.path.append(PREFIX)
from zkit.algorithm.unique import unique
sys.path = unique(sys.path)
#coding:utf-8
from os.path import dirname, normpath, abspath, join
PREFIX = dirname(abspath(__file__))
import sys
reload(sys)
sys.setdefaultencoding('utf-8')
sys.path.append(PREFIX)
from zkit.algorithm.unique import unique
sys.path = unique(sys.path)
