def rss_tag(): from model.rss import RSS_PO_ID_STATE_NOTAG, CID_USER, RssPoId, RSS_PO_ID_STATE_AUTOTAG from zweb.orm import ormiter from zdata.idf.tfidf import tag_id_rank_list_by_txt, ID2NAME from model.po import Po from operator import itemgetter from model.po_tag_user import tag2idlist_po_user, rss_po_new from zkit.algorithm.unique import unique for rss_po_id in ormiter( RssPoId, 'user_cid=%s and state=%s' % (CID_USER, RSS_PO_ID_STATE_NOTAG)): po = Po.mc_get(rss_po_id.po_id) if not po: continue #print po.name_ txt = '%s\n%s' % (po.name_, po.txt) tag_id_rank_list = tag_id_rank_list_by_txt(txt)[:7] tag_id_list = map(itemgetter(0), tag_id_rank_list) user_tag_id_list = map( int, tag2idlist_po_user.tag_id_list_by_id(po.user_id)) id_list = user_tag_id_list[:] id_list.extend(tag_id_list) rss_po_id.tag_id_list = ' '.join(map(str, unique(id_list))) #for i in tag_id_list: # i.append_id_tag_id_list #print i.tag_id_list #raise rss_po_id.state = RSS_PO_ID_STATE_AUTOTAG rss_po_id.save() rss_po_new(po, user_tag_id_list)
def tag_id_list_by_str_list(tag_list): tag_id_list = [] for i in tag_list: if i.isdigit(): tag_id_list.append(i) else: for id in tag_by_str(i): tag_id_list.append(id) return unique(map(int, tag_id_list))
def post(self): user_list = self.get_argument('user_list','') user_list = filter(bool, map(str.strip, user_list.splitlines())) # print tag_id_list user_list_exist = [] user_list_not_exist = [] for i in user_list: zsite_id = zsite_by_query(i) if zsite_id: user_list_exist.append(zsite_id) else: user_list_not_exist.append(i) user_list_not_exist = unique(user_list_not_exist) user_list_exist = unique(user_list_exist) tag_id_list = tag_id_list_by_str_list( filter( bool, map( str.strip, self.get_argument('tag','').split() ) ) ) for i in user_list_exist: tag2idlist_po_user.append_id_tag_id_list(i, tag_id_list) self.render( user_list_exist=Zsite.mc_get_list(user_list_exist), user_list_not_exist=user_list_not_exist, )
def rss_tag(): from model.rss import RSS_PO_ID_STATE_NOTAG, CID_USER, RssPoId, RSS_PO_ID_STATE_AUTOTAG from zweb.orm import ormiter from zdata.idf.tfidf import tag_id_rank_list_by_txt, ID2NAME from model.po import Po from operator import itemgetter from model.po_tag_user import tag2idlist_po_user, rss_po_new from zkit.algorithm.unique import unique for rss_po_id in ormiter( RssPoId, 'user_cid=%s and state=%s'%(CID_USER, RSS_PO_ID_STATE_NOTAG) ): po = Po.mc_get(rss_po_id.po_id) if not po: continue #print po.name_ txt = '%s\n%s'%(po.name_, po.txt) tag_id_rank_list = tag_id_rank_list_by_txt(txt)[:7] tag_id_list = map(itemgetter(0), tag_id_rank_list) user_tag_id_list = map( int, tag2idlist_po_user.tag_id_list_by_id( po.user_id ) ) id_list = user_tag_id_list[:] id_list.extend(tag_id_list) rss_po_id.tag_id_list = ' '.join( map(str, unique(id_list)) ) #for i in tag_id_list: # i.append_id_tag_id_list #print i.tag_id_list #raise rss_po_id.state = RSS_PO_ID_STATE_AUTOTAG rss_po_id.save() rss_po_new(po, user_tag_id_list)
#coding:utf-8 import sys reload(sys) sys.setdefaultencoding('utf-8') from getpass import getuser sys.path.append("/home/%s/zpage" % getuser()) from os.path import dirname, normpath, abspath, join PREFIX = dirname(dirname(dirname(abspath(__file__)))) sys.path.append(PREFIX) from zkit.algorithm.unique import unique sys.path = unique(sys.path)
#coding:utf-8 from os.path import dirname, normpath, abspath, join PREFIX = dirname(abspath(__file__)) import sys reload(sys) sys.setdefaultencoding('utf-8') sys.path.append(PREFIX) from zkit.algorithm.unique import unique sys.path = unique(sys.path)