Python tag_id_rank_list_by_txt示例

示例#1

def rss_tag():
    from model.rss import RSS_PO_ID_STATE_NOTAG, CID_USER, RssPoId, RSS_PO_ID_STATE_AUTOTAG
    from zweb.orm import ormiter
    from zdata.idf.tfidf import tag_id_rank_list_by_txt, ID2NAME
    from model.po import Po
    from operator import itemgetter
    from model.po_tag_user import tag2idlist_po_user, rss_po_new
    from zkit.algorithm.unique import unique

    for rss_po_id in ormiter(
            RssPoId,
            'user_cid=%s and state=%s' % (CID_USER, RSS_PO_ID_STATE_NOTAG)):
        po = Po.mc_get(rss_po_id.po_id)
        if not po:
            continue

        #print po.name_

        txt = '%s\n%s' % (po.name_, po.txt)
        tag_id_rank_list = tag_id_rank_list_by_txt(txt)[:7]
        tag_id_list = map(itemgetter(0), tag_id_rank_list)
        user_tag_id_list = map(
            int, tag2idlist_po_user.tag_id_list_by_id(po.user_id))
        id_list = user_tag_id_list[:]
        id_list.extend(tag_id_list)
        rss_po_id.tag_id_list = ' '.join(map(str, unique(id_list)))

        #for i in tag_id_list:
        #    i.append_id_tag_id_list
        #print i.tag_id_list
        #raise
        rss_po_id.state = RSS_PO_ID_STATE_AUTOTAG
        rss_po_id.save()

        rss_po_new(po, user_tag_id_list)

示例#2

文件： rss_update.py 项目： immissile/42qu_github_mirror

def rss_tag():
    from model.rss import RSS_PO_ID_STATE_NOTAG, CID_USER, RssPoId, RSS_PO_ID_STATE_AUTOTAG
    from zweb.orm import ormiter
    from zdata.idf.tfidf import tag_id_rank_list_by_txt, ID2NAME
    from model.po import Po
    from operator import itemgetter
    from model.po_tag_user import tag2idlist_po_user, rss_po_new
    from zkit.algorithm.unique import unique

    for rss_po_id in ormiter(
        RssPoId,
        'user_cid=%s and state=%s'%(CID_USER, RSS_PO_ID_STATE_NOTAG)
    ):
        po = Po.mc_get(rss_po_id.po_id)
        if not po:
            continue

        #print po.name_

        txt = '%s\n%s'%(po.name_, po.txt)
        tag_id_rank_list = tag_id_rank_list_by_txt(txt)[:7]
        tag_id_list = map(itemgetter(0), tag_id_rank_list)
        user_tag_id_list = map(
            int,
            tag2idlist_po_user.tag_id_list_by_id(
                po.user_id
            )
        )
        id_list = user_tag_id_list[:]
        id_list.extend(tag_id_list)
        rss_po_id.tag_id_list = ' '.join(
            map(str, unique(id_list))
        )

        #for i in tag_id_list:
        #    i.append_id_tag_id_list
        #print i.tag_id_list 
        #raise
        rss_po_id.state = RSS_PO_ID_STATE_AUTOTAG
        rss_po_id.save()

        rss_po_new(po, user_tag_id_list)

示例#3

def main():
    for i in ormiter(FeedImport, "state=%s" % FEED_IMPORT_STATE_WITHOUT_TAG):
        txt = "%s\n%s" % (i.title, i.txt)

        tag_id_rank_list = tag_id_rank_list_by_txt(txt)[:7]
        tag_id_list = map(itemgetter(0), tag_id_rank_list)

        i.tag_id_list = " ".join(map(str, tag_id_list))
        i.state = FEED_IMPORT_STATE_INIT
        i.save()

        tag_admin_new(i.id, tag_id_list, i.rank)

        print i.id, i.title, i.url
        for k, v in tag_id_rank_list:
            print k, v,
            for j in ID2NAME[k]:
                print j,
            print ""
        print ">>>" * 7

示例#4

文件： feed_import_tag.py 项目： immissile/42qu_github_mirror

def main():
    for i in ormiter(FeedImport, "state=%s"%FEED_IMPORT_STATE_WITHOUT_TAG):
        txt = "%s\n%s"%(
            i.title,
            i.txt
        )

        tag_id_rank_list = tag_id_rank_list_by_txt(txt)[:7]
        tag_id_list = map(itemgetter(0), tag_id_rank_list)

        i.tag_id_list = " ".join(map(str,tag_id_list))
        i.state = FEED_IMPORT_STATE_INIT
        i.save()

        tag_admin_new(i.id, tag_id_list, i.rank)

        print i.id, i.title, i.url
        for k, v in tag_id_rank_list:
            print k, v,
            for j in ID2NAME[k]:
                print j,
            print ""
        print ">>>"*7