Python get_save_wiki_docs Examples

Example #1

File: 2__word2vec_test.py Project: Sirorezka/a-l-l-e-n-_-m-a-s-t-_-r

def get_wiki_docs():
    # get keywords 
    ck12_keywords = set()
    for url_topic in ck12_url_topic:
        keywords= utils.get_keyword_from_url_topic(url_topic)
        for kw in keywords:
            ck12_keywords.add(kw)
    
    #get and save wiki docs
    utils.get_save_wiki_docs(ck12_keywords, wiki_docs_dir)

Example #2

def get_wiki_docs():
    # get keywords
    ck12_keywords = set()
    for url_topic in ck12_url_topic:
        keywords = utils.get_keyword_from_url_topic(url_topic)
        for kw in keywords:
            ck12_keywords.add(kw)

    #get and save wiki docs
    utils.get_save_wiki_docs(ck12_keywords, wiki_docs_dir)

Example #3

File: ck12_wiki_predict.py Project: Evanc123/allen_ai

def get_wiki_docs():
    # get keywords 
    """
    for url_topic in ck12_url_topic:
        ck12_keywords = set()
        seg_dir = wiki_docs_dir + '/' + url_topic.split('/')[3]
        print seg_dir
        keywords= utils.get_keyword_from_url_topic(url_topic)
        for kw in keywords:
            ck12_keywords.add(kw)
    
        #get and save wiki docs
        utils.get_save_wiki_docs(ck12_keywords, save_folder=seg_dir)"""
    ck12_keywords = set()
    with open("/home/evan/Desktop/wiki_kw.txt", 'r') as f:
    	for line in f:
    		ck12_keywords.add(line.rstrip())
    utils.get_save_wiki_docs(ck12_keywords, save_folder=wiki_docs_dir)