Python PickleFileLoaderForExpandedQuery.load_pages_with_task_with_query Examples

Example #1

File: build_graph_for_ex.py Project: katryo/task_search

# -*- coding: utf-8 -*-
import pdb
from graph_task_mapper import GraphTaskMapper
from pickle_file_saver_for_ex import PickleFileSaverForEx
from pickle_file_loader_for_ex import PickleFileLoaderForExpandedQuery
import constants


if __name__ == '__main__':
    original_queries = constants.QUERIES_4
    pfs = PickleFileSaverForEx()
    pfl = PickleFileLoaderForExpandedQuery()
    for query in original_queries:
        pages = pfl.load_pages_with_task_with_query(query)
        gtm = GraphTaskMapper()

        for i, page in enumerate(pages):
            try:
                for task in page.tasks:
                    gtm.add_node_and_edge_with_task(task)
                print('%i 番目のページ %s のタスクをグラフに追加しました' % (i, page.title))
            except AttributeError:
                break
        print('added all edges!')
        pfs.save_graph_with_query(obj=gtm.graph, query=query)

Example #2

# -*- coding: utf-8 -*-
import pdb
from graph_task_mapper import GraphTaskMapper
from pickle_file_saver_for_ex import PickleFileSaverForEx
from pickle_file_loader_for_ex import PickleFileLoaderForExpandedQuery
import constants

if __name__ == '__main__':
    original_queries = constants.QUERIES_4
    pfs = PickleFileSaverForEx()
    pfl = PickleFileLoaderForExpandedQuery()
    for query in original_queries:
        pages = pfl.load_pages_with_task_with_query(query)
        gtm = GraphTaskMapper()

        for i, page in enumerate(pages):
            try:
                for task in page.tasks:
                    gtm.add_node_and_edge_with_task(task)
                print('%i 番目のページ %s のタスクをグラフに追加しました' % (i, page.title))
            except AttributeError:
                break
        print('added all edges!')
        pfs.save_graph_with_query(obj=gtm.graph, query=query)

Example #3

File: play_with_fetched_pages_of_ex.py Project: katryo/task_search

# -*- coding: utf-8 -*-
import pdb
from pickle_file_loader_for_ex import PickleFileLoaderForExpandedQuery

if __name__ == '__main__':
    loader = PickleFileLoaderForExpandedQuery()
    pages = loader.load_pages_with_task_with_query('部屋　掃除する')
    subtype_nouns = {}
    for page in pages:
        for subtype in page.subtypes:
            if not subtype in  subtype_nouns:
                subtype_nouns[subtype] = {'pages': [page]}
            subtype_nouns[subtype]['pages'].append(page)

    for subtype in subtype_nouns:
        for page in subtype_nouns[subtype]['pages']:
            if not 'tasks' in subtype_nouns[subtype]:
                subtype_nouns[subtype]['tasks'] = page.tasks
            subtype_nouns[subtype]['tasks'].extend(page.tasks)

    for subtype_noun in subtype_nouns:
        print('=======')
        print(subtype_noun)
        tasks = subtype_nouns[subtype_noun]['tasks']
        for task in tasks:
            task_string = '%s%s%s' % (task.object_term.core_noun,
                                      task.cmp,
                                      task.predicate_term)
            #print(task_string)
        print('=======')