Python PickleFileLoaderForExpandedQuery Examples

Example #1

# -*- coding: utf-8 -*-
import constants
from pickle_file_loader_for_ex import PickleFileLoaderForExpandedQuery
from pickle_file_saver_for_ex import PickleFileSaverForEx
from path_mover import PathMover
import pdb
import os
import constants

if __name__ == '__main__':
    pfl = PickleFileLoaderForExpandedQuery()
    pfs = PickleFileSaverForEx()
    pm = PathMover()

    original_queries = [
        '野球　が　上手くなる', 'ビリヤード　が　上手くなる', 'サッカー　が　上手くなる', 'ハンドボール　が　上手くなる'
    ]

    pm.go_or_create_and_go_to(constants.FETCHED_PAGES_DIR_NAME)
    for original_query in original_queries:
        pm.go_or_create_and_go_to(original_query)
        expanded_queries = os.listdir()
        for expanded_query in expanded_queries:
            if expanded_query == '.DS_Store':
                continue
            pm.go_or_create_and_go_to(expanded_query)
            filenames = os.listdir()
            for i, filename in enumerate(filenames):
                if filename == '.DS_Store':
                    continue
                try:

Example #2

# -*- coding: utf-8 -*-
import pdb
from graph_task_mapper import GraphTaskMapper
from pickle_file_saver_for_ex import PickleFileSaverForEx
from pickle_file_loader_for_ex import PickleFileLoaderForExpandedQuery
import constants

if __name__ == '__main__':
    original_queries = constants.QUERIES_4
    pfs = PickleFileSaverForEx()
    pfl = PickleFileLoaderForExpandedQuery()
    for query in original_queries:
        pages = pfl.load_pages_with_task_with_query(query)
        gtm = GraphTaskMapper()

        for i, page in enumerate(pages):
            try:
                for task in page.tasks:
                    gtm.add_node_and_edge_with_task(task)
                print('%i 番目のページ %s のタスクをグラフに追加しました' % (i, page.title))
            except AttributeError:
                break
        print('added all edges!')
        pfs.save_graph_with_query(obj=gtm.graph, query=query)

Example #3

File: build_graph_for_ex.py Project: katryo/task_search

# -*- coding: utf-8 -*-
import pdb
from graph_task_mapper import GraphTaskMapper
from pickle_file_saver_for_ex import PickleFileSaverForEx
from pickle_file_loader_for_ex import PickleFileLoaderForExpandedQuery
import constants


if __name__ == '__main__':
    original_queries = constants.QUERIES_4
    pfs = PickleFileSaverForEx()
    pfl = PickleFileLoaderForExpandedQuery()
    for query in original_queries:
        pages = pfl.load_pages_with_task_with_query(query)
        gtm = GraphTaskMapper()

        for i, page in enumerate(pages):
            try:
                for task in page.tasks:
                    gtm.add_node_and_edge_with_task(task)
                print('%i 番目のページ %s のタスクをグラフに追加しました' % (i, page.title))
            except AttributeError:
                break
        print('added all edges!')
        pfs.save_graph_with_query(obj=gtm.graph, query=query)

Example #4

File: insert_tasks_to_database_for_ex.py Project: katryo/task_search

# -*- coding: utf-8 -*-
import pdb
from pickle_file_loader_for_ex import PickleFileLoaderForExpandedQuery
import constants


if __name__ == '__main__':
    original_queries = constants.QUERIES_1
    pfl = PickleFileLoaderForExpandedQuery()
    for query in original_queries:
        pages = pfl.load_fetched_pages_with_query(query)

        for i, page in enumerate(pages):
            try:
                for task in page.tasks:
                    task.insert_task_to_database()
                print('%i 番目のページ %s のタスクをDBに入れました' % (i, page.title))
            except AttributeError:
                break
        print('%sのぶんはおしまい！' % query)

Example #5

File: play_with_fetched_pages_of_ex.py Project: katryo/task_search

# -*- coding: utf-8 -*-
import pdb
from pickle_file_loader_for_ex import PickleFileLoaderForExpandedQuery

if __name__ == '__main__':
    loader = PickleFileLoaderForExpandedQuery()
    pages = loader.load_pages_with_task_with_query('部屋　掃除する')
    subtype_nouns = {}
    for page in pages:
        for subtype in page.subtypes:
            if not subtype in  subtype_nouns:
                subtype_nouns[subtype] = {'pages': [page]}
            subtype_nouns[subtype]['pages'].append(page)

    for subtype in subtype_nouns:
        for page in subtype_nouns[subtype]['pages']:
            if not 'tasks' in subtype_nouns[subtype]:
                subtype_nouns[subtype]['tasks'] = page.tasks
            subtype_nouns[subtype]['tasks'].extend(page.tasks)

    for subtype_noun in subtype_nouns:
        print('=======')
        print(subtype_noun)
        tasks = subtype_nouns[subtype_noun]['tasks']
        for task in tasks:
            task_string = '%s%s%s' % (task.object_term.core_noun,
                                      task.cmp,
                                      task.predicate_term)
            #print(task_string)
        print('=======')

Example #6

File: fetch_and_set_sentences_to_pages_of_ex.py Project: katryo/task_search

# -*- coding: utf-8 -*-
import constants
from pickle_file_loader_for_ex import PickleFileLoaderForExpandedQuery
from pickle_file_saver_for_ex import PickleFileSaverForEx
from path_mover import PathMover
import pdb
import os
import constants

if __name__ == "__main__":
    pfl = PickleFileLoaderForExpandedQuery()
    pfs = PickleFileSaverForEx()
    pm = PathMover()

    original_queries = ["野球　が　上手くなる", "ビリヤード　が　上手くなる", "サッカー　が　上手くなる", "ハンドボール　が　上手くなる"]

    pm.go_or_create_and_go_to(constants.FETCHED_PAGES_DIR_NAME)
    for original_query in original_queries:
        pm.go_or_create_and_go_to(original_query)
        expanded_queries = os.listdir()
        for expanded_query in expanded_queries:
            if expanded_query == ".DS_Store":
                continue
            pm.go_or_create_and_go_to(expanded_query)
            filenames = os.listdir()
            for i, filename in enumerate(filenames):
                if filename == ".DS_Store":
                    continue
                try:
                    page = pfl.load_file(filename)
                except EOFError:

Example #7

# -*- coding: utf-8 -*-
from pickle_file_loader_for_ex import PickleFileLoaderForExpandedQuery
from pickle_file_saver_for_ex import PickleFileSaverForEx
from answer_printer import AnswererPrinter
from path_mover import PathMover
import constants
import pdb

if __name__ == '__main__':
    queries = constants.QUERIES_1
    for query in queries:
        pfl = PickleFileLoaderForExpandedQuery()
        pfs = PickleFileSaverForEx()

        pm = PathMover()

        answerer = pfl.load_answerer_with_query(query)
        if not hasattr(answerer, 'subtype_of_tasks'):
            answerer.set_result_tasks()
            pfs.save_answerer_with_query(answerer, query)

        if not hasattr(answerer, 'instance_of_task_clusters_scores'):
            answerer.set_task_scores()
            pfs.save_answerer_with_query(answerer, query)

        if not hasattr(answerer, 'united_results'):
            answerer.set_united_results()
            pfs.save_answerer_with_query(answerer, query)

        pm.go_or_create_and_go_to('results')
        pm.go_or_create_and_go_to(query)