Exemplo n.º 1
0
# -*- coding: utf-8 -*-
import pdb
from graph_task_mapper import GraphTaskMapper
from pickle_file_saver_for_ex import PickleFileSaverForEx
from pickle_file_loader_for_ex import PickleFileLoaderForExpandedQuery
import constants

if __name__ == '__main__':
    original_queries = constants.QUERIES_4
    pfs = PickleFileSaverForEx()
    pfl = PickleFileLoaderForExpandedQuery()
    for query in original_queries:
        pages = pfl.load_pages_with_task_with_query(query)
        gtm = GraphTaskMapper()

        for i, page in enumerate(pages):
            try:
                for task in page.tasks:
                    gtm.add_node_and_edge_with_task(task)
                print('%i 番目のページ %s のタスクをグラフに追加しました' % (i, page.title))
            except AttributeError:
                break
        print('added all edges!')
        pfs.save_graph_with_query(obj=gtm.graph, query=query)
Exemplo n.º 2
0
# -*- coding: utf-8 -*-
import constants
from pickle_file_loader_for_ex import PickleFileLoaderForExpandedQuery
from pickle_file_saver_for_ex import PickleFileSaverForEx
from path_mover import PathMover
import pdb
import os
import constants

if __name__ == '__main__':
    pfl = PickleFileLoaderForExpandedQuery()
    pfs = PickleFileSaverForEx()
    pm = PathMover()

    original_queries = [
        '野球 が 上手くなる', 'ビリヤード が 上手くなる', 'サッカー が 上手くなる', 'ハンドボール が 上手くなる'
    ]

    pm.go_or_create_and_go_to(constants.FETCHED_PAGES_DIR_NAME)
    for original_query in original_queries:
        pm.go_or_create_and_go_to(original_query)
        expanded_queries = os.listdir()
        for expanded_query in expanded_queries:
            if expanded_query == '.DS_Store':
                continue
            pm.go_or_create_and_go_to(expanded_query)
            filenames = os.listdir()
            for i, filename in enumerate(filenames):
                if filename == '.DS_Store':
                    continue
                try:
Exemplo n.º 3
0
# -*- coding: utf-8 -*-
import pdb
from graph_task_mapper import GraphTaskMapper
from pickle_file_saver_for_ex import PickleFileSaverForEx
from pickle_file_loader_for_ex import PickleFileLoaderForExpandedQuery
import constants


if __name__ == '__main__':
    original_queries = constants.QUERIES_4
    pfs = PickleFileSaverForEx()
    pfl = PickleFileLoaderForExpandedQuery()
    for query in original_queries:
        pages = pfl.load_pages_with_task_with_query(query)
        gtm = GraphTaskMapper()

        for i, page in enumerate(pages):
            try:
                for task in page.tasks:
                    gtm.add_node_and_edge_with_task(task)
                print('%i 番目のページ %s のタスクをグラフに追加しました' % (i, page.title))
            except AttributeError:
                break
        print('added all edges!')
        pfs.save_graph_with_query(obj=gtm.graph, query=query)
Exemplo n.º 4
0
# -*- coding: utf-8 -*-
from pickle_file_loader_for_ex import PickleFileLoaderForExpandedQuery
from pickle_file_saver_for_ex import PickleFileSaverForEx
import constants
import pdb


if __name__ == '__main__':
    pfl = PickleFileLoaderForExpandedQuery()
    pfs = PickleFileSaverForEx()

    original_queries = constants.QUERIES_4
    for query in original_queries:
        pages = pfl.load_fetched_pages_with_query(query)
        for i, page in enumerate(pages):
            if hasattr(page, 'tasks'):
                if page.tasks:
                    print('すでにtasksがあります')
                    continue
            page.set_tasks_from_sentences()
            print('%s の %i 番目のページにtasksをセットしました!' % (page.query, i))
            pfs.save_page_with_original_query(page=page, original_query=query, i=i)

# -*- coding: utf-8 -*-
import constants
from pickle_file_loader_for_ex import PickleFileLoaderForExpandedQuery
from pickle_file_saver_for_ex import PickleFileSaverForEx
from path_mover import PathMover
import pdb
import os
import constants

if __name__ == "__main__":
    pfl = PickleFileLoaderForExpandedQuery()
    pfs = PickleFileSaverForEx()
    pm = PathMover()

    original_queries = ["野球 が 上手くなる", "ビリヤード が 上手くなる", "サッカー が 上手くなる", "ハンドボール が 上手くなる"]

    pm.go_or_create_and_go_to(constants.FETCHED_PAGES_DIR_NAME)
    for original_query in original_queries:
        pm.go_or_create_and_go_to(original_query)
        expanded_queries = os.listdir()
        for expanded_query in expanded_queries:
            if expanded_query == ".DS_Store":
                continue
            pm.go_or_create_and_go_to(expanded_query)
            filenames = os.listdir()
            for i, filename in enumerate(filenames):
                if filename == ".DS_Store":
                    continue
                try:
                    page = pfl.load_file(filename)
                except EOFError:
Exemplo n.º 6
0
# -*- coding: utf-8 -*-
from pickle_file_loader_for_ex import PickleFileLoaderForExpandedQuery
from pickle_file_saver_for_ex import PickleFileSaverForEx
from answer_printer import AnswererPrinter
from path_mover import PathMover
import constants
import pdb

if __name__ == '__main__':
    queries = constants.QUERIES_1
    for query in queries:
        pfl = PickleFileLoaderForExpandedQuery()
        pfs = PickleFileSaverForEx()

        pm = PathMover()

        answerer = pfl.load_answerer_with_query(query)
        if not hasattr(answerer, 'subtype_of_tasks'):
            answerer.set_result_tasks()
            pfs.save_answerer_with_query(answerer, query)

        if not hasattr(answerer, 'instance_of_task_clusters_scores'):
            answerer.set_task_scores()
            pfs.save_answerer_with_query(answerer, query)

        if not hasattr(answerer, 'united_results'):
            answerer.set_united_results()
            pfs.save_answerer_with_query(answerer, query)

        pm.go_or_create_and_go_to('results')
        pm.go_or_create_and_go_to(query)