def build_graph(self, pages):
gtm = GraphTaskMapper()
for page in pages:
page.set_sentences_from_text()
page.set_tasks_from_sentences()
for task in page.tasks:
gtm.add_node_and_edge_with_task(task)
remover = TaskGraphNodeRemover(gtm.graph)
remover.remove_low_score_generalized_tasks()
return gtm.graph
# -*- coding: utf-8 -*-
import pdb
from graph_task_mapper import GraphTaskMapper
from pickle_file_saver_for_ex import PickleFileSaverForEx
from pickle_file_loader_for_ex import PickleFileLoaderForExpandedQuery
import constants
if __name__ == '__main__':
original_queries = constants.QUERIES_4
pfs = PickleFileSaverForEx()
pfl = PickleFileLoaderForExpandedQuery()
for query in original_queries:
pages = pfl.load_pages_with_task_with_query(query)
gtm = GraphTaskMapper()
for i, page in enumerate(pages):
try:
for task in page.tasks:
gtm.add_node_and_edge_with_task(task)
print('%i 番目のページ %s のタスクをグラフに追加しました' % (i, page.title))
except AttributeError:
break
print('added all edges!')
pfs.save_graph_with_query(obj=gtm.graph, query=query)
