Exemplo n.º 1
0
 def run(self):
     # Spark needs an absolute path for local files
     dump_path = os.path.abspath('data/external/wikipedia/parsed-wiki/*/*')
     create_wikipedia_title_pickle(dump_path, WIKI_DISAMBIGUATION_PAGES,
                                   WIKI_TITLES_PICKLE)
Exemplo n.º 2
0
 def run(self):
     # Spark needs an absolute path for local files
     dump_path = os.path.abspath('data/external/wikipedia/parsed-wiki/*/*')
     create_wikipedia_title_pickle(dump_path, WIKI_DISAMBIGUATION_PAGES, WIKI_TITLES_PICKLE)