def run(self):
# Spark needs an absolute path for local files
dump_path = os.path.abspath('data/external/wikipedia/parsed-wiki/*/*')
create_wikipedia_title_pickle(dump_path, WIKI_DISAMBIGUATION_PAGES,
WIKI_TITLES_PICKLE)
def run(self):
# Spark needs an absolute path for local files
dump_path = os.path.abspath('data/external/wikipedia/parsed-wiki/*/*')
create_wikipedia_title_pickle(dump_path, WIKI_DISAMBIGUATION_PAGES, WIKI_TITLES_PICKLE)