from wikidatasets.processFunctions import query_wikidata_dump # change the 3 following values to match your installation path = '../' # this will contain the files output through the process dump_path = 'latest-all.json.bz2' # path to the bz2 dump file n_lines = 56208653 # this can be an upper bound query_wikidata_dump(dump_path, path, n_lines, test_entities=None, collect_labels=True)
import pickle from wikidatasets.processFunctions import get_subclasses, query_wikidata_dump, build_dataset # change the 4 following values to match your installation path = '../animals/' # this will contain the files output through the process dump_path = 'latest-all.json.bz2' # path to the bz2 dump file n_lines = 56208653 # this can be an upper bound test_entities = get_subclasses( 'Q16521') # group of one or more organism(s), which a taxonomist # adjudges to be a unit query_wikidata_dump(dump_path, path, n_lines, test_entities=test_entities, collect_labels=False) labels = pickle.load(open(path + 'labels.pkl', 'rb')) build_dataset(path, labels)