from wikidatasets.processFunctions import query_wikidata_dump # change the 3 following values to match your installation path = '../' # this will contain the files output through the process dump_path = 'latest-all.json.bz2' # path to the bz2 dump file n_lines = 56208653 # this can be an upper bound query_wikidata_dump(dump_path, path, n_lines, test_entities=None, collect_labels=True)
import pickle
from wikidatasets.processFunctions import get_subclasses, query_wikidata_dump, build_dataset
# change the 4 following values to match your installation
path = '../animals/' # this will contain the files output through the process
dump_path = 'latest-all.json.bz2' # path to the bz2 dump file
n_lines = 56208653 # this can be an upper bound
test_entities = get_subclasses(
'Q16521') # group of one or more organism(s), which a taxonomist
# adjudges to be a unit
query_wikidata_dump(dump_path,
path,
n_lines,
test_entities=test_entities,
collect_labels=False)
labels = pickle.load(open(path + 'labels.pkl', 'rb'))
build_dataset(path, labels)