def load_queries(data_dir, filter_composite, filter_duplicate):
dataset = QueryDataset(
data_dir=data_dir,
filter_composite=filter_composite,
filter_duplicate=filter_duplicate
)
return dataset.data
def load_queries(data_dir, filter_composite, filter_duplicate):
"""
load query data
Parameters
----------
is_train : bool
filter_composite : bool
filter composite mentions
filter_duplicate : bool
filter duplicate queries
"""
dataset = QueryDataset(data_dir=data_dir,
filter_composite=filter_composite,
filter_duplicate=filter_duplicate)
return dataset.data
def load_queries(data_dir, filter_composite, filter_duplicate, filter_cuiless):
"""
load query data
Parameters
----------
is_train : bool
train or dev
filter_composite : bool
filter composite mentions
filter_duplicate : bool
filter duplicate queries
filter_cuiless : bool
filter samples with cuiless
"""
dataset = QueryDataset(data_dir=data_dir,
filter_composite=filter_composite,
filter_duplicate=filter_duplicate,
filter_cuiless=filter_cuiless)
return dataset.data