def __init__(self, name, mock_data_fn):
self.dataset = find(name)
self.info = self.dataset.info
self.name = self.info.name
self.mock_data_fn = mock_data_fn
self.configs = self.info._configs
def main(*names, force=False):
home = pathlib.Path(datasets.home())
for name in names:
path = BUILTIN_DIR / f"{name}.categories"
if path.exists() and not force:
continue
dataset = find(name)
try:
categories = dataset._generate_categories(home / name)
except NotImplementedError:
continue
with open(path, "w") as file:
writer = csv.writer(file, lineterminator="\n")
for category in categories:
writer.writerow((
category, ) if isinstance(category, str) else category)
def __init__(self, name, mock_data_fn, *, configs=None):
self.dataset = find(name)
self.root = TEST_HOME / self.dataset.name
self.mock_data_fn = self._parse_mock_data(mock_data_fn)
self.configs = configs or self.info._configs
self._cache = {}