def _split_generators(self, dl_manager):
to_dl = {
"train": os.path.abspath(os.path.join(self.tmp_test_dir, "train.txt")),
"test": os.path.abspath(os.path.join(self.tmp_test_dir, "test.txt")),
}
downloaded_files = dl_manager.download_and_extract(to_dl)
return [
SplitGenerator(Split.TRAIN, gen_kwargs={"filepath": downloaded_files["train"]}),
SplitGenerator(Split.TEST, gen_kwargs={"filepath": downloaded_files["test"]}),
]
def _split_generators(self, dl_manager):
if self._rel_path is not None:
assert os.path.exists(dl_manager.download(
self._rel_path)), "dl_manager must support relative paths"
if self._abs_path is not None:
assert os.path.exists(dl_manager.download(
self._abs_path)), "dl_manager must support absolute paths"
return [SplitGenerator(name=Split.TRAIN)]
def _split_generators(self, dl_manager):
return [SplitGenerator(name=Split.TRAIN)]
def _split_generators(self, dl_manager):
if not os.path.exists(self.config.data_dir):
raise FileNotFoundError(f"data_dir {self.config.data_dir} doesn't exist.")
return [SplitGenerator(name=Split.TRAIN)]
