def _split_generators(self, dl_manager): to_dl = { "train": os.path.abspath(os.path.join(self.tmp_test_dir, "train.txt")), "test": os.path.abspath(os.path.join(self.tmp_test_dir, "test.txt")), } downloaded_files = dl_manager.download_and_extract(to_dl) return [ SplitGenerator(Split.TRAIN, gen_kwargs={"filepath": downloaded_files["train"]}), SplitGenerator(Split.TEST, gen_kwargs={"filepath": downloaded_files["test"]}), ]
def _split_generators(self, dl_manager): if self._rel_path is not None: assert os.path.exists(dl_manager.download( self._rel_path)), "dl_manager must support relative paths" if self._abs_path is not None: assert os.path.exists(dl_manager.download( self._abs_path)), "dl_manager must support absolute paths" return [SplitGenerator(name=Split.TRAIN)]
def _split_generators(self, dl_manager): return [SplitGenerator(name=Split.TRAIN)]
def _split_generators(self, dl_manager): if not os.path.exists(self.config.data_dir): raise FileNotFoundError(f"data_dir {self.config.data_dir} doesn't exist.") return [SplitGenerator(name=Split.TRAIN)]