def test_commonvoice_diskcache(self): data = COMMONVOICE(self.path, url="tatar") data = diskcache_iterator(data) # Save data[0] # Load data[0]
def test_disckcache_iterator(self): data = COMMONVOICE(self.path, url="tatar") data = dataset_utils.diskcache_iterator(data) # Save data[0] # Load data[0]
def test_disckcache_iterator(self): data = dataset_utils.diskcache_iterator(Dataset(), self.get_base_temp_dir()) # Save data[0] # Load data[0]
def test_commonvoice_diskcache(self): path = os.path.join(self.path, "commonvoice") data = COMMONVOICE(path, "train.tsv", "tatar") data = diskcache_iterator(data) # Save data[0] # Load data[0]
def test_disckcache_iterator(self): data = COMMONVOICE(self.path, version="cv-corpus-4-2019-12-10", language="tatar") data = dataset_utils.diskcache_iterator(data) # Save data[0] # Load data[0]
def create(tag): if isinstance(tag, str): data = LIBRISPEECH( root, tag, folder_in_archive=folder_in_archive, download=False) else: data = torch.utils.data.ConcatDataset([LIBRISPEECH( root, t, folder_in_archive=folder_in_archive, download=False) for t in tag]) data = Processed(process_datapoint, data) data = diskcache_iterator(data) # data = MapMemoryCache(data) return data