def test_commonvoice_diskcache(self):
data = COMMONVOICE(self.path, url="tatar")
data = diskcache_iterator(data)
# Save
data[0]
# Load
data[0]
def test_disckcache_iterator(self):
data = COMMONVOICE(self.path, url="tatar")
data = dataset_utils.diskcache_iterator(data)
# Save
data[0]
# Load
data[0]
def test_disckcache_iterator(self):
data = dataset_utils.diskcache_iterator(Dataset(),
self.get_base_temp_dir())
# Save
data[0]
# Load
data[0]
def test_commonvoice_diskcache(self):
path = os.path.join(self.path, "commonvoice")
data = COMMONVOICE(path, "train.tsv", "tatar")
data = diskcache_iterator(data)
# Save
data[0]
# Load
data[0]
def test_disckcache_iterator(self):
data = COMMONVOICE(self.path,
version="cv-corpus-4-2019-12-10",
language="tatar")
data = dataset_utils.diskcache_iterator(data)
# Save
data[0]
# Load
data[0]
def create(tag):
if isinstance(tag, str):
data = LIBRISPEECH(
root, tag, folder_in_archive=folder_in_archive, download=False)
else:
data = torch.utils.data.ConcatDataset([LIBRISPEECH(
root, t, folder_in_archive=folder_in_archive, download=False) for t in tag])
data = Processed(process_datapoint, data)
data = diskcache_iterator(data)
# data = MapMemoryCache(data)
return data