def test_kaldi_dataloader(self):
batch_size = 4
dl = nemo_asr.KaldiFeatureDataLayer(
kaldi_dir=os.path.abspath(
os.path.join(os.path.dirname(__file__),
'../data/asr/kaldi_an4/')),
labels=self.labels,
batch_size=batch_size,
)
for data in dl.data_iterator:
self.assertTrue(data[0].size(0) == batch_size)
dl_test_min = nemo_asr.KaldiFeatureDataLayer(
kaldi_dir=os.path.abspath(
os.path.join(os.path.dirname(__file__),
'../data/asr/kaldi_an4/')),
labels=self.labels,
batch_size=batch_size,
min_duration=1.0,
)
self.assertTrue(len(dl_test_min) == 18)
dl_test_max = nemo_asr.KaldiFeatureDataLayer(
kaldi_dir=os.path.abspath(
os.path.join(os.path.dirname(__file__),
'../data/asr/kaldi_an4/')),
labels=self.labels,
batch_size=batch_size,
max_duration=5.0,
)
self.assertTrue(len(dl_test_max) == 19)
def test_kaldi_dataloader(self):
batch_size = 4
dl = nemo_asr.KaldiFeatureDataLayer(
kaldi_dir='tests/data/asr/kaldi_an4/',
labels=self.labels,
batch_size=batch_size,
)
for data in dl.data_iterator:
self.assertTrue(data[0].size(0) == batch_size)
dl_test_min = nemo_asr.KaldiFeatureDataLayer(
kaldi_dir='tests/data/asr/kaldi_an4/',
labels=self.labels,
batch_size=batch_size,
min_duration=1.0,
)
self.assertTrue(len(dl_test_min) == 18)
dl_test_max = nemo_asr.KaldiFeatureDataLayer(
kaldi_dir='tests/data/asr/kaldi_an4/',
labels=self.labels,
batch_size=batch_size,
max_duration=5.0,
)
self.assertTrue(len(dl_test_max) == 19)