def test_tfds_info(self, dataset_name): self.assertTrue(data_prep_utils._tfds_sample_rate( dataset_name)) self.assertTrue(data_prep_utils.tfds_filenames( dataset_name, 'train')) self.assertTrue(data_prep_utils.tfds_filenames( dataset_name, 'validation')) self.assertTrue(data_prep_utils.tfds_filenames( dataset_name, 'test'))
def _tfds_fns(ds_name): fns = [ x # pylint:disable=g-complex-comprehension for s in ('train', 'validation', 'test') for x in utils.tfds_filenames(ds_name, s) ] # pylint:disable=protected-access fns = [fns] # TFRecords require a list. return (fns, 'tfrecord')