def get_split(split_name, dataset_dir, file_pattern=None, reader=None):
"""Gets a dataset tuple with instructions for reading cifar10.
Args:
split_name: A train/test split name.
dataset_dir: The base directory of the dataset sources.
file_pattern: The file pattern to use when matching the dataset sources.
It is assumed that the pattern contains a '%s' string so that the split
name can be inserted.
reader: The TensorFlow reader type.
Returns:
A `Dataset` namedtuple.
Raises:
ValueError: if `split_name` is not a valid train/test split.
"""
if split_name not in SPLITS_TO_SIZES:
raise ValueError('split name %s was not recognized.' % split_name)
if not file_pattern:
file_pattern = _FILE_PATTERN
file_pattern = os.path.join(dataset_dir, file_pattern % split_name)
# Allowing None in the signature so that dataset_factory can use the default.
if not reader:
reader = tf.TFRecordReader
keys_to_features = {
'image/encoded':
tf.FixedLenFeature((), tf.string, default_value=''),
'image/format':
tf.FixedLenFeature((), tf.string, default_value='png'),
'image/class/label':
tf.FixedLenFeature([],
tf.int64,
default_value=tf.zeros([], dtype=tf.int64)),
}
items_to_handlers = {
'image': slim.tfexample_decoder.Image(shape=[32, 32, 3]),
'label': slim.tfexample_decoder.Tensor('image/class/label'),
}
decoder = slim.tfexample_decoder.TFExampleDecoder(keys_to_features,
items_to_handlers)
labels_to_names = None
if dataset_utils.has_labels(dataset_dir):
labels_to_names = dataset_utils.read_label_file(dataset_dir)
return slim.dataset.Dataset(data_sources=file_pattern,
reader=reader,
decoder=decoder,
num_samples=SPLITS_TO_SIZES[split_name],
items_to_descriptions=_ITEMS_TO_DESCRIPTIONS,
num_classes=_NUM_CLASSES,
labels_to_names=labels_to_names)
def get_split_lips(split_name,
tfrecord_dir,
file_pattern=None,
reader=None,
num_frames=12):
"""Gets a dataset tuple for reading lip movement videos.
Args:
split_name: A 'train'/'validation' split name.
tfrecord_dir: The base directory of the dataset sources.
file_pattern: The file pattern to use when matching the
dataset sources. It is assumed that the pattern contains
a '%s' string so that the split name can be inserted.
reader: The TensorFlow reader type.
num_frames: The number of frames contained in each video sample
(this is determined when we create the TFRecord files).
Returns:
A `Dataset` namedtuple.
Raises:
ValueError: if `split_name` is not a valid train/validation split.
"""
if split_name not in ['train', 'validation']:
raise ValueError(
'The split_name %s is not recognized.' % (split_name)
+ 'Please input either train or validation as the split_name')
if not file_pattern:
file_pattern = _FILE_PATTERN
# Compute the number of samples contained in the dataset.
num_samples = 0
tfrecords_to_count = [
os.path.join(tfrecord_dir, file)
for file in os.listdir(tfrecord_dir)
if fnmatch.fnmatch(file, file_pattern % split_name)]
for tfrecord_file in tfrecords_to_count:
for record in tf.python_io.tf_record_iterator(tfrecord_file):
num_samples += 1
file_pattern = os.path.join(tfrecord_dir, file_pattern % split_name)
if reader is None:
reader = tf.TFRecordReader
# Create the keys_to_features dictionary for the decoder
keys_to_features = {
'video/data': tf.FixedLenFeature((60, 80, num_frames), tf.float32),
'video/label': tf.FixedLenFeature(
(), tf.int64, default_value=tf.zeros((), dtype=tf.int64)),
}
items_to_handlers = {
'video': slim.tfexample_decoder.Tensor(
'video/data', shape=(60, 80, num_frames, 1)),
'label': slim.tfexample_decoder.Tensor('video/label'),
}
decoder = slim.tfexample_decoder.TFExampleDecoder(
keys_to_features, items_to_handlers)
labels_to_names = None
num_classes = None
if dataset_utils.has_labels(tfrecord_dir):
labels_to_names = dataset_utils.read_label_file(tfrecord_dir)
num_classes = len(labels_to_names)
return slim.dataset.Dataset(
data_sources=file_pattern,
reader=reader,
decoder=decoder,
num_samples=num_samples,
items_to_descriptions=_ITEMS_TO_DESCRIPTIONS,
num_classes=num_classes,
labels_to_names=labels_to_names)
def get_split_color_depth(split_name,
tfrecord_dir,
file_pattern=None,
reader=None,
color_channels=3,
depth_channels=3):
"""Gets a dataset tuple for reading color-depth image pairs.
Args:
split_name: A 'train'/'validation' split name.
tfrecord_dir: The base directory of the dataset sources.
file_pattern: The file pattern to use when matching the
dataset sources. It is assumed that the pattern contains
a '%s' string so that the split name can be inserted.
reader: The TensorFlow reader type.
color_channels: The number of channels contained in the color
images of the output dataset.
depth_channels: The number of channels contained in the depth
images of the output dataset.
Returns:
A `Dataset` namedtuple.
Raises:
ValueError: if `split_name` is not a valid train/validation split.
"""
if split_name not in ['train', 'validation']:
raise ValueError(
'The split_name %s is not recognized.' % (split_name) +
'Please input either train or validation as the split_name')
if not file_pattern:
file_pattern = _FILE_PATTERN
num_samples = 0
tfrecords_to_count = [
os.path.join(tfrecord_dir, file) for file in os.listdir(tfrecord_dir)
if fnmatch.fnmatch(file, file_pattern % split_name)
]
for tfrecord_file in tfrecords_to_count:
for record in tf.python_io.tf_record_iterator(tfrecord_file):
num_samples += 1
file_pattern = os.path.join(tfrecord_dir, file_pattern % split_name)
if reader is None:
reader = tf.TFRecordReader
keys_to_features = {
'image/color/encoded':
tf.FixedLenFeature((), tf.string),
'image/color/format':
tf.FixedLenFeature((), tf.string),
'image/depth/encoded':
tf.FixedLenFeature((), tf.string),
'image/depth/format':
tf.FixedLenFeature((), tf.string),
'image/class/label':
tf.FixedLenFeature((),
tf.int64,
default_value=tf.zeros((), dtype=tf.int64)),
}
items_to_handlers = {
'image/color':
slim.tfexample_decoder.Image(image_key='image/color/encoded',
format_key='image/color/format',
channels=color_channels),
'image/depth':
slim.tfexample_decoder.Image(image_key='image/depth/encoded',
format_key='image/depth/format',
channels=depth_channels),
'label':
slim.tfexample_decoder.Tensor('image/class/label'),
}
decoder = slim.tfexample_decoder.TFExampleDecoder(keys_to_features,
items_to_handlers)
labels_to_names = None
num_classes = None
if dataset_utils.has_labels(tfrecord_dir):
labels_to_names = dataset_utils.read_label_file(tfrecord_dir)
num_classes = len(labels_to_names)
return slim.dataset.Dataset(data_sources=file_pattern,
reader=reader,
decoder=decoder,
num_samples=num_samples,
items_to_descriptions=_ITEMS_TO_DESCRIPTIONS,
num_classes=num_classes,
labels_to_names=labels_to_names)
def get_split(split_name, dataset_dir, file_pattern, reader,
items_to_descriptions, num_classes):
"""Gets a dataset tuple with instructions for reading Pascal VOC dataset.
Args:
split_name: A trainval/test split name.
dataset_dir: The base directory of the dataset sources.
file_pattern: The file pattern to use when matching the dataset sources.
It is assumed that the pattern contains a '%s' string so that the split
name can be inserted.
reader: The TensorFlow reader type.
Returns:
A `Dataset` namedtuple.
Raises:
ValueError: if `split_name` is not a valid train/test split.
"""
if split_name not in ['trainval', 'test']:
raise ValueError('split name %s was not recognized.' % split_name)
file_pattern = os.path.join(dataset_dir, file_pattern % split_name)
# Allowing None in the signature so that dataset_factory can use the default.
if reader is None:
reader = tf.TFRecordReader
# Features in Pascal VOC TFRecords.
keys_to_features = {
'image/encoded': tf.FixedLenFeature((), tf.string, default_value=''),
'image/format': tf.FixedLenFeature((), tf.string,
default_value='jpeg'),
'image/height': tf.FixedLenFeature([1], tf.int64),
'image/width': tf.FixedLenFeature([1], tf.int64),
'image/channels': tf.FixedLenFeature([1], tf.int64),
'image/shape': tf.FixedLenFeature([3], tf.int64),
'image/object/bbox/xmin': tf.VarLenFeature(dtype=tf.float32),
'image/object/bbox/ymin': tf.VarLenFeature(dtype=tf.float32),
'image/object/bbox/xmax': tf.VarLenFeature(dtype=tf.float32),
'image/object/bbox/ymax': tf.VarLenFeature(dtype=tf.float32),
'image/object/bbox/label': tf.VarLenFeature(dtype=tf.int64),
'image/object/bbox/difficult': tf.VarLenFeature(dtype=tf.int64),
'image/object/bbox/truncated': tf.VarLenFeature(dtype=tf.int64),
}
items_to_handlers = {
'image':
slim.tfexample_decoder.Image('image/encoded', 'image/format'),
'shape':
slim.tfexample_decoder.Tensor('image/shape'),
'object/bbox':
slim.tfexample_decoder.BoundingBox(['ymin', 'xmin', 'ymax', 'xmax'],
'image/object/bbox/'),
'object/label':
slim.tfexample_decoder.Tensor('image/object/bbox/label'),
'object/difficult':
slim.tfexample_decoder.Tensor('image/object/bbox/difficult'),
'object/truncated':
slim.tfexample_decoder.Tensor('image/object/bbox/truncated'),
}
decoder = slim.tfexample_decoder.TFExampleDecoder(keys_to_features,
items_to_handlers)
labels_to_names = None
if dataset_utils.has_labels(dataset_dir):
labels_to_names = dataset_utils.read_label_file(dataset_dir)
# else:
# labels_to_names = create_readable_names_for_imagenet_labels()
# dataset_utils.write_label_file(labels_to_names, dataset_dir)
return slim.dataset.Dataset(data_sources=file_pattern,
reader=reader,
decoder=decoder,
num_samples=split_to_sizes[split_name],
items_to_descriptions=items_to_descriptions,
num_classes=num_classes,
labels_to_names=labels_to_names)
def get_split_mfcc_lips(split_name,
tfrecord_dir,
file_pattern=None,
reader=None,
num_frames_audio=24,
num_frames_video=12):
"""Gets a dataset tuple for reading mfcc features and videos.
Args:
split_name: 'train_all'/'trainAT'/'trainUZ'/'validaion'/
'valdationAT'/'validationUZ'.
tfrecord_dir: The base directory of the dataset sources.
file_pattern: The file pattern to use when matching the
dataset sources. It is assumed that the pattern contains
a '%s' string so that the split name can be inserted.
reader: The TensorFlow reader type.
num_frames_audio: The number of frames of the stored audios.
Thie is fixed once the TFRecords are generated.
num_frames_video: The number of frames of the stored videos.
Thie is fixed once the TFRecords are generated.
Returns:
A `Dataset` namedtuple.
"""
if not file_pattern:
file_pattern = _FILE_PATTERN
num_samples = 0
tfrecords_to_count = [
os.path.join(tfrecord_dir, file) for file in os.listdir(tfrecord_dir)
if fnmatch.fnmatch(file, file_pattern % split_name)
]
for tfrecord_file in tfrecords_to_count:
for record in tf.python_io.tf_record_iterator(tfrecord_file):
num_samples += 1
file_pattern = os.path.join(tfrecord_dir, file_pattern % split_name)
if reader is None:
reader = tf.TFRecordReader
keys_to_features = {
'audio/mfcc':
tf.FixedLenFeature((26, num_frames_audio), tf.float32),
'video/data':
tf.FixedLenFeature((60, 80, num_frames_video), tf.float32),
'label':
tf.FixedLenFeature((),
tf.int64,
default_value=tf.zeros((), dtype=tf.int64)),
}
items_to_handlers = {
'mfcc':
slim.tfexample_decoder.Tensor('audio/mfcc',
shape=(26, num_frames_audio, 1)),
'video':
slim.tfexample_decoder.Tensor('video/data',
shape=(60, 80, num_frames_video, 1)),
'label':
slim.tfexample_decoder.Tensor('label'),
}
decoder = slim.tfexample_decoder.TFExampleDecoder(keys_to_features,
items_to_handlers)
labels_to_names = None
num_classes = None
if dataset_utils.has_labels(tfrecord_dir):
labels_to_names = dataset_utils.read_label_file(tfrecord_dir)
num_classes = len(labels_to_names)
return slim.dataset.Dataset(data_sources=file_pattern,
reader=reader,
decoder=decoder,
num_samples=num_samples,
items_to_descriptions=_ITEMS_TO_DESCRIPTIONS,
num_classes=num_classes,
labels_to_names=labels_to_names)
def get_split_avicar(split_name,
tfrecord_dir,
file_pattern=None,
reader=None,
num_frames=20):
if not file_pattern:
file_pattern = _FILE_PATTERN
num_samples = 0
tfrecords_to_count = [
os.path.join(tfrecord_dir, file) for file in os.listdir(tfrecord_dir)
if fnmatch.fnmatch(file, file_pattern % split_name)
]
for tfrecord_file in tfrecords_to_count:
for record in tf.python_io.tf_record_iterator(tfrecord_file):
num_samples += 1
file_pattern = os.path.join(tfrecord_dir, file_pattern % split_name)
if reader is None:
reader = tf.TFRecordReader
# Create the keys_to_features dictionary for the decoder
keys_to_features = {
'audio/wav/data':
tf.VarLenFeature(tf.float32),
'audio/wav/length':
tf.FixedLenFeature((), tf.int64),
'audio/mfcc':
tf.FixedLenFeature((26, num_frames), tf.float32),
'audio/label':
tf.FixedLenFeature((),
tf.int64,
default_value=tf.zeros((), dtype=tf.int64)),
}
items_to_handlers = {
'wav':
slim.tfexample_decoder.Tensor('audio/wav/data',
shape_keys='audio/wav/length'),
'mfcc':
slim.tfexample_decoder.Tensor('audio/mfcc', shape=(26, num_frames, 1)),
'label':
slim.tfexample_decoder.Tensor('audio/label'),
}
decoder = slim.tfexample_decoder.TFExampleDecoder(keys_to_features,
items_to_handlers)
labels_to_names = None
num_classes = None
if dataset_utils.has_labels(tfrecord_dir):
labels_to_names = dataset_utils.read_label_file(tfrecord_dir)
num_classes = len(labels_to_names)
return slim.dataset.Dataset(data_sources=file_pattern,
reader=reader,
decoder=decoder,
num_samples=num_samples,
items_to_descriptions=_ITEMS_TO_DESCRIPTIONS,
num_classes=num_classes,
labels_to_names=labels_to_names)
def get_split(split_name, dataset_dir, file_pattern=None, reader=None):
"""Gets a dataset tuple with instructions for reading ImageNet.
Args:
split_name: A train/test split name.
dataset_dir: The base directory of the dataset sources.
file_pattern: The file pattern to use when matching the dataset sources.
It is assumed that the pattern contains a '%s' string so that the split
name can be inserted.
reader: The TensorFlow reader type.
Returns:
A `Dataset` namedtuple.
Raises:
ValueError: if `split_name` is not a valid train/test split.
"""
if split_name not in _SPLITS_TO_SIZES:
raise ValueError('split name %s was not recognized.' % split_name)
if not file_pattern:
file_pattern = _FILE_PATTERN
file_pattern = os.path.join(dataset_dir, file_pattern % split_name)
# Allowing None in the signature so that dataset_factory can use the default.
if reader is None:
reader = tf.TFRecordReader
keys_to_features = {
'image/encoded':
tf.FixedLenFeature((), tf.string, default_value=''),
'image/format':
tf.FixedLenFeature((), tf.string, default_value='jpeg'),
'image/class/label':
tf.FixedLenFeature([], dtype=tf.int64, default_value=-1),
'image/class/text':
tf.FixedLenFeature([], dtype=tf.string, default_value=''),
'image/object/bbox/xmin':
tf.VarLenFeature(dtype=tf.float32),
'image/object/bbox/ymin':
tf.VarLenFeature(dtype=tf.float32),
'image/object/bbox/xmax':
tf.VarLenFeature(dtype=tf.float32),
'image/object/bbox/ymax':
tf.VarLenFeature(dtype=tf.float32),
'image/object/class/label':
tf.VarLenFeature(dtype=tf.int64),
}
items_to_handlers = {
'image':
slim.tfexample_decoder.Image('image/encoded', 'image/format'),
'label':
slim.tfexample_decoder.Tensor('image/class/label'),
'label_text':
slim.tfexample_decoder.Tensor('image/class/text'),
'object/bbox':
slim.tfexample_decoder.BoundingBox(['ymin', 'xmin', 'ymax', 'xmax'],
'image/object/bbox/'),
'object/label':
slim.tfexample_decoder.Tensor('image/object/class/label'),
}
decoder = slim.tfexample_decoder.TFExampleDecoder(keys_to_features,
items_to_handlers)
labels_to_names = None
if dataset_utils.has_labels(dataset_dir):
labels_to_names = dataset_utils.read_label_file(dataset_dir)
else:
labels_to_names = create_readable_names_for_imagenet_labels()
dataset_utils.write_label_file(labels_to_names, dataset_dir)
return slim.dataset.Dataset(data_sources=file_pattern,
reader=reader,
decoder=decoder,
num_samples=_SPLITS_TO_SIZES[split_name],
items_to_descriptions=_ITEMS_TO_DESCRIPTIONS,
num_classes=_NUM_CLASSES,
labels_to_names=labels_to_names)