def create_new_dataset(self, new_dataset_conf):
"""
Build new dataset and respective TFRecord(s).
Args:
new_dataset_conf: A dictionary containing the following keys:
one of the following:
- relative_labels
- from_xml
- adjusted_frame
- coordinate_labels(optional)
and:
- sequences
- workers(optional, defaults to 32)
- batch_size(optional, defaults to 64)
- new_size(optional, defaults to None)
Returns:
None
"""
default_logger.info(f'Generating new dataset ...')
test_size = new_dataset_conf.get('test_size')
labels_frame = self.generate_new_frame(new_dataset_conf)
save_tfr(
labels_frame,
os.path.join('..', 'Data', 'TFRecords'),
new_dataset_conf['dataset_name'],
test_size,
self,
)
def create_new_dataset(self, new_dataset_conf):
"""
Create a new TFRecord dataset.
Args:
new_dataset_conf: A dictionary containing the following keys:
- dataset_name(required) str representing a name for the dataset
- test_size(optional) ex: 0.1
- augmentation(optional) True or False
- sequences(required if augmentation is True)
- aug_workers(optional if augmentation is True) defaults to 32.
- aug_batch_size(optional if augmentation is True) defaults to 64.
And one of the following is required:
- relative_labels: Path to csv file with the following columns:
['Image', 'Object Name', 'Object Index', 'bx', 'by', 'bw', 'bh']
- coordinate_labels: Path to csv file with the following columns:
['Image Path', 'Object Name', 'Image Width', 'Image Height',
'X_min', 'Y_min', 'X_max', 'Y_max', 'Relative Width', 'Relative Height',
'Object ID']
- from_xml: True or False to parse from XML Labels folder.
"""
default_logger.info(f'Generating new dataset ...')
test_size = new_dataset_conf.get('test_size')
labels_frame = self.generate_new_frame(new_dataset_conf)
save_tfr(
labels_frame,
os.path.join('..', 'Data', 'TFRecords'),
new_dataset_conf['dataset_name'],
test_size,
self,
)