def build_coco_dsets(args):
dset_kwargs = {
'image_dir': args.coco_train_image_dir,
'instances_json': args.coco_train_instances_json,
'stuff_json': args.coco_train_stuff_json,
'stuff_only': args.coco_stuff_only,
'image_size': args.image_size,
'mask_size': args.mask_size,
'max_samples': args.num_train_samples,
'min_object_size': args.min_object_size,
'min_objects_per_image': args.min_objects_per_image,
'instance_whitelist': args.instance_whitelist,
'stuff_whitelist': args.stuff_whitelist,
'include_other': args.coco_include_other,
'include_relationships': args.include_relationships,
'no__img__': True
}
train_dset = CocoSceneGraphDataset(**dset_kwargs)
num_objs = train_dset.total_objects()
num_imgs = len(train_dset)
print('Training dataset has %d images and %d objects' %
(num_imgs, num_objs))
print('(%.2f objects per image)' % (float(num_objs) / num_imgs))
dset_kwargs['image_dir'] = args.coco_val_image_dir
dset_kwargs['instances_json'] = args.coco_val_instances_json
dset_kwargs['stuff_json'] = args.coco_val_stuff_json
dset_kwargs['max_samples'] = args.num_val_samples
val_dset = CocoSceneGraphDataset(**dset_kwargs)
assert train_dset.vocab == val_dset.vocab
vocab = json.loads(json.dumps(train_dset.vocab))
return vocab, train_dset, val_dset
def build_coco_dsets(args):
dset_kwargs = {
'image_dir': args.coco_train_image_dir,
'instances_json': args.coco_train_instances_json,
'stuff_json': args.coco_train_stuff_json,
'image_size': args.image_size,
'mask_size': args.mask_size,
'max_samples': args.num_train_samples,
'min_object_size': args.min_object_size,
'min_objects_per_image': args.min_objects_per_image,
'instance_whitelist': args.instance_whitelist,
'stuff_whitelist': args.stuff_whitelist,
'include_other': args.coco_include_other,
}
if args.is_panoptic:
dset_kwargs['panoptic'] = args.coco_panoptic_train
dset_kwargs[
'panoptic_segmentation'] = args.coco_panoptic_segmentation_train
train_dset = CocoPanopticSceneGraphDataset(**dset_kwargs)
else:
train_dset = CocoSceneGraphDataset(**dset_kwargs)
num_objs = train_dset.total_objects()
num_imgs = len(train_dset)
print('Training dataset has %d images and %d objects' %
(num_imgs, num_objs))
print('(%.2f objects per image)' % (float(num_objs) / num_imgs))
dset_kwargs['image_dir'] = args.coco_val_image_dir
dset_kwargs['instances_json'] = args.coco_val_instances_json
dset_kwargs['stuff_json'] = args.coco_val_stuff_json
dset_kwargs['max_samples'] = args.num_val_samples
if args.is_panoptic:
dset_kwargs['panoptic'] = args.coco_panoptic_val
dset_kwargs[
'panoptic_segmentation'] = args.coco_panoptic_segmentation_val
val_dset = CocoPanopticSceneGraphDataset(**dset_kwargs)
else:
val_dset = CocoSceneGraphDataset(**dset_kwargs)
assert train_dset.vocab == val_dset.vocab
vocab = json.loads(json.dumps(train_dset.vocab))
return vocab, train_dset, val_dset
def build_coco_dset(args, checkpoint):
checkpoint_args = checkpoint['args']
print('include other: ', checkpoint_args.get('coco_include_other'))
dset_kwargs = {
'image_dir': args.coco_image_dir,
'instances_json': args.instances_json,
'stuff_json': args.stuff_json,
'image_size': args.image_size,
'mask_size': checkpoint_args['mask_size'],
'max_samples': args.num_samples,
'min_object_size': checkpoint_args['min_object_size'],
'min_objects_per_image': checkpoint_args['min_objects_per_image'],
'instance_whitelist': checkpoint_args['instance_whitelist'],
'stuff_whitelist': checkpoint_args['stuff_whitelist'],
'include_other': checkpoint_args.get('coco_include_other', True),
}
dset = CocoSceneGraphDataset(**dset_kwargs)
return dset
def build_coco_dset(args):
dset_kwargs = {
'image_dir': args.coco_image_dir,
'instances_json': args.instances_json,
'stuff_json': args.stuff_json,
'image_size': args.image_size,
'mask_size': 32,
'max_samples': args.num_samples,
'min_object_size': args.min_object_size,
'min_objects_per_image': args.min_objects_per_image,
'max_objects_per_image': args.max_objects_per_image,
'instance_whitelist': args.instance_whitelist,
'stuff_whitelist': args.stuff_whitelist,
'include_other': args.coco_include_other,
'test_part': False,
'sample_attributes': False,
'grid_size': args.grid_size
}
dset = CocoSceneGraphDataset(**dset_kwargs)
return dset
def build_coco_dset(args, checkpoint):
checkpoint_args = checkpoint['args']
print('include other: ', checkpoint_args.get('coco_include_other'))
# When using GT masks, using the
mask_size = args.image_size[0] if args.use_gt_masks else checkpoint_args[
'mask_size']
dset_kwargs = {
'image_dir': args.coco_image_dir,
'instances_json': args.instances_json,
'stuff_json': args.stuff_json,
'image_size': args.image_size,
'mask_size': mask_size,
'max_samples': args.num_samples,
'min_object_size': checkpoint_args['min_object_size'],
'min_objects_per_image': checkpoint_args['min_objects_per_image'],
'instance_whitelist': checkpoint_args['instance_whitelist'],
'stuff_whitelist': checkpoint_args['stuff_whitelist'],
'include_other': checkpoint_args.get('coco_include_other', True),
'test_part': True,
'sample_attributes': args.sample_attributes,
'grid_size': args.grid_size
}
dset = CocoSceneGraphDataset(**dset_kwargs)
return dset