def val_one_epoch(epoch_num):
is_training = False
def evaluate_confusion(confusion_matrix, epoch):
conf = confusion_matrix.value()
total_correct = 0
valids = np.zeros(NUM_CATEGORY, dtype=np.float32)
for c in range(NUM_CATEGORY):
num = conf[c,:].sum()
valids[c] = -1 if num == 0 else float(conf[c][c]) / float(num)
total_correct += conf[c][c]
instance_acc = -1 if conf.sum() == 0 else float(total_correct) / float(conf.sum())
avg_acc = -1 if np.all(np.equal(valids, -1)) else np.mean(valids[np.not_equal(valids, -1)])
print('Epoch: {}\tAcc(inst): {:.6f}\tAcc(avg): {:.6f}'.format(epoch, instance_acc, avg_acc))
for class_ind, class_acc in enumerate(valids[np.not_equal(valids, -1)]):
print('{}: {}'.format(class_ind, class_acc))
with open(os.path.join(LOG_STORAGE_PATH, 'ACC_{}.txt'.format(epoch)), 'w') as f:
f.write('Epoch: {}\tAcc(inst): {:.6f}\tAcc(avg): {:.6f}'.format(epoch, instance_acc, avg_acc))
for class_ind, class_acc in enumerate(valids[np.not_equal(valids, -1)]):
f.write('{}: {}\n'.format(class_ind, class_acc))
confusion_val = tnt.meter.ConfusionMeter(NUM_CATEGORY)
for j in range(0, num_batch_test):
print('{}/{}'.format(j, num_batch_test))
start_idx = j * BATCH_SIZE
end_idx = (j + 1) * BATCH_SIZE
pts_label_one_hot = model.convert_seg_to_one_hot(test_seg[start_idx:end_idx])
feed_dict = {
pointclouds_ph: test_data[start_idx:end_idx,...],
ptsseglabel_ph: test_seg[start_idx:end_idx],
ptsseglabel_onehot_ph: pts_label_one_hot,
pts_seglabel_mask_ph: test_smpw[start_idx:end_idx, ...],
is_training_ph: is_training,
alpha_ph: min(10., (float(epoch_num) / 5.) * 2. + 2.),
}
ptsclassification_val0 = sess.run([net_output['semseg']], feed_dict=feed_dict)
ptsclassification_val = torch.from_numpy(ptsclassification_val0[0]).view(-1, NUM_CATEGORY)
ptsclassification_gt = torch.from_numpy(pts_label_one_hot).view(-1, NUM_CATEGORY)
#import ipdb
#ipdb.set_trace()
#pc_util.write_obj_color(np.reshape(test_data[:BATCH_SIZE,:,:3], [-1,3])[:,:3], np.argmax(ptsclassification_val.numpy(), 1), 'pred3.obj')
#pc_util.write_obj_color(np.reshape(test_data[:BATCH_SIZE,:,:3], [-1,3])[:,:3], np.argmax(ptsclassification_gt.numpy(), 1), 'gt.obj')
confusion_val.add(target=ptsclassification_gt, predicted=ptsclassification_val)
evaluate_confusion(confusion_val, epoch_num)
def predict():
is_training = False
with tf.device('/gpu:' + str(gpu_to_use)):
is_training_ph = tf.placeholder(tf.bool, shape=())
pointclouds_ph, ptsseglabel_ph, ptsseglabel_onehot_ph, ptsgroup_label_ph, _, _, _ = \
model.placeholder_inputs(BATCH_SIZE, POINT_NUM, NUM_GROUPS, NUM_CATEGORY)
net_output = model.get_model(pointclouds_ph,
is_training_ph,
group_cate_num=NUM_CATEGORY)
group_mat_label = tf.matmul(
ptsgroup_label_ph,
tf.transpose(ptsgroup_label_ph,
perm=[0, 2,
1])) #BxNxN: (i,j) if i and j in the same group
# Add ops to save and restore all the variables.
saver = tf.train.Saver()
config = tf.ConfigProto()
config.gpu_options.allow_growth = True
config.allow_soft_placement = True
with tf.Session(config=config) as sess:
flog = open(os.path.join(OUTPUT_DIR, 'log.txt'), 'w')
# Restore variables from disk.
ckptstate = tf.train.get_checkpoint_state(PRETRAINED_MODEL_PATH)
if ckptstate is not None:
LOAD_MODEL_FILE = os.path.join(
PRETRAINED_MODEL_PATH,
os.path.basename(ckptstate.model_checkpoint_path))
saver.restore(sess, LOAD_MODEL_FILE)
printout(flog, "Model loaded in file: %s" % LOAD_MODEL_FILE)
else:
printout(flog,
"Fail to load modelfile: %s" % PRETRAINED_MODEL_PATH)
total_acc = 0.0
total_seen = 0
ious = np.zeros(NUM_CATEGORY)
totalnums = np.zeros(NUM_CATEGORY)
tpsins = [
[] for itmp in range(NUM_CATEGORY)
] #= np.array([]).reshape(0, NUM_CATEGORY)#np.zeros(NUM_CATEGORY)#
fpsins = [
[] for itmp in range(NUM_CATEGORY)
] #= np.array([]).reshape(0, NUM_CATEGORY)#np.zeros(NUM_CATEGORY)#
positive_ins_sgpn = np.zeros(NUM_CATEGORY)
total_sgpn = np.zeros(NUM_CATEGORY)
at = 0.25
for shape_idx in range(len(TEST_DATASET)):
cur_data, cur_seg, cur_group, cur_smpw = get_test_batch(
TEST_DATASET, shape_idx)
printout(flog, '%d / %d ...' % (shape_idx, len(TEST_DATASET)))
seg_output = np.zeros_like(cur_seg)
segrefine_output = np.zeros_like(cur_seg)
group_output = np.zeros_like(cur_group)
conf_output = np.zeros_like(cur_group).astype(np.float)
pts_group_label, _ = model.convert_groupandcate_to_one_hot(
cur_group)
pts_label_one_hot = model.convert_seg_to_one_hot(cur_seg)
num_data = cur_data.shape[0]
gap = 5e-3
volume_num = int(1. / gap) + 1
volume = -1 * np.ones([volume_num, volume_num, volume_num]).astype(
np.int32)
volume_seg = -1 * np.ones([volume_num, volume_num, volume_num
]).astype(np.int32)
intersections = np.zeros(NUM_CATEGORY)
unions = np.zeros(NUM_CATEGORY)
for j in range(num_data):
print("Processsing: Shape [%d] Block[%d]" % (shape_idx, j))
pts = cur_data[j, ...]
feed_dict = {
pointclouds_ph:
np.expand_dims(pts, 0),
ptsseglabel_onehot_ph:
np.expand_dims(pts_label_one_hot[j, ...], 0),
ptsseglabel_ph:
np.expand_dims(cur_seg[j, ...], 0),
ptsgroup_label_ph:
np.expand_dims(pts_group_label[j, ...], 0),
is_training_ph:
is_training,
}
pts_corr_val0, pred_confidence_val0, ptsclassification_val0, pts_corr_label_val0 = \
sess.run([net_output['simmat'],
net_output['conf'],
net_output['semseg'],
group_mat_label],
feed_dict=feed_dict)
seg = cur_seg[j, ...]
ins = cur_group[j, ...]
pts_corr_val = np.squeeze(pts_corr_val0[0]) #NxG
pred_confidence_val = np.squeeze(pred_confidence_val0[0])
ptsclassification_val = np.argmax(np.squeeze(
ptsclassification_val0[0]),
axis=1)
seg = np.squeeze(seg)
#print(label_bin)
groupids_block, refineseg, group_seg = GroupMerging(
pts_corr_val, pred_confidence_val, ptsclassification_val,
label_bin
) # yolo_to_groupt(pts_corr_val, pts_corr_label_val0[0], seg,t=5)
groupids = BlockMerging(volume, volume_seg, pts[:, 6:],
groupids_block.astype(np.int32),
group_seg, gap)
seg_output[j, :] = ptsclassification_val
group_output[j, :] = groupids
conf_output[j, :] = pred_confidence_val
total_acc += float(np.sum(ptsclassification_val == seg)
) / ptsclassification_val.shape[0]
total_seen += 1
###### Evaluation
### Instance Segmentation
## Pred
group_pred = group_output.reshape(-1)
seg_pred = seg_output.reshape(-1)
seg_gt = cur_seg.reshape(-1)
conf_pred = conf_output.reshape(-1)
pts = cur_data.reshape([-1, 9])
# filtering
x = (pts[:, 6] / gap).astype(np.int32)
y = (pts[:, 7] / gap).astype(np.int32)
z = (pts[:, 8] / gap).astype(np.int32)
for i in range(group_pred.shape[0]):
if volume[x[i], y[i], z[i]] != -1:
group_pred[i] = volume[x[i], y[i], z[i]]
un = np.unique(group_pred)
pts_in_pred = [[] for itmp in range(NUM_CATEGORY)]
conf_in_pred = [[] for itmp in range(NUM_CATEGORY)]
group_pred_final = -1 * np.ones_like(group_pred)
grouppred_cnt = 0
for ig, g in enumerate(un): #each object in prediction
if g == -1:
continue
tmp = (group_pred == g)
sem_seg_g = int(stats.mode(seg_pred[tmp])[0])
if np.sum(tmp) > 0.25 * min_num_pts_in_group[sem_seg_g]:
conf_tmp = conf_pred[tmp]
pts_in_pred[sem_seg_g] += [tmp]
conf_in_pred[sem_seg_g].append(np.average(conf_tmp))
group_pred_final[tmp] = grouppred_cnt
grouppred_cnt += 1
if False:
pc_util.write_obj_color(
pts[:, :3], seg_pred.astype(np.int32),
os.path.join(OUTPUT_DIR, '%d_segpred.obj' % (shape_idx)))
pc_util.write_obj_color(
pts[:, :3], group_pred_final.astype(np.int32),
os.path.join(OUTPUT_DIR, '%d_grouppred.obj' % (shape_idx)))
'''
# write to file
cur_train_filename = TEST_DATASET.get_filename(shape_idx)
scene_name = cur_train_filename
counter = 0
f_scene = open(os.path.join('output', scene_name + '.txt'), 'w')
for i_sem in range(NUM_CATEGORY):
for ins_pred, ins_conf in zip(pts_in_pred[i_sem], conf_in_pred[i_sem]):
f_scene.write('{}_{:03d}.txt {} {}\n'.format(os.path.join('output', 'pred_insts', scene_name), counter, i_sem, ins_conf))
with open(os.path.join('output', 'pred_insts', '{}_{:03}.txt'.format(scene_name, counter)), 'w') as f:
for i_ins in ins_pred:
if i_ins:
f.write('1\n')
else:
f.write('0\n')
counter += 1
f_scene.close()
# write_to_mesh
mesh_filename = os.path.join('mesh', scene_name +'.ply')
pc_util.write_ply(pts, mesh_filename)
'''
# GT
group_gt = cur_group.reshape(-1)
un = np.unique(group_gt)
pts_in_gt = [[] for itmp in range(NUM_CATEGORY)]
for ig, g in enumerate(un):
tmp = (group_gt == g)
sem_seg_g = int(stats.mode(seg_pred[tmp])[0])
pts_in_gt[sem_seg_g] += [tmp]
total_sgpn[sem_seg_g] += 1
for i_sem in range(NUM_CATEGORY):
tp = [0.] * len(pts_in_pred[i_sem])
fp = [0.] * len(pts_in_pred[i_sem])
gtflag = np.zeros(len(pts_in_gt[i_sem]))
for ip, ins_pred in enumerate(pts_in_pred[i_sem]):
ovmax = -1.
for ig, ins_gt in enumerate(pts_in_gt[i_sem]):
union = (ins_pred | ins_gt)
intersect = (ins_pred & ins_gt)
iou = float(np.sum(intersect)) / np.sum(union)
if iou > ovmax:
ovmax = iou
igmax = ig
if ovmax >= at:
if gtflag[igmax] == 0:
tp[ip] = 1 # true
gtflag[igmax] = 1
else:
fp[ip] = 1 # multiple det
else:
fp[ip] = 1 # false positive
tpsins[i_sem] += tp
fpsins[i_sem] += fp
### Semantic Segmentation
un, indices = np.unique(seg_gt, return_index=True)
for segid in un:
intersect = np.sum((seg_pred == segid) & (seg_gt == segid))
union = np.sum((seg_pred == segid) | (seg_gt == segid))
intersections[segid] += intersect
unions[segid] += union
iou = intersections / unions
for i_iou, iou_ in enumerate(iou):
if not np.isnan(iou_):
ious[i_iou] += iou_
totalnums[i_iou] += 1
ap = np.zeros(NUM_CATEGORY)
for i_sem in range(NUM_CATEGORY):
ap[i_sem], _, _ = eval_3d_perclass(tpsins[i_sem], fpsins[i_sem],
total_sgpn[i_sem])
print('Instance Segmentation AP:', ap)
print('Instance Segmentation mAP:', np.mean(ap))
print('Semantic Segmentation IoU:', ious / totalnums)
print('Semantic Segmentation Acc: %f', total_acc / total_seen)
def predict():
is_training = False
with tf.device('/gpu:' + str(gpu_to_use)):
is_training_ph = tf.placeholder(tf.bool, shape=())
pointclouds_ph, ptsseglabel_ph, ptsgroup_label_ph, _, _, _ = \
model.placeholder_inputs(BATCH_SIZE, POINT_NUM, NUM_GROUPS, NUM_CATEGORY)
group_mat_label = tf.matmul(
ptsgroup_label_ph, tf.transpose(ptsgroup_label_ph, perm=[0, 2, 1]))
net_output = model.get_model(pointclouds_ph,
is_training_ph,
group_cate_num=NUM_CATEGORY)
# Add ops to save and restore all the variables.
saver = tf.train.Saver()
config = tf.ConfigProto()
config.gpu_options.allow_growth = True
config.allow_soft_placement = True
with tf.Session(config=config) as sess:
# Restore variables from disk.
ckptstate = tf.train.get_checkpoint_state(PRETRAINED_MODEL_PATH)
if ckptstate is not None:
LOAD_MODEL_FILE = os.path.join(
PRETRAINED_MODEL_PATH,
os.path.basename(ckptstate.model_checkpoint_path))
saver.restore(sess, LOAD_MODEL_FILE)
print("Model loaded in file: %s" % LOAD_MODEL_FILE)
else:
print("Fail to load modelfile: %s" % PRETRAINED_MODEL_PATH)
ths = np.zeros(NUM_CATEGORY)
ths_ = np.zeros(NUM_CATEGORY)
cnt = np.zeros(NUM_CATEGORY)
min_groupsize = np.zeros(NUM_CATEGORY)
min_groupsize_cnt = np.zeros(NUM_CATEGORY)
for shape_idx in range(len_pts_files):
cur_train_filename = test_file_list[shape_idx]
if not os.path.exists(cur_train_filename):
continue
cur_data, cur_group, _, cur_seg = provider.loadDataFile_with_groupseglabel_stanfordindoor(
cur_train_filename)
if OUTPUT_VERBOSE:
pts = np.reshape(cur_data, [-1, 9])
output_point_cloud_rgb(
pts[:, 6:], pts[:, 3:6],
os.path.join(OUTPUT_DIR, '%d_pts.obj' % (shape_idx)))
pts_label_one_hot, pts_label_mask = model.convert_seg_to_one_hot(
cur_seg)
pts_group_label, _ = model.convert_groupandcate_to_one_hot(
cur_group)
num_data = cur_data.shape[0]
cur_seg_flatten = np.reshape(cur_seg, [-1])
un, indices = np.unique(cur_group, return_index=True)
for iu, u in enumerate(un):
groupsize = np.sum(cur_group == u)
groupcate = cur_seg_flatten[indices[iu]]
min_groupsize[groupcate] += groupsize
# print groupsize, min_groupsize[groupcate]/min_groupsize_cnt[groupcate]
min_groupsize_cnt[groupcate] += 1
for j in range(num_data):
print("Processsing: Shape [%d] Block[%d]" % (shape_idx, j))
pts = cur_data[j, ...]
feed_dict = {
pointclouds_ph: np.expand_dims(pts, 0),
ptsseglabel_ph: np.expand_dims(pts_label_one_hot[j, ...],
0),
ptsgroup_label_ph: np.expand_dims(pts_group_label[j, ...],
0),
is_training_ph: is_training,
}
pts_corr_val0, pred_confidence_val0, ptsclassification_val0, pts_corr_label_val0 = \
sess.run([net_output['simmat'],
net_output['conf'],
net_output['semseg'],
group_mat_label],
feed_dict=feed_dict)
seg = cur_seg[j, ...]
ins = cur_group[j, ...]
pts_corr_val = np.squeeze(pts_corr_val0[0])
pred_confidence_val = np.squeeze(pred_confidence_val0[0])
ptsclassification_val = np.argmax(np.squeeze(
ptsclassification_val0[0]),
axis=1)
pts_corr_label_val = np.squeeze(1 - pts_corr_label_val0)
seg = np.squeeze(seg)
ins = np.squeeze(ins)
ind = (seg == 8)
pts_corr_val0 = (pts_corr_val > 1.).astype(np.float)
print np.mean(
np.transpose(np.abs(pts_corr_label_val[ind] -
pts_corr_val0[ind]),
axes=[1, 0])[ind])
ths, ths_, cnt = Get_Ths(pts_corr_val, seg, ins, ths, ths_,
cnt)
print ths / cnt
if OUTPUT_VERBOSE:
un, indices = np.unique(ins, return_index=True)
for ii, id in enumerate(indices):
corr = pts_corr_val[id].copy()
output_scale_point_cloud(
pts[:, 6:], np.float32(corr),
os.path.join(
OUTPUT_DIR, '%d_%d_%d_%d_scale.obj' %
(shape_idx, j, un[ii], seg[id])))
corr = pts_corr_label_val[id]
output_scale_point_cloud(
pts[:, 6:], np.float32(corr),
os.path.join(
OUTPUT_DIR, '%d_%d_%d_%d_scalegt.obj' %
(shape_idx, j, un[ii], seg[id])))
output_scale_point_cloud(
pts[:, 6:], np.float32(pred_confidence_val),
os.path.join(OUTPUT_DIR,
'%d_%d_conf.obj' % (shape_idx, j)))
output_color_point_cloud(
pts[:, 6:], ptsclassification_val.astype(np.int32),
os.path.join(OUTPUT_DIR, '%d_seg.obj' % (shape_idx)))
ths = [
ths[i] / cnt[i] if cnt[i] != 0 else 0.2 for i in range(len(cnt))
]
np.savetxt(os.path.join(RESTORE_DIR, 'pergroup_thres.txt'), ths)
min_groupsize = [
int(float(min_groupsize[i]) /
min_groupsize_cnt[i]) if min_groupsize_cnt[i] != 0 else 0
for i in range(len(min_groupsize))
]
np.savetxt(os.path.join(RESTORE_DIR, 'mingroupsize.txt'),
min_groupsize)
def predict():
is_training = False
with tf.device('/gpu:' + str(gpu_to_use)):
is_training_ph = tf.placeholder(tf.bool, shape=())
pointclouds_ph, ptsseglabel_ph, ptsgroup_label_ph, _, _, _ = \
model.placeholder_inputs(BATCH_SIZE, POINT_NUM, NUM_GROUPS, NUM_CATEGORY)
net_output = model.get_model(pointclouds_ph, is_training_ph, group_cate_num=NUM_CATEGORY)
group_mat_label = tf.matmul(ptsgroup_label_ph, tf.transpose(ptsgroup_label_ph, perm=[0, 2, 1])) #BxNxN: (i,j) if i and j in the same group
# Add ops to save and restore all the variables.
saver = tf.train.Saver()
config = tf.ConfigProto()
config.gpu_options.allow_growth = True
config.allow_soft_placement = True
with tf.Session(config=config) as sess:
ckptstate = tf.train.get_checkpoint_state(PRETRAINED_MODEL_PATH)
if ckptstate is not None:
LOAD_MODEL_FILE = os.path.join(PRETRAINED_MODEL_PATH,os.path.basename(ckptstate.model_checkpoint_path))
saver.restore(sess, LOAD_MODEL_FILE)
print("Model loaded in file: %s" % LOAD_MODEL_FILE)
else:
print("Fail to load modelfile: %s" % PRETRAINED_MODEL_PATH)
for shape_idx in range(len_pts_files):
cur_train_filename = test_file_list[shape_idx]
if not os.path.exists(cur_train_filename):
continue
cur_data, cur_group, _, cur_seg = provider.loadDataFile_with_groupseglabel_stanfordindoor(cur_train_filename)
seg_output = np.zeros_like(cur_seg)
segrefine_output = np.zeros_like(cur_seg)
group_output = np.zeros_like(cur_group)
conf_output = np.zeros_like(cur_group).astype(np.float)
pts_label_one_hot, pts_label_mask = model.convert_seg_to_one_hot(cur_seg)
pts_group_label, _ = model.convert_groupandcate_to_one_hot(cur_group)
num_data = cur_data.shape[0]
gap = 5e-3
volume_num = int(1. / gap)+1
volume = -1* np.ones([volume_num,volume_num,volume_num]).astype(np.int32)
volume_seg = -1* np.ones([volume_num,volume_num,volume_num, NUM_CATEGORY]).astype(np.int32)
intersections = np.zeros(NUM_CATEGORY)
unions = np.zeros(NUM_CATEGORY)
print('[%d / %d] Block Number: %d' % (shape_idx, len_pts_files, num_data))
print('Loading train file %s' % (cur_train_filename))
flag = True
for j in range(num_data):
pts = cur_data[j,...]
feed_dict = {
pointclouds_ph: np.expand_dims(pts,0),
ptsseglabel_ph: np.expand_dims(pts_label_one_hot[j,...],0),
ptsgroup_label_ph: np.expand_dims(pts_group_label[j,...],0),
is_training_ph: is_training,
}
pts_corr_val0, pred_confidence_val0, ptsclassification_val0, pts_corr_label_val0 = \
sess.run([net_output['simmat'],
net_output['conf'],
net_output['semseg'],
group_mat_label],
feed_dict=feed_dict)
seg = cur_seg[j,...]
ins = cur_group[j,...]
pts_corr_val = np.squeeze(pts_corr_val0[0]) #NxG
pred_confidence_val = np.squeeze(pred_confidence_val0[0])
ptsclassification_val = np.argmax(np.squeeze(ptsclassification_val0[0]),axis=1)
seg = np.squeeze(seg)
# print label_bin
try:
groupids_block, refineseg, group_seg = GroupMerging_old(pts_corr_val, pred_confidence_val, ptsclassification_val, label_bin) # yolo_to_groupt(pts_corr_val, pts_corr_label_val0[0], seg,t=5)
groupids = BlockMerging(volume, volume_seg, pts[:,6:], groupids_block.astype(np.int32), group_seg, gap)
seg_output[j,:] = ptsclassification_val
segrefine_output[j,:] = refineseg
group_output[j,:] = groupids
conf_output[j,:] = pred_confidence_val
###### Generate Results for Evaluation
basefilename = os.path.basename(cur_train_filename).split('.')[-2]
scene_fn = os.path.join(OUTPUT_DIR, '%s.txt' % basefilename)
f_scene = open(scene_fn, 'w')
scene_gt_fn = os.path.join(GT_DIR, '%s.txt' % basefilename)
group_pred = group_output.reshape(-1)
seg_pred = seg_output.reshape(-1)
conf = conf_output.reshape(-1)
pts = cur_data.reshape([-1, 9])
# filtering
x = (pts[:, 6] / gap).astype(np.int32)
y = (pts[:, 7] / gap).astype(np.int32)
z = (pts[:, 8] / gap).astype(np.int32)
for i in range(group_pred.shape[0]):
if volume[x[i], y[i], z[i]] != -1:
group_pred[i] = volume[x[i], y[i], z[i]]
un = np.unique(group_pred)
pts_in_pred = [[] for itmp in range(NUM_CATEGORY)]
group_pred_final = -1 * np.ones_like(group_pred)
grouppred_cnt = 0
for ig, g in enumerate(un): #each object in prediction
if g == -1:
continue
obj_fn = "predicted_masks/%s_%d.txt" % (basefilename, ig)
tmp = (group_pred == g)
sem_seg_g = int(stats.mode(seg_pred[tmp])[0])
if np.sum(tmp) > 0.25 * min_num_pts_in_group[sem_seg_g]:
pts_in_pred[sem_seg_g] += [tmp]
group_pred_final[tmp] = grouppred_cnt
conf_obj = np.mean(conf[tmp])
grouppred_cnt += 1
f_scene.write("%s %d %f\n" % (obj_fn, sem_seg_g, conf_obj))
np.savetxt(os.path.join(OUTPUT_DIR, obj_fn), tmp.astype(np.int), fmt='%d')
seg_gt = cur_seg.reshape(-1)
group_gt = cur_group.reshape(-1)
groupid_gt = seg_gt * 1000 + group_gt
np.savetxt(scene_gt_fn, groupid_gt.astype(np.int64), fmt='%d')
f_scene.close()
if output_verbose:
output_color_point_cloud(pts[:, 6:], seg_pred.astype(np.int32),
os.path.join(OUTPUT_DIR, '%s_segpred.obj' % (obj_fn)))
output_color_point_cloud(pts[:, 6:], group_pred_final.astype(np.int32),
os.path.join(OUTPUT_DIR, '%s_grouppred.obj' % (obj_fn)))
def train_one_epoch(epoch_num):
### NOTE: is_training = False: We do not update bn parameters during training due to the small batch size. This requires pre-training PointNet with large batchsize (say 32).
if PRETRAIN:
is_training = True
else:
is_training = False
total_loss = 0.0
total_grouperr = 0.0
total_same = 0.0
total_diff = 0.0
total_pos = 0.0
same_cnt0 = 0
train_idxs = np.arange(0, len(TRAIN_DATASET))
np.random.shuffle(train_idxs)
num_batches = len(TRAIN_DATASET)//BATCH_SIZE
for batch_idx in range(num_batches):
print('{}/{}'.format(batch_idx, num_batches))
start_idx = batch_idx * BATCH_SIZE
end_idx = (batch_idx+1) * BATCH_SIZE
batch_data, batch_label, batch_group, batch_smpw = get_batch(TRAIN_DATASET, train_idxs, start_idx, end_idx)
aug_data = provider.rotate_point_cloud_z(batch_data)
pts_label_one_hot = model.convert_seg_to_one_hot(batch_label)
if PRETRAIN:
feed_dict = {
pointclouds_ph: aug_data,
ptsseglabel_ph: batch_label,
ptsseglabel_onehot_ph: pts_label_one_hot,
pts_seglabel_mask_ph: batch_smpw,
is_training_ph: is_training,
alpha_ph: min(10., (float(epoch_num) / 5.) * 2. + 2.),
}
_, loss_val = sess.run([train_op_pretrain, ptsseg_loss], feed_dict=feed_dict)
total_loss += loss_val
if batch_idx % 10 == 9:
printout(flog, 'Batch: %d, loss: %f' % (batch_idx, total_loss/10))
total_loss = 0.0
else:
pts_group_label, pts_group_mask = model.convert_groupandcate_to_one_hot(batch_group)
feed_dict = {
pointclouds_ph: batch_data,
ptsseglabel_ph: batch_label,
ptsseglabel_onehot_ph: pts_label_one_hot,
pts_seglabel_mask_ph: batch_smpw,
ptsgroup_label_ph: pts_group_label,
pts_group_mask_ph: pts_group_mask,
is_training_ph: is_training,
alpha_ph: min(10., (float(epoch_num) / 5.) * 2. + 2.),
}
if epoch_num < 20:
_, loss_val, simmat_val, grouperr_val, same_val, same_cnt_val, diff_val, diff_cnt_val, pos_val, pos_cnt_val = sess.run([train_op_5epoch, simmat_loss, net_output['simmat'], grouperr, same, same_cnt, diff, diff_cnt, pos, pos_cnt], feed_dict=feed_dict)
else:
_, loss_val, simmat_val, grouperr_val, same_val, same_cnt_val, diff_val, diff_cnt_val, pos_val, pos_cnt_val = sess.run([train_op, loss, net_output['simmat'], grouperr, same, same_cnt, diff, diff_cnt, pos, pos_cnt], feed_dict=feed_dict)
total_loss += loss_val
total_grouperr += grouperr_val
total_diff += (diff_val / diff_cnt_val)
if same_cnt_val > 0:
total_same += same_val / same_cnt_val
same_cnt0 += 1
total_pos += pos_val / pos_cnt_val
if batch_idx % 10 == 9:
printout(flog, 'Batch: %d, loss: %f, grouperr: %f, same: %f, diff: %f, pos: %f' % (batch_idx, total_loss/10, total_grouperr/10, total_same/same_cnt0, total_diff/10, total_pos/10))
lr_sum, batch_sum, train_loss_sum, group_err_sum = sess.run( \
[lr_op, batch, total_train_loss_sum_op, group_err_op], \
feed_dict={total_training_loss_ph: total_loss / 10.,
group_err_loss_ph: total_grouperr / 10., })
train_writer.add_summary(train_loss_sum, batch_sum)
train_writer.add_summary(lr_sum, batch_sum)
train_writer.add_summary(group_err_sum, batch_sum)
total_grouperr = 0.0
total_loss = 0.0
total_diff = 0.0
total_same = 0.0
total_pos = 0.0
same_cnt0 = 0
cp_filename = saver.save(sess, os.path.join(MODEL_STORAGE_PATH, 'epoch_' + str(epoch_num + 1) + '.ckpt'))
printout(flog, 'Successfully store the checkpoint model into ' + cp_filename)
def train_one_epoch(epoch_num):
### NOTE: is_training = False: We do not update bn parameters during training due to the small batch size. This requires pre-training PointNet with large batchsize (say 32).
is_training = False
order = np.arange(num_data)
np.random.shuffle(order)
total_loss = 0.0
total_grouperr = 0.0
total_same = 0.0
total_diff = 0.0
total_pos = 0.0
same_cnt0 = 0
for j in range(num_batch):
begidx = j * BATCH_SIZE
endidx = (j + 1) * BATCH_SIZE
pts_label_one_hot, pts_label_mask = model.convert_seg_to_one_hot(all_seg[order[begidx: endidx]])
pts_group_label, pts_group_mask = model.convert_groupandcate_to_one_hot(all_group[order[begidx: endidx]])
feed_dict = {
pointclouds_ph: all_data[order[begidx: endidx], ...],
ptsseglabel_ph: pts_label_one_hot,
ptsgroup_label_ph: pts_group_label,
pts_seglabel_mask_ph: pts_label_mask,
pts_group_mask_ph: pts_group_mask,
is_training_ph: is_training,
alpha_ph: min(10., (float(epoch_num) / 5.) * 2. + 2.),
}
_, loss_val, simmat_val, grouperr_val, same_val, same_cnt_val, diff_val, diff_cnt_val, pos_val, pos_cnt_val = sess.run([train_op, loss, net_output['simmat'], grouperr, same, same_cnt, diff, diff_cnt, pos, pos_cnt], feed_dict=feed_dict)
total_loss += loss_val
total_grouperr += grouperr_val
if diff_cnt_val!=0:
total_diff += (diff_val / diff_cnt_val)
if same_cnt_val > 0:
total_same += same_val / same_cnt_val
same_cnt0 += 1
total_pos += pos_val / pos_cnt_val
if j % 10 == 9:
if same_cnt0!=0:
printout(flog, 'Batch: %d, loss: %f, grouperr: %f, same: %f, diff: %f, pos: %f' % (j, total_loss/10, total_grouperr/10, total_same/same_cnt0, total_diff/10, total_pos/10))
else:
printout(flog, 'Batch: %d, loss: %f, grouperr: %f, same: %f, diff: %f, pos: %f' % (j, total_loss/10, total_grouperr/10, 1e10, total_diff/10, total_pos/10))
lr_sum, batch_sum, train_loss_sum, group_err_sum = sess.run( \
[lr_op, batch, total_train_loss_sum_op, group_err_op], \
feed_dict={total_training_loss_ph: total_loss / 10.,
group_err_loss_ph: total_grouperr / 10., })
train_writer.add_summary(train_loss_sum, batch_sum)
train_writer.add_summary(lr_sum, batch_sum)
train_writer.add_summary(group_err_sum, batch_sum)
total_grouperr = 0.0
total_loss = 0.0
total_diff = 0.0
total_same = 0.0
total_pos = 0.0
same_cnt0 = 0
cp_filename = saver.save(sess,
os.path.join(MODEL_STORAGE_PATH, 'epoch_' + str(epoch_num + 1) + '.ckpt'))
printout(flog, 'Successfully store the checkpoint model into ' + cp_filename)
def train_one_epoch(epoch_num):
### NOTE: is_training = False: We do not update bn parameters during training due to the small batch size. This requires pre-training PointNet with large batchsize (say 32).
is_training = False
order = list([
x
for x in itertools.product(range(len(TRAIN_DATASET)), range(8))
])
np.random.shuffle(order)
total_loss = 0.0
total_grouperr = 0.0
total_same = 0.0
total_diff = 0.0
total_pos = 0.0
same_cnt0 = 0
for j in range(num_batch):
begidx = j * BATCH_SIZE
endidx = (j + 1) * BATCH_SIZE
batch_data, batch_group, batch_seg = get_batch_wdp(
TRAIN_DATASET, order[begidx:endidx])
pts_label_one_hot, pts_label_mask = model.convert_seg_to_one_hot(
batch_seg)
pts_group_label, pts_group_mask = model.convert_groupandcate_to_one_hot(
batch_group)
feed_dict = {
pointclouds_ph: batch_data,
ptsseglabel_ph: pts_label_one_hot,
ptsgroup_label_ph: pts_group_label,
pts_seglabel_mask_ph: pts_label_mask,
pts_group_mask_ph: pts_group_mask,
is_training_ph: is_training,
alpha_ph: min(10., (float(epoch_num) / 5.) * 2. + 2.),
}
_, loss_val, simmat_val, grouperr_val, same_val, same_cnt_val, diff_val, diff_cnt_val, pos_val, pos_cnt_val = sess.run(
[
train_op, loss, net_output['simmat'], grouperr, same,
same_cnt, diff, diff_cnt, pos, pos_cnt
],
feed_dict=feed_dict)
total_loss += loss_val
total_grouperr += grouperr_val
total_diff += (diff_val / diff_cnt_val)
if same_cnt_val > 0:
total_same += same_val / same_cnt_val
same_cnt0 += 1
total_pos += pos_val / pos_cnt_val
if j % 10 == 9:
printout(
flog,
'Batch: %d, loss: %f, grouperr: %f, same: %f, diff: %f, pos: %f'
%
(j, total_loss / 10, total_grouperr / 10, total_same /
same_cnt0, total_diff / 10, total_pos / 10))
lr_sum, batch_sum, train_loss_sum, group_err_sum = sess.run( \
[lr_op, batch, total_train_loss_sum_op, group_err_op], \
feed_dict={total_training_loss_ph: total_loss / 10.,
group_err_loss_ph: total_grouperr / 10., })
train_writer.add_summary(train_loss_sum, batch_sum)
train_writer.add_summary(lr_sum, batch_sum)
train_writer.add_summary(group_err_sum, batch_sum)
total_grouperr = 0.0
total_loss = 0.0
total_diff = 0.0
total_same = 0.0
total_pos = 0.0
same_cnt0 = 0