def _stage_conv(self, data_ph, last_stage, stage_idx, model_params): input_ph = data_ph.get_input() leaky_param = model_params["leaky_param"] wd = model_params["weight_decay"] with tf.variable_scope("stage%d" % stage_idx): concat = tf.concat(3, [input_ph, last_stage]) conv1 = mf.add_leaky_relu( mf.convolution_2d_layer(concat, [3, 3, 4, 64], [1, 1], "SAME", wd, "conv1"), leaky_param) conv2 = mf.add_leaky_relu( mf.convolution_2d_layer(conv1, [3, 3, 64, 64], [1, 1], "SAME", wd, "conv2"), leaky_param) conv3 = mf.add_leaky_relu( mf.convolution_2d_layer(conv2, [1, 1, 64, 1], [1, 1], "SAME", wd, "conv3"), leaky_param) return conv3
def _single_hydra_cnn(self, input_ph, model_params, stage): leaky_param = model_params["leaky_param"] wd = model_params["weight_decay"] batch_size = model_params["batch_size"] with tf.variable_scope("stage_%d" % stage): conv1 = mf.add_leaky_relu( mf.convolution_2d_layer(input_ph, [7, 7, 3, 32], [1, 1], "SAME", wd, "conv1"), leaky_param) conv1_maxpool = mf.maxpool_2d_layer(conv1, [2, 2], [2, 2], "maxpool1") conv2 = mf.add_leaky_relu( mf.convolution_2d_layer(conv1_maxpool, [7, 7, 32, 32], [1, 1], "SAME", wd, "conv2"), leaky_param) conv2_maxpool = mf.maxpool_2d_layer(conv2, [2, 2], [2, 2], "maxpool2") conv3 = mf.add_leaky_relu( mf.convolution_2d_layer(conv2_maxpool, [3, 3, 32, 32], [1, 1], "SAME", wd, "conv3"), leaky_param) conv4 = mf.add_leaky_relu( mf.convolution_2d_layer(conv3, [1, 1, 32, 1000], [1, 1], "SAME", wd, "conv4"), leaky_param) conv5 = mf.add_leaky_relu( mf.convolution_2d_layer(conv4, [1, 1, 1000, 400], [1, 1], "SAME", wd, "conv5"), leaky_param) reshape_fc = tf.reshape(conv5, [batch_size, -1]) return reshape_fc
def _model_infer_cnn_single(self, input_ph, model_params): leaky_param = model_params["leaky_param"] wd = model_params["weight_decay"] hyper_list = list() print(input_ph) conv11 = mf.add_leaky_relu( mf.convolution_2d_layer(input_ph, [3, 3, 3, 64], [1, 1], "SAME", wd, "conv1_1"), leaky_param) conv12 = mf.add_leaky_relu( mf.convolution_2d_layer(conv11, [3, 3, 64, 64], [1, 1], "SAME", wd, "conv1_2"), leaky_param) conv12_maxpool = mf.maxpool_2d_layer(conv12, [3, 3], [2, 2], "maxpool1") print(conv12_maxpool) conv21 = mf.add_leaky_relu( mf.convolution_2d_layer(conv12_maxpool, [3, 3, 64, 128], [1, 1], "SAME", wd, "conv2_1"), leaky_param) conv22 = mf.add_leaky_relu( mf.convolution_2d_layer(conv21, [3, 3, 128, 128], [1, 1], "SAME", wd, "conv2_2"), leaky_param) conv22_maxpool = mf.maxpool_2d_layer(conv22, [3, 3], [2, 2], "maxpool2") print(conv22_maxpool) hyper_list.append(conv22_maxpool) conv31 = mf.add_leaky_relu( mf.convolution_2d_layer(conv22_maxpool, [3, 3, 128, 256], [1, 1], "SAME", wd, "conv3_1"), leaky_param) conv32 = mf.add_leaky_relu( mf.convolution_2d_layer(conv31, [3, 3, 256, 256], [1, 1], "SAME", wd, "conv3_2"), leaky_param) atrous3 = mf.add_leaky_relu( mf.atrous_convolution_layer(conv32, [3, 3, 256, 256], 2, "SAME", wd, "atrous3"), leaky_param) print(atrous3) hyper_list.append(atrous3) conv41 = mf.add_leaky_relu( mf.convolution_2d_layer(atrous3, [3, 3, 256, 512], [1, 1], "SAME", wd, "conv4_1"), leaky_param) conv42 = mf.add_leaky_relu( mf.convolution_2d_layer(conv41, [3, 3, 512, 512], [1, 1], "SAME", wd, "conv4_2"), leaky_param) atrous4 = mf.add_leaky_relu( mf.atrous_convolution_layer(conv42, [3, 3, 512, 512], 2, "SAME", wd, "atrous4"), leaky_param) print(atrous4) hyper_list.append(atrous4) atrous51 = mf.add_leaky_relu( mf.atrous_convolution_layer(atrous4, [3, 3, 512, 512], 2, "SAME", wd, "atrous5_1"), leaky_param) atrous52 = mf.add_leaky_relu( mf.atrous_convolution_layer(atrous51, [3, 3, 512, 512], 2, "SAME", wd, "atrous5_2"), leaky_param) print(atrous52) hyper_list.append(atrous52) hypercolumn = self._pack_tensor_list(hyper_list) print(hypercolumn) [b, w, h, c] = hypercolumn.get_shape().as_list() conv6 = mf.add_leaky_relu( mf.convolution_2d_layer(hypercolumn, [1, 1, c, 512], [1, 1], "SAME", wd, "conv6"), leaky_param) deconv1 = self._deconv2_wrapper(conv6, conv21, 256, wd, "deconv1") print(deconv1) deconv2 = self._deconv2_wrapper(deconv1, conv11, 64, wd, "deconv2") print(deconv2) conv7 = mf.add_leaky_relu( mf.convolution_2d_layer(deconv2, [1, 1, 64, 1], [1, 1], "SAME", wd, "conv7"), leaky_param) print(conv7) predict_list = list() predict_list.append(conv7) b = tf.shape(hypercolumn)[0] [bb, hh, ww, cc] = conv7.get_shape().as_list() dims = hh * ww * cc fc = tf.reshape(conv7, [b, dims], "vectorize") return predict_list, fc
def model_infer(self, data_ph, model_params): input_ph = data_ph.get_input() leaky_param = model_params["leaky_param"] wd = model_params["weight_decay"] hyper_list = list() print(input_ph) conv11 = mf.add_leaky_relu( mf.convolution_2d_layer(input_ph, [3, 3, 3, 64], [1, 1], "SAME", wd, "conv1_1"), leaky_param) conv12 = mf.add_leaky_relu( mf.convolution_2d_layer(conv11, [3, 3, 64, 64], [1, 1], "SAME", wd, "conv1_2"), leaky_param) conv12_maxpool = mf.maxpool_2d_layer(conv12, [3, 3], [2, 2], "maxpool1") print(conv12_maxpool) #hyper_list.append(conv12_maxpool) conv21 = mf.add_leaky_relu( mf.convolution_2d_layer(conv12_maxpool, [3, 3, 64, 128], [1, 1], "SAME", wd, "conv2_1"), leaky_param) conv22 = mf.add_leaky_relu( mf.convolution_2d_layer(conv21, [3, 3, 128, 128], [1, 1], "SAME", wd, "conv2_2"), leaky_param) conv22_maxpool = mf.maxpool_2d_layer(conv22, [3, 3], [2, 2], "maxpool2") print(conv22_maxpool) hyper_list.append(conv22_maxpool) conv31 = mf.add_leaky_relu( mf.convolution_2d_layer(conv22_maxpool, [3, 3, 128, 256], [1, 1], "SAME", wd, "conv3_1"), leaky_param) conv32 = mf.add_leaky_relu( mf.convolution_2d_layer(conv31, [3, 3, 256, 256], [1, 1], "SAME", wd, "conv3_2"), leaky_param) #atrous3 = mf.add_leaky_relu(mf.atrous_convolution_layer( # conv32, [3, 3, 256, 256], 2, # "SAME", wd, "atrous3"), leaky_param) #conv33 = mf.add_leaky_relu(mf.convolution_2d_layer( # conv32, [3, 3, 256, 256], [1, 1], # "SAME", wd, "conv3_3"), leaky_param) #conv33_maxpool = mf.maxpool_2d_layer(conv33, [3, 3], # [2, 2], "maxpool3") #print(atrous3) hyper_list.append(conv32) conv41 = mf.add_leaky_relu( mf.convolution_2d_layer(conv32, [3, 3, 256, 512], [1, 1], "SAME", wd, "conv4_1"), leaky_param) conv42 = mf.add_leaky_relu( mf.convolution_2d_layer(conv41, [3, 3, 512, 512], [1, 1], "SAME", wd, "conv4_2"), leaky_param) #atrous4 = mf.add_leaky_relu(mf.atrous_convolution_layer( # conv42, [3, 3, 512, 512], 2, # "SAME", wd, "atrous4"), leaky_param) #print(atrous4) hyper_list.append(conv42) #atrous51 = mf.add_leaky_relu(mf.atrous_convolution_layer( # atrous4, [3, 3, 512, 512], 2, # "SAME", wd, "atrous5_1"), leaky_param) #atrous52 = mf.add_leaky_relu(mf.atrous_convolution_layer( # atrous51, [3, 3, 512, 512], 2, # "SAME", wd, "atrous5_2"), leaky_param) #print(atrous52) #hyper_list.append(atrous52) #hyper_list.append(atrous52) hypercolumn = self._pack_tensor_list(hyper_list) print(hypercolumn) [b, w, h, c] = hypercolumn.get_shape().as_list() conv6 = mf.add_leaky_relu( mf.convolution_2d_layer(hypercolumn, [1, 1, c, 512], [1, 1], "SAME", wd, "conv6"), leaky_param) deconv1 = self._deconv2_wrapper(conv6, conv21, 256, wd, "deconv1") print(deconv1) deconv2 = self._deconv2_wrapper(deconv1, conv11, 64, wd, "deconv2") print(deconv2) # Add domain classifier if model_params['use_da']: da_conv1 = mf.add_leaky_relu( mf.convolution_2d_layer(deconv2, [1, 1, 64, 64], [1, 1], "SAME", wd, "da_conv1"), leaky_param) da_cls = mf.add_leaky_relu( mf.convolution_2d_layer(da_conv1, [1, 1, 64, 2], [1, 1], "SAME", wd, "da_cls"), leaky_param) self.da_cls = da_cls #deconv1 = mf.deconvolution_2d_layer(conv6, [3, 3, 256, 512], # [2, 2], [b, 111, 111, 256], 'VALID', wd, 'deconv1') #print(deconv1) #deconv2 = mf.deconvolution_2d_layer(deconv1, [3, 3, 64, 256], # [2, 2], [b, 224, 224, 64], 'VALID', wd, 'deconv2') #print(deconv2) conv7 = mf.add_leaky_relu( mf.convolution_2d_layer(deconv2, [1, 1, 64, 1], [1, 1], "SAME", wd, "conv7"), leaky_param) print(conv7) #tf.add_to_collection("image_to_write", data_ph.get_input()) #tf.add_to_collection("image_to_write", data_ph.get_label()) #tf.add_to_collection("image_to_write", data_ph.get_mask()) #tf.add_to_collection("image_to_write", conv7) with tf.variable_scope("image_sum"): self._add_image_sum(data_ph.get_input(), data_ph.get_label(), conv7, data_ph.get_mask()) self.predict_list = list() self.predict_list.append(conv7)
def model_infer(self, data_ph, model_params): input_ph = data_ph.get_input() leaky_param = model_params["leaky_param"] wd = model_params["weight_decay"] hyper_list = list() print(input_ph) conv11 = mf.add_leaky_relu(mf.convolution_2d_layer( input_ph, [3, 3, 3, 64], [1, 1], "SAME", wd, "conv1_1"), leaky_param) atrous1 = mf.add_leaky_relu(mf.atrous_convolution_layer( conv11, [3, 3, 64, 64], 2, "SAME", wd, "atrous1"), leaky_param) print(atrous1) hyper_list.append(atrous1) conv21 = mf.add_leaky_relu(mf.convolution_2d_layer( atrous1, [3, 3, 64, 128], [1, 1], "SAME", wd, "conv2_1"), leaky_param) atrous2 = mf.add_leaky_relu(mf.atrous_convolution_layer( conv21, [3, 3, 128, 128], 2, "SAME", wd, "atrous2"), leaky_param) print(atrous2) hyper_list.append(atrous2) conv31 = mf.add_leaky_relu(mf.convolution_2d_layer( atrous2, [3, 3, 128, 256], [1, 1], "SAME", wd, "conv3_1"), leaky_param) conv32 = mf.add_leaky_relu(mf.convolution_2d_layer( conv31, [3, 3, 256, 256], [1, 1], "SAME", wd, "conv3_2"), leaky_param) atrous3 = mf.add_leaky_relu(mf.atrous_convolution_layer( conv32, [3, 3, 256, 256], 2, "SAME", wd, "atrous3"), leaky_param) print(atrous3) hyper_list.append(atrous3) conv41 = mf.add_leaky_relu(mf.convolution_2d_layer( atrous3, [3, 3, 256, 512], [1, 1], "SAME", wd, "conv4_1"), leaky_param) conv42 = mf.add_leaky_relu(mf.convolution_2d_layer( conv41, [3, 3, 512, 512], [1, 1], "SAME", wd, "conv4_2"), leaky_param) atrous4 = mf.add_leaky_relu(mf.atrous_convolution_layer( conv42, [3, 3, 512, 512], 2, "SAME", wd, "atrous4"), leaky_param) print(atrous4) hyper_list.append(atrous4) conv51 = mf.add_leaky_relu(mf.convolution_2d_layer( atrous4, [3, 3, 512, 512], [1, 1], "SAME", wd, "conv5_1"), leaky_param) conv52 = mf.add_leaky_relu(mf.convolution_2d_layer( conv51, [3, 3, 512, 512], [1, 1], "SAME", wd, "conv5_2"), leaky_param) atrous5 = mf.add_leaky_relu(mf.atrous_convolution_layer( conv52, [3, 3, 512, 512], 2, "SAME", wd, "atrous5"), leaky_param) print(atrous5) hyper_list.append(atrous5) hypercolumn = self.pack_tensor_list(hyper_list) c_dimension = hypercolumn.get_shape().as_list()[3] conv6 = mf.add_leaky_relu(mf.convolution_2d_layer( hypercolumn, [1, 1, c_dimension, 1], [1, 1], "SAME", wd, "conv6"), leaky_param) tf.add_to_collection("image_to_write", data_ph.get_input()) tf.add_to_collection("image_to_write", data_ph.get_label()) tf.add_to_collection("image_to_write", data_ph.get_mask()) tf.add_to_collection("image_to_write", conv6) self.predict_list = list() self.predict_list.append(conv6)
def model_infer(self, data_ph, model_params): input_ph = data_ph.get_input() leaky_param = model_params["leaky_param"] wd = model_params["weight_decay"] hyper_list = list() deconv_list = list() print(input_ph) conv11 = mf.add_leaky_relu( mf.convolution_2d_layer(input_ph, [3, 3, 3, 64], [1, 1], "SAME", wd, "conv1_1"), leaky_param) conv12 = mf.add_leaky_relu( mf.convolution_2d_layer(conv11, [3, 3, 64, 64], [1, 1], "SAME", wd, "conv1_2"), leaky_param) conv12_maxpool = mf.maxpool_2d_layer(conv12, [2, 2], [2, 2], "maxpool1") print(conv12_maxpool) hyper_list.append(conv12_maxpool) conv21 = mf.add_leaky_relu( mf.convolution_2d_layer(conv12_maxpool, [3, 3, 64, 128], [1, 1], "SAME", wd, "conv2_1"), leaky_param) conv22 = mf.add_leaky_relu( mf.convolution_2d_layer(conv21, [3, 3, 128, 128], [1, 1], "SAME", wd, "conv2_2"), leaky_param) conv22_maxpool = mf.maxpool_2d_layer(conv22, [2, 2], [2, 2], "maxpool2") print(conv22_maxpool) hyper_list.append(conv22_maxpool) conv31 = mf.add_leaky_relu( mf.convolution_2d_layer(conv22_maxpool, [3, 3, 128, 256], [1, 1], "SAME", wd, "conv3_1"), leaky_param) conv32 = mf.add_leaky_relu( mf.convolution_2d_layer(conv31, [3, 3, 256, 256], [1, 1], "SAME", wd, "conv3_2"), leaky_param) conv33 = mf.add_leaky_relu( mf.convolution_2d_layer(conv32, [3, 3, 256, 256], [1, 1], "SAME", wd, "conv3_3"), leaky_param) conv33_maxpool = mf.maxpool_2d_layer(conv33, [2, 2], [2, 2], "maxpool3") print(conv33_maxpool) hyper_list.append(conv33_maxpool) conv41 = mf.add_leaky_relu( mf.convolution_2d_layer(conv33_maxpool, [3, 3, 256, 512], [1, 1], "SAME", wd, "conv4_1"), leaky_param) conv42 = mf.add_leaky_relu( mf.convolution_2d_layer(conv41, [3, 3, 512, 512], [1, 1], "SAME", wd, "conv4_2"), leaky_param) conv43 = mf.add_leaky_relu( mf.convolution_2d_layer(conv42, [3, 3, 512, 512], [1, 1], "SAME", wd, "conv4_3"), leaky_param) conv43_maxpool = mf.maxpool_2d_layer(conv43, [2, 2], [2, 2], "maxpool4") print(conv43_maxpool) hyper_list.append(conv43_maxpool) conv51 = mf.add_leaky_relu( mf.convolution_2d_layer(conv43_maxpool, [3, 3, 512, 512], [1, 1], "SAME", wd, "conv5_1"), leaky_param) conv52 = mf.add_leaky_relu( mf.convolution_2d_layer(conv51, [3, 3, 512, 512], [1, 1], "SAME", wd, "conv5_2"), leaky_param) conv53 = mf.add_leaky_relu( mf.convolution_2d_layer(conv52, [3, 3, 512, 512], [1, 1], "SAME", wd, "conv5_3"), leaky_param) conv53_maxpool = mf.maxpool_2d_layer(conv53, [2, 2], [2, 2], "maxpool5") conv53_maxpool = conv53_maxpool print(conv53_maxpool) hyper_list.append(conv53_maxpool) concat1 = self.pack_tensor_list(hyper_list) # hypercolumn feature deconv1 = self.resize_deconv(concat1, [224, 224], 3, wd, 'deconv1') deconv_list.append(deconv1) concat2 = self.pack_tensor_list([concat1, deconv1]) deconv2 = self.resize_deconv(concat2, [224, 224], 3, wd, 'deconv2') deconv_list.append(deconv2) concat3 = self.pack_tensor_list([concat1, deconv2]) deconv3 = self.resize_deconv(concat3, [224, 224], 3, wd, 'deconv3') deconv_list.append(deconv3) self.deconv_list = deconv_list
def model_infer(self, data_ph, model_params): input_ph = data_ph.get_input() leaky_param = model_params["leaky_param"] wd = model_params["weight_decay"] hyper_list = list() print(input_ph) conv11 = mf.add_leaky_relu( mf.convolution_2d_layer(input_ph, [3, 3, 3, 64], [1, 1], "SAME", wd, "conv1_1"), leaky_param) conv12 = mf.add_leaky_relu( mf.convolution_2d_layer(conv11, [3, 3, 64, 64], [1, 1], "SAME", wd, "conv1_2"), leaky_param) conv12_maxpool = mf.maxpool_2d_layer(conv12, [3, 3], [2, 2], "maxpool1") print(conv12_maxpool) #hyper_list.append(conv12_maxpool) conv21 = mf.add_leaky_relu( mf.convolution_2d_layer(conv12_maxpool, [3, 3, 64, 128], [1, 1], "SAME", wd, "conv2_1"), leaky_param) conv22 = mf.add_leaky_relu( mf.convolution_2d_layer(conv21, [3, 3, 128, 128], [1, 1], "SAME", wd, "conv2_2"), leaky_param) conv22_maxpool = mf.maxpool_2d_layer(conv22, [3, 3], [2, 2], "maxpool2") print(conv22_maxpool) hyper_list.append(conv22_maxpool) conv31 = mf.add_leaky_relu( mf.convolution_2d_layer(conv22_maxpool, [3, 3, 128, 256], [1, 1], "SAME", wd, "conv3_1"), leaky_param) conv32 = mf.add_leaky_relu( mf.convolution_2d_layer(conv31, [3, 3, 256, 256], [1, 1], "SAME", wd, "conv3_2"), leaky_param) atrous3 = mf.add_leaky_relu( mf.atrous_convolution_layer(conv32, [3, 3, 256, 256], 2, "SAME", wd, "atrous3"), leaky_param) #conv33 = mf.add_leaky_relu(mf.convolution_2d_layer( # conv32, [3, 3, 256, 256], [1, 1], # "SAME", wd, "conv3_3"), leaky_param) #conv33_maxpool = mf.maxpool_2d_layer(conv33, [3, 3], # [2, 2], "maxpool3") print(atrous3) hyper_list.append(atrous3) conv41 = mf.add_leaky_relu( mf.convolution_2d_layer(atrous3, [3, 3, 256, 512], [1, 1], "SAME", wd, "conv4_1"), leaky_param) conv42 = mf.add_leaky_relu( mf.convolution_2d_layer(conv41, [3, 3, 512, 512], [1, 1], "SAME", wd, "conv4_2"), leaky_param) atrous4 = mf.add_leaky_relu( mf.atrous_convolution_layer(conv42, [3, 3, 512, 512], 2, "SAME", wd, "atrous4"), leaky_param) print(atrous4) hyper_list.append(atrous4) atrous51 = mf.add_leaky_relu( mf.atrous_convolution_layer(atrous4, [3, 3, 512, 512], 2, "SAME", wd, "atrous5_1"), leaky_param) atrous52 = mf.add_leaky_relu( mf.atrous_convolution_layer(atrous51, [3, 3, 512, 512], 2, "SAME", wd, "atrous5_2"), leaky_param) print(atrous52) #hyper_list.append(atrous52) hyper_list.append(atrous52) hypercolumn = self._pack_tensor_list(hyper_list) print(hypercolumn) [b, w, h, c] = hypercolumn.get_shape().as_list() conv6 = mf.add_leaky_relu( mf.convolution_2d_layer(hypercolumn, [1, 1, c, 512], [1, 1], "SAME", wd, "conv6"), leaky_param) deconv1 = self._deconv2_wrapper(conv6, conv21, 256, wd, "deconv1") print(deconv1) deconv2 = self._deconv2_wrapper(deconv1, conv11, 64, wd, "deconv2") print(deconv2) conv7 = mf.add_leaky_relu( mf.convolution_2d_layer(deconv2, [1, 1, 64, 1], [1, 1], "SAME", wd, "conv7"), leaky_param) print(conv7) stage2 = self._stage_conv(data_ph, conv7, 2, model_params) print(stage2) stage3 = self._stage_conv(data_ph, stage2, 3, model_params) print(stage3) self.predict_list = list() self.predict_list.append(conv7) self.predict_list.append(stage2) self.predict_list.append(stage3) with tf.variable_scope("image_sum"): self._add_image_sum(data_ph.get_input(), data_ph.get_label(), data_ph.get_mask())