def input_to_feature(self, z): with tf.variable_scope("g_", reuse=True): data_flatten = flatten(z) # 4 x 4 h0_linear = tf_utils.linear(data_flatten, 4 * 4 * self.gen_c[0], name='h0_linear') h0_reshape = tf.reshape( h0_linear, [tf.shape(h0_linear)[0], 4, 4, self.gen_c[0]]) h0_batchnorm = tf_utils.batch_norm(h0_reshape, name='h0_batchnorm', _ops=self._gen_train_ops) h0_relu = tf.nn.relu(h0_batchnorm, name='h0_relu') # 8 x 8 h1_deconv = tf_utils.deconv2d(h0_relu, self.gen_c[1], name='h1_deconv2d') h1_batchnorm = tf_utils.batch_norm(h1_deconv, name='h1_batchnorm', _ops=self._gen_train_ops) h1_relu = tf.nn.relu(h1_batchnorm, name='h1_relu') # 16 x 16 h2_deconv = tf_utils.deconv2d(h1_relu, self.gen_c[2], name='h2_deconv2d') h2_batchnorm = tf_utils.batch_norm(h2_deconv, name='h2_batchnorm', _ops=self._gen_train_ops) h2_relu = tf.nn.relu(h2_batchnorm, name='h2_relu') return h2_relu
def generator(self, data, name='g_'): with tf.variable_scope(name): data_flatten = flatten(data) # 4 x 4 h0_linear = tf_utils.linear(data_flatten, 4*4*self.gen_c[0], name='h0_linear') h0_reshape = tf.reshape(h0_linear, [tf.shape(h0_linear)[0], 4, 4, self.gen_c[0]]) h0_batchnorm = tf_utils.batch_norm(h0_reshape, name='h0_batchnorm', _ops=self._gen_train_ops) h0_relu = tf.nn.relu(h0_batchnorm, name='h0_relu') # 8 x 8 h1_deconv = tf_utils.deconv2d(h0_relu, self.gen_c[1], name='h1_deconv2d') h1_batchnorm = tf_utils.batch_norm(h1_deconv, name='h1_batchnorm', _ops=self._gen_train_ops) h1_relu = tf.nn.relu(h1_batchnorm, name='h1_relu') # 16 x 16 h2_deconv = tf_utils.deconv2d(h1_relu, self.gen_c[2], name='h2_deconv2d') h2_batchnorm = tf_utils.batch_norm(h2_deconv, name='h2_batchnorm', _ops=self._gen_train_ops) h2_relu = tf.nn.relu(h2_batchnorm, name='h2_relu') # 32 x 32 if (self.flags.dataset == 'mnist') or (self.flags.dataset == 'cifar10'): output = tf_utils.deconv2d(h2_relu, self.image_size[2], name='h3_deconv2d') return tf.nn.tanh(output) else: h3_deconv = tf_utils.deconv2d(h2_relu, self.gen_c[3], name='h3_deconv2d') h3_batchnorm = tf_utils.batch_norm(h3_deconv, name='h3_batchnorm', _ops=self._gen_train_ops) h3_relu = tf.nn.relu(h3_batchnorm, name='h3_relu') # 64 x 64 output = tf_utils.deconv2d(h3_relu, self.image_size[2], name='h4_deconv2d') return tf.nn.tanh(output)
def generator(self, data, name='g_', is_reuse=False): with tf.variable_scope(name) as scope: if is_reuse is True: scope.reuse_variables() data_flatten = flatten(data) # 4 x 4 h0_linear = tf_utils.linear(data_flatten, 4*4*self.gen_c[0], name='h0_linear') h0_reshape = tf.reshape(h0_linear, [tf.shape(h0_linear)[0], 4, 4, self.gen_c[0]]) h0_batchnorm = tf_utils.batch_norm(h0_reshape, name='h0_batchnorm', _ops=self._gen_train_ops) h0_relu = tf.nn.relu(h0_batchnorm, name='h0_relu') # 8 x 8 h1_deconv = tf_utils.deconv2d(h0_relu, self.gen_c[1], name='h1_deconv2d') h1_batchnorm = tf_utils.batch_norm(h1_deconv, name='h1_batchnorm', _ops=self._gen_train_ops) h1_relu = tf.nn.relu(h1_batchnorm, name='h1_relu') # 16 x 16 h2_deconv = tf_utils.deconv2d(h1_relu, self.gen_c[2], name='h2_deconv2d') h2_batchnorm = tf_utils.batch_norm(h2_deconv, name='h2_batchnorm', _ops=self._gen_train_ops) h2_relu = tf.nn.relu(h2_batchnorm, name='h2_relu') # 32 x 32 h3_deconv = tf_utils.deconv2d(h2_relu, self.gen_c[3], name='h3_deconv2d') h3_batchnorm = tf_utils.batch_norm(h3_deconv, name='h3_batchnorm', _ops=self._gen_train_ops) h3_relu = tf.nn.relu(h3_batchnorm, name='h3_relu') # 64 x 64 output = tf_utils.deconv2d(h3_relu, self.image_size[2], name='h4_deconv2d') return tf.nn.tanh(output)
def basicGenerator(self, data, name='g_'): with tf.variable_scope(name): data_flatten = flatten(data) tf_utils.print_activations(data_flatten) # from (N, 128) to (N, 4, 4, 256) h0_linear = tf_utils.linear(data_flatten, self.gen_c[0], name='h0_linear') if self.flags.dataset == 'cifar10': h0_linear = tf.reshape(h0_linear, [ tf.shape(h0_linear)[0], 4, 4, int(self.gen_c[0] / (4 * 4)) ]) h0_linear = tf_utils.norm(h0_linear, _type='batch', _ops=self.gen_train_ops, name='h0_norm') h0_relu = tf.nn.relu(h0_linear, name='h0_relu') h0_reshape = tf.reshape( h0_relu, [tf.shape(h0_relu)[0], 4, 4, int(self.gen_c[0] / (4 * 4))]) # from (N, 4, 4, 256) to (N, 8, 8, 128) h1_deconv = tf_utils.deconv2d(h0_reshape, self.gen_c[1], k_h=5, k_w=5, name='h1_deconv2d') if self.flags.dataset == 'cifar10': h1_deconv = tf_utils.norm(h1_deconv, _type='batch', _ops=self.gen_train_ops, name='h1_norm') h1_relu = tf.nn.relu(h1_deconv, name='h1_relu') # from (N, 8, 8, 128) to (N, 16, 16, 64) h2_deconv = tf_utils.deconv2d(h1_relu, self.gen_c[2], k_h=5, k_w=5, name='h2_deconv2d') if self.flags.dataset == 'cifar10': h2_deconv = tf_utils.norm(h2_deconv, _type='batch', _ops=self.gen_train_ops, name='h2_norm') h2_relu = tf.nn.relu(h2_deconv, name='h2_relu') # from (N, 16, 16, 64) to (N, 32, 32, 1) output = tf_utils.deconv2d(h2_relu, self.image_size[2], k_h=5, k_w=5, name='h3_deconv2d') return tf_utils.tanh(output)
def __call__(self, x): with tf.variable_scope(self.name, reuse=self.reuse): tf_utils.print_activations(x) # (N, H, W, C) -> (N, H, W, 64) conv1 = tf_utils.padding2d(x, p_h=3, p_w=3, pad_type='REFLECT', name='conv1_padding') conv1 = tf_utils.conv2d(conv1, self.ngf, k_h=7, k_w=7, d_h=1, d_w=1, padding='VALID', name='conv1_conv') conv1 = tf_utils.norm(conv1, _type='instance', _ops=self._ops, name='conv1_norm') conv1 = tf_utils.relu(conv1, name='conv1_relu', is_print=True) # (N, H, W, 64) -> (N, H/2, W/2, 128) conv2 = tf_utils.conv2d(conv1, 2*self.ngf, k_h=3, k_w=3, d_h=2, d_w=2, padding='SAME', name='conv2_conv') conv2 = tf_utils.norm(conv2, _type='instance', _ops=self._ops, name='conv2_norm',) conv2 = tf_utils.relu(conv2, name='conv2_relu', is_print=True) # (N, H/2, W/2, 128) -> (N, H/4, W/4, 256) conv3 = tf_utils.conv2d(conv2, 4*self.ngf, k_h=3, k_w=3, d_h=2, d_w=2, padding='SAME', name='conv3_conv') conv3 = tf_utils.norm(conv3, _type='instance', _ops=self._ops, name='conv3_norm',) conv3 = tf_utils.relu(conv3, name='conv3_relu', is_print=True) # (N, H/4, W/4, 256) -> (N, H/4, W/4, 256) if (self.image_size[0] <= 128) and (self.image_size[1] <= 128): # use 6 residual blocks for 128x128 images res_out = tf_utils.n_res_blocks(conv3, num_blocks=6, is_print=True) else: # use 9 blocks for higher resolution res_out = tf_utils.n_res_blocks(conv3, num_blocks=9, is_print=True) # (N, H/4, W/4, 256) -> (N, H/2, W/2, 128) conv4 = tf_utils.deconv2d(res_out, 2*self.ngf, name='conv4_deconv2d') conv4 = tf_utils.norm(conv4, _type='instance', _ops=self._ops, name='conv4_norm') conv4 = tf_utils.relu(conv4, name='conv4_relu', is_print=True) # (N, H/2, W/2, 128) -> (N, H, W, 64) conv5 = tf_utils.deconv2d(conv4, self.ngf, name='conv5_deconv2d') conv5 = tf_utils.norm(conv5, _type='instance', _ops=self._ops, name='conv5_norm') conv5 = tf_utils.relu(conv5, name='conv5_relu', is_print=True) # (N, H, W, 64) -> (N, H, W, 3) conv6 = tf_utils.padding2d(conv5, p_h=3, p_w=3, pad_type='REFLECT', name='output_padding') conv6 = tf_utils.conv2d(conv6, self.image_size[2], k_h=7, k_w=7, d_h=1, d_w=1, padding='VALID', name='output_conv') output = tf_utils.tanh(conv6, name='output_tanh', is_print=True) # set reuse=True for next call self.reuse = True self.variables = tf.get_collection(tf.GraphKeys.TRAINABLE_VARIABLES, scope=self.name) return output
def feature_to_data(self, net): with tf.variable_scope("g_", reuse=True): # 32 x 32 h3_deconv = tf_utils.deconv2d(net, self.gen_c[3], name='h3_deconv2d') h3_batchnorm = tf_utils.batch_norm(h3_deconv, name='h3_batchnorm', _ops=self._gen_train_ops) h3_relu = tf.nn.relu(h3_batchnorm, name='h3_relu') # 64 x 64 output = tf_utils.deconv2d(h3_relu, self.image_size[2], name='h4_deconv2d') return tf.nn.tanh(output)
def __call__(self, x, keep_rate=0.5): with tf.compat.v1.variable_scope(self.name, reuse=self.reuse): tf_utils.print_activations(x, logger=self.logger) # E0: (320, 200) -> (160, 100) e0_conv2d = tf_utils.conv2d(x, output_dim=self.gen_c[0], initializer='He', logger=self.logger, name='e0_conv2d') e0_lrelu = tf_utils.lrelu(e0_conv2d, logger=self.logger, name='e0_lrelu') # E1: (160, 100) -> (80, 50) e1_conv2d = tf_utils.conv2d(e0_lrelu, output_dim=self.gen_c[1], initializer='He', logger=self.logger, name='e1_conv2d') e1_batchnorm = tf_utils.norm(e1_conv2d, _type=self.norm, _ops=self._ops, logger=self.logger, name='e1_norm') e1_lrelu = tf_utils.lrelu(e1_batchnorm, logger=self.logger, name='e1_lrelu') # E2: (80, 50) -> (40, 25) e2_conv2d = tf_utils.conv2d(e1_lrelu, output_dim=self.gen_c[2], initializer='He', logger=self.logger, name='e2_conv2d') e2_batchnorm = tf_utils.norm(e2_conv2d, _type=self.norm, _ops=self._ops, logger=self.logger, name='e2_norm') e2_lrelu = tf_utils.lrelu(e2_batchnorm, logger=self.logger, name='e2_lrelu') # E3: (40, 25) -> (20, 13) e3_conv2d = tf_utils.conv2d(e2_lrelu, output_dim=self.gen_c[3], initializer='He', logger=self.logger, name='e3_conv2d') e3_batchnorm = tf_utils.norm(e3_conv2d, _type=self.norm, _ops=self._ops, logger=self.logger, name='e3_norm') e3_lrelu = tf_utils.lrelu(e3_batchnorm, logger=self.logger, name='e3_lrelu') # E4: (20, 13) -> (10, 7) e4_conv2d = tf_utils.conv2d(e3_lrelu, output_dim=self.gen_c[4], initializer='He', logger=self.logger, name='e4_conv2d') e4_batchnorm = tf_utils.norm(e4_conv2d, _type=self.norm, _ops=self._ops, logger=self.logger, name='e4_norm') e4_lrelu = tf_utils.lrelu(e4_batchnorm, logger=self.logger, name='e4_lrelu') # E5: (10, 7) -> (5, 4) e5_conv2d = tf_utils.conv2d(e4_lrelu, output_dim=self.gen_c[5], initializer='He', logger=self.logger, name='e5_conv2d') e5_batchnorm = tf_utils.norm(e5_conv2d, _type=self.norm, _ops=self._ops, logger=self.logger, name='e5_norm') e5_lrelu = tf_utils.lrelu(e5_batchnorm, logger=self.logger, name='e5_lrelu') # E6: (5, 4) -> (3, 2) e6_conv2d = tf_utils.conv2d(e5_lrelu, output_dim=self.gen_c[6], initializer='He', logger=self.logger, name='e6_conv2d') e6_batchnorm = tf_utils.norm(e6_conv2d, _type=self.norm, _ops=self._ops, logger=self.logger, name='e6_norm') e6_lrelu = tf_utils.lrelu(e6_batchnorm, logger=self.logger, name='e6_lrelu') # E7: (3, 2) -> (2, 1) e7_conv2d = tf_utils.conv2d(e6_lrelu, output_dim=self.gen_c[7], initializer='He', logger=self.logger, name='e7_conv2d') e7_batchnorm = tf_utils.norm(e7_conv2d, _type=self.norm, _ops=self._ops, logger=self.logger, name='e7_norm') e7_relu = tf_utils.lrelu(e7_batchnorm, logger=self.logger, name='e7_relu') # D0: (2, 1) -> (3, 2) # Stage1: (2, 1) -> (4, 2) d0_deconv = tf_utils.deconv2d(e7_relu, output_dim=self.gen_c[8], initializer='He', logger=self.logger, name='d0_deconv2d') # Stage2: (4, 2) -> (3, 2) shapeA = e6_conv2d.get_shape().as_list()[1] shapeB = d0_deconv.get_shape().as_list()[1] - e6_conv2d.get_shape( ).as_list()[1] d0_split, _ = tf.split(d0_deconv, [shapeA, shapeB], axis=1, name='d0_split') tf_utils.print_activations(d0_split, logger=self.logger) # Stage3: Batch norm, concatenation, and relu d0_batchnorm = tf_utils.norm(d0_split, _type=self.norm, _ops=self._ops, logger=self.logger, name='d0_norm') d0_drop = tf_utils.dropout(d0_batchnorm, keep_prob=keep_rate, logger=self.logger, name='d0_dropout') d0_concat = tf.concat([d0_drop, e6_batchnorm], axis=3, name='d0_concat') d0_relu = tf_utils.relu(d0_concat, logger=self.logger, name='d0_relu') # D1: (3, 2) -> (5, 4) # Stage1: (3, 2) -> (6, 4) d1_deconv = tf_utils.deconv2d(d0_relu, output_dim=self.gen_c[9], initializer='He', logger=self.logger, name='d1_deconv2d') # Stage2: (6, 4) -> (5, 4) shapeA = e5_batchnorm.get_shape().as_list()[1] shapeB = d1_deconv.get_shape().as_list( )[1] - e5_batchnorm.get_shape().as_list()[1] d1_split, _ = tf.split(d1_deconv, [shapeA, shapeB], axis=1, name='d1_split') tf_utils.print_activations(d1_split, logger=self.logger) # Stage3: Batch norm, concatenation, and relu d1_batchnorm = tf_utils.norm(d1_split, _type=self.norm, _ops=self._ops, logger=self.logger, name='d1_norm') d1_drop = tf_utils.dropout(d1_batchnorm, keep_prob=keep_rate, logger=self.logger, name='d1_dropout') d1_concat = tf.concat([d1_drop, e5_batchnorm], axis=3, name='d1_concat') d1_relu = tf_utils.relu(d1_concat, logger=self.logger, name='d1_relu') # D2: (5, 4) -> (10, 7) # Stage1: (5, 4) -> (10, 8) d2_deconv = tf_utils.deconv2d(d1_relu, output_dim=self.gen_c[10], initializer='He', logger=self.logger, name='d2_deconv2d') # Stage2: (10, 8) -> (10, 7) shapeA = e4_batchnorm.get_shape().as_list()[2] shapeB = d2_deconv.get_shape().as_list( )[2] - e4_batchnorm.get_shape().as_list()[2] d2_split, _ = tf.split(d2_deconv, [shapeA, shapeB], axis=2, name='d2_split') tf_utils.print_activations(d2_split, logger=self.logger) # Stage3: Batch norm, concatenation, and relu d2_batchnorm = tf_utils.norm(d2_split, _type=self.norm, _ops=self._ops, logger=self.logger, name='d2_norm') d2_drop = tf_utils.dropout(d2_batchnorm, keep_prob=keep_rate, logger=self.logger, name='d2_dropout') d2_concat = tf.concat([d2_drop, e4_batchnorm], axis=3, name='d2_concat') d2_relu = tf_utils.relu(d2_concat, logger=self.logger, name='d2_relu') # D3: (10, 7) -> (20, 13) # Stage1: (10, 7) -> (20, 14) d3_deconv = tf_utils.deconv2d(d2_relu, output_dim=self.gen_c[11], initializer='He', logger=self.logger, name='d3_deconv2d') # Stage2: (20, 14) -> (20, 13) shapeA = e3_batchnorm.get_shape().as_list()[2] shapeB = d3_deconv.get_shape().as_list( )[2] - e3_batchnorm.get_shape().as_list()[2] d3_split, _ = tf.split(d3_deconv, [shapeA, shapeB], axis=2, name='d3_split_2') tf_utils.print_activations(d3_split, logger=self.logger) # Stage3: Batch norm, concatenation, and relu d3_batchnorm = tf_utils.norm(d3_split, _type=self.norm, _ops=self._ops, logger=self.logger, name='d3_norm') d3_concat = tf.concat([d3_batchnorm, e3_batchnorm], axis=3, name='d3_concat') d3_relu = tf_utils.relu(d3_concat, logger=self.logger, name='d3_relu') # D4: (20, 13) -> (40, 25) # Stage1: (20, 13) -> (40, 26) d4_deconv = tf_utils.deconv2d(d3_relu, output_dim=self.gen_c[12], initializer='He', logger=self.logger, name='d4_deconv2d') # Stage2: (40, 26) -> (40, 25) shapeA = e2_batchnorm.get_shape().as_list()[2] shapeB = d4_deconv.get_shape().as_list( )[2] - e2_batchnorm.get_shape().as_list()[2] d4_split, _ = tf.split(d4_deconv, [shapeA, shapeB], axis=2, name='d4_split') tf_utils.print_activations(d4_split, logger=self.logger) # Stage3: Batch norm, concatenation, and relu d4_batchnorm = tf_utils.norm(d4_split, _type=self.norm, _ops=self._ops, logger=self.logger, name='d4_norm') d4_concat = tf.concat([d4_batchnorm, e2_batchnorm], axis=3, name='d4_concat') d4_relu = tf_utils.relu(d4_concat, logger=self.logger, name='d4_relu') # D5: (40, 25, 256) -> (80, 50, 128) d5_deconv = tf_utils.deconv2d(d4_relu, output_dim=self.gen_c[13], initializer='He', logger=self.logger, name='d5_deconv2d') d5_batchnorm = tf_utils.norm(d5_deconv, _type=self.norm, _ops=self._ops, logger=self.logger, name='d5_norm') d5_concat = tf.concat([d5_batchnorm, e1_batchnorm], axis=3, name='d5_concat') d5_relu = tf_utils.relu(d5_concat, logger=self.logger, name='d5_relu') # D6: (80, 50, 128) -> (160, 100, 64) d6_deconv = tf_utils.deconv2d(d5_relu, output_dim=self.gen_c[14], initializer='He', logger=self.logger, name='d6_deconv2d') d6_batchnorm = tf_utils.norm(d6_deconv, _type=self.norm, _ops=self._ops, logger=self.logger, name='d6_norm') d6_concat = tf.concat([d6_batchnorm, e0_conv2d], axis=3, name='d6_concat') d6_relu = tf_utils.relu(d6_concat, logger=self.logger, name='d6_relu') # D7: (160, 100, 64) -> (320, 200, 1) d7_deconv = tf_utils.deconv2d(d6_relu, output_dim=self.gen_c[15], initializer='He', logger=self.logger, name='d7_deconv2d') output = tf_utils.tanh(d7_deconv, logger=self.logger, name='output_tanh') # Set reuse=True for next call self.reuse = True self.variables = tf.compat.v1.get_collection( tf.compat.v1.GraphKeys.TRAINABLE_VARIABLES, scope=self.name) return output
def forward_network(self, inputImg, padding='SAME', reuse=False): with tf.compat.v1.variable_scope(self.name, reuse=reuse): # This part is for compatible between input size [640, 400] and [320, 200] if self.resize_factor == 1.0: # Stage 0 tf_utils.print_activations(inputImg, logger=self.logger) s0_conv1 = tf_utils.conv2d(x=inputImg, output_dim=self.conv_dims[0], k_h=3, k_w=3, d_h=1, d_w=1, padding=padding, initializer='He', name='s0_conv1', logger=self.logger) s0_conv1 = tf_utils.relu(s0_conv1, name='relu_s0_conv1', logger=self.logger) s0_conv2 = tf_utils.conv2d(x=s0_conv1, output_dim=self.conv_dims[0], k_h=3, k_w=3, d_h=1, d_w=1, padding=padding, initializer='He', name='s0_conv2', logger=self.logger) if self.use_batch_norm: s0_conv2 = tf_utils.norm(s0_conv2, name='s0_norm1', _type='batch', _ops=self._ops, is_train=self.trainMode, logger=self.logger) s0_conv2 = tf_utils.relu(s0_conv2, name='relu_s0_conv2', logger=self.logger) # Stage 1 s1_maxpool = tf_utils.max_pool(x=s0_conv2, name='s1_maxpool2d', logger=self.logger) s1_conv1 = tf_utils.conv2d(x=s1_maxpool, output_dim=self.conv_dims[0], k_h=3, k_w=3, d_h=1, d_w=1, padding=padding, initializer='He', name='s1_conv1', logger=self.logger) if self.use_batch_norm: s1_conv1 = tf_utils.norm(s1_conv1, name='s1_norm0', _type='batch', _ops=self._ops, is_train=self.trainMode, logger=self.logger) s1_conv1 = tf_utils.relu(s1_conv1, name='relu_s1_conv1', logger=self.logger) s1_conv2 = tf_utils.conv2d(x=s1_conv1, output_dim=self.conv_dims[1], k_h=3, k_w=3, d_h=1, d_w=1, padding=padding, initializer='He', name='s1_conv2', logger=self.logger) if self.use_batch_norm: s1_conv2 = tf_utils.norm(s1_conv2, name='s1_norm1', _type='batch', _ops=self._ops, is_train=self.trainMode, logger=self.logger) s1_conv2 = tf_utils.relu(s1_conv2, name='relu_s1_conv2', logger=self.logger) else: # Stage 1 tf_utils.print_activations(inputImg, logger=self.logger) s1_conv1 = tf_utils.conv2d(x=inputImg, output_dim=self.conv_dims[0], k_h=3, k_w=3, d_h=1, d_w=1, padding=padding, initializer='He', name='s1_conv1', logger=self.logger) s1_conv1 = tf_utils.relu(s1_conv1, name='relu_s1_conv1', logger=self.logger) s1_conv2 = tf_utils.conv2d(x=s1_conv1, output_dim=self.conv_dims[1], k_h=3, k_w=3, d_h=1, d_w=1, padding=padding, initializer='He', name='s1_conv2', logger=self.logger) if self.use_batch_norm: s1_conv2 = tf_utils.norm(s1_conv2, name='s1_norm1', _type='batch', _ops=self._ops, is_train=self.trainMode, logger=self.logger) s1_conv2 = tf_utils.relu(s1_conv2, name='relu_s1_conv2', logger=self.logger) # Stage 2 s2_maxpool = tf_utils.max_pool(x=s1_conv2, name='s2_maxpool2d', logger=self.logger) s2_conv1 = tf_utils.conv2d(x=s2_maxpool, output_dim=self.conv_dims[2], k_h=3, k_w=3, d_h=1, d_w=1, padding=padding, initializer='He', name='s2_conv1', logger=self.logger) if self.use_batch_norm: s2_conv1 = tf_utils.norm(s2_conv1, name='s2_norm0', _type='batch', _ops=self._ops, is_train=self.trainMode, logger=self.logger) s2_conv1 = tf_utils.relu(s2_conv1, name='relu_s2_conv1', logger=self.logger) s2_conv2 = tf_utils.conv2d(x=s2_conv1, output_dim=self.conv_dims[3], k_h=3, k_w=3, d_h=1, d_w=1, padding=padding, initializer='He', name='s2_conv2', logger=self.logger) if self.use_batch_norm: s2_conv2 = tf_utils.norm(s2_conv2, name='s2_norm1', _type='batch', _ops=self._ops, is_train=self.trainMode, logger=self.logger) s2_conv2 = tf_utils.relu(s2_conv2, name='relu_s2_conv2', logger=self.logger) # Stage 3 s3_maxpool = tf_utils.max_pool(x=s2_conv2, name='s3_maxpool2d', logger=self.logger) s3_conv1 = tf_utils.conv2d(x=s3_maxpool, output_dim=self.conv_dims[4], k_h=3, k_w=3, d_h=1, d_w=1, padding=padding, initializer='He', name='s3_conv1', logger=self.logger) if self.use_batch_norm: s3_conv1 = tf_utils.norm(s3_conv1, name='s3_norm0', _type='batch', _ops=self._ops, is_train=self.trainMode, logger=self.logger) s3_conv1 = tf_utils.relu(s3_conv1, name='relu_s3_conv1', logger=self.logger) s3_conv2 = tf_utils.conv2d(x=s3_conv1, output_dim=self.conv_dims[5], k_h=3, k_w=3, d_h=1, d_w=1, padding=padding, initializer='He', name='s3_conv2', logger=self.logger) if self.use_batch_norm: s3_conv2 = tf_utils.norm(s3_conv2, name='s3_norm1', _type='batch', _ops=self._ops, is_train=self.trainMode, logger=self.logger) s3_conv2 = tf_utils.relu(s3_conv2, name='relu_s3_conv2', logger=self.logger) # Stage 4 s4_maxpool = tf_utils.max_pool(x=s3_conv2, name='s4_maxpool2d', logger=self.logger) s4_conv1 = tf_utils.conv2d(x=s4_maxpool, output_dim=self.conv_dims[6], k_h=3, k_w=3, d_h=1, d_w=1, padding=padding, initializer='He', name='s4_conv1', logger=self.logger) if self.use_batch_norm: s4_conv1 = tf_utils.norm(s4_conv1, name='s4_norm0', _type='batch', _ops=self._ops, is_train=self.trainMode, logger=self.logger) s4_conv1 = tf_utils.relu(s4_conv1, name='relu_s4_conv1', logger=self.logger) s4_conv2 = tf_utils.conv2d(x=s4_conv1, output_dim=self.conv_dims[7], k_h=3, k_w=3, d_h=1, d_w=1, padding=padding, initializer='He', name='s4_conv2', logger=self.logger) if self.use_batch_norm: s4_conv2 = tf_utils.norm(s4_conv2, name='s4_norm1', _type='batch', _ops=self._ops, is_train=self.trainMode, logger=self.logger) s4_conv2 = tf_utils.relu(s4_conv2, name='relu_s4_conv2', logger=self.logger) s4_conv2_drop = tf_utils.dropout(x=s4_conv2, keep_prob=self.ratePh, name='s4_dropout', logger=self.logger) # Stage 5 s5_maxpool = tf_utils.max_pool(x=s4_conv2_drop, name='s5_maxpool2d', logger=self.logger) s5_conv1 = tf_utils.conv2d(x=s5_maxpool, output_dim=self.conv_dims[8], k_h=3, k_w=3, d_h=1, d_w=1, padding=padding, initializer='He', name='s5_conv1', logger=self.logger) if self.use_batch_norm: s5_conv1 = tf_utils.norm(s5_conv1, name='s5_norm0', _type='batch', _ops=self._ops, is_train=self.trainMode, logger=self.logger) s5_conv1 = tf_utils.relu(s5_conv1, name='relu_s5_conv1', logger=self.logger) s5_conv2 = tf_utils.conv2d(x=s5_conv1, output_dim=self.conv_dims[9], k_h=3, k_w=3, d_h=1, d_w=1, padding=padding, initializer='He', name='s5_conv2', logger=self.logger) if self.use_batch_norm: s5_conv2 = tf_utils.norm(s5_conv2, name='s5_norm1', _type='batch', _ops=self._ops, is_train=self.trainMode, logger=self.logger) s5_conv2 = tf_utils.relu(s5_conv2, name='relu_s5_conv2', logger=self.logger) s5_conv2_drop = tf_utils.dropout(x=s5_conv2, keep_prob=self.ratePh, name='s5_dropout', logger=self.logger) # Stage 6 s6_deconv1 = tf_utils.deconv2d(x=s5_conv2_drop, output_dim=self.conv_dims[10], k_h=2, k_w=2, initializer='He', name='s6_deconv1', logger=self.logger) if self.use_batch_norm: s6_deconv1 = tf_utils.norm(s6_deconv1, name='s6_norm0', _type='batch', _ops=self._ops, is_train=self.trainMode, logger=self.logger) s6_deconv1 = tf_utils.relu(s6_deconv1, name='relu_s6_deconv1', logger=self.logger) # Cropping w1 = s4_conv2_drop.get_shape().as_list()[2] w2 = s6_deconv1.get_shape().as_list()[2] - s4_conv2_drop.get_shape().as_list()[2] s6_deconv1_split, _ = tf.split(s6_deconv1, num_or_size_splits=[w1, w2], axis=2, name='axis2_split') tf_utils.print_activations(s6_deconv1_split, logger=self.logger) # Concat s6_concat = tf_utils.concat(values=[s6_deconv1_split, s4_conv2_drop], axis=3, name='s6_axis3_concat', logger=self.logger) s6_conv2 = tf_utils.conv2d(x=s6_concat, output_dim=self.conv_dims[11], k_h=3, k_w=3, d_h=1, d_w=1, padding=padding, initializer='He', name='s6_conv2', logger=self.logger) if self.use_batch_norm: s6_conv2 = tf_utils.norm(s6_conv2, name='s6_norm1', _type='batch', _ops=self._ops, is_train=self.trainMode, logger=self.logger) s6_conv2 = tf_utils.relu(s6_conv2, name='relu_s6_conv2', logger=self.logger) s6_conv3 = tf_utils.conv2d(x=s6_conv2, output_dim=self.conv_dims[12], k_h=3, k_w=3, d_h=1, d_w=1, padding=padding, initializer='He', name='s6_conv3', logger=self.logger) if self.use_batch_norm: s6_conv3 = tf_utils.norm(s6_conv3, name='s6_norm2', _type='batch', _ops=self._ops, is_train=self.trainMode, logger=self.logger) s6_conv3 = tf_utils.relu(s6_conv3, name='relu_s6_conv3', logger=self.logger) # Stage 7 s7_deconv1 = tf_utils.deconv2d(x=s6_conv3, output_dim=self.conv_dims[13], k_h=2, k_w=2, initializer='He', name='s7_deconv1', logger=self.logger) if self.use_batch_norm: s7_deconv1 = tf_utils.norm(s7_deconv1, name='s7_norm0', _type='batch', _ops=self._ops, is_train=self.trainMode, logger=self.logger) s7_deconv1 = tf_utils.relu(s7_deconv1, name='relu_s7_deconv1', logger=self.logger) # Concat s7_concat = tf_utils.concat(values=[s7_deconv1, s3_conv2], axis=3, name='s7_axis3_concat', logger=self.logger) s7_conv2 = tf_utils.conv2d(x=s7_concat, output_dim=self.conv_dims[14], k_h=3, k_w=3, d_h=1, d_w=1, padding=padding, initializer='He', name='s7_conv2', logger=self.logger) if self.use_batch_norm: s7_conv2 = tf_utils.norm(s7_conv2, name='s7_norm1', _type='batch', _ops=self._ops, is_train=self.trainMode, logger=self.logger) s7_conv2 = tf_utils.relu(s7_conv2, name='relu_s7_conv2', logger=self.logger) s7_conv3 = tf_utils.conv2d(x=s7_conv2, output_dim=self.conv_dims[15], k_h=3, k_w=3, d_h=1, d_w=1, padding=padding, initializer='He', name='s7_conv3', logger=self.logger) if self.use_batch_norm: s7_conv3 = tf_utils.norm(s7_conv3, name='s7_norm2', _type='batch', _ops=self._ops, is_train=self.trainMode, logger=self.logger) s7_conv3 = tf_utils.relu(s7_conv3, name='relu_s7_conv3', logger=self.logger) # Stage 8 s8_deconv1 = tf_utils.deconv2d(x=s7_conv3, output_dim=self.conv_dims[16], k_h=2, k_w=2, initializer='He', name='s8_deconv1', logger=self.logger) if self.use_batch_norm: s8_deconv1 = tf_utils.norm(s8_deconv1, name='s8_norm0', _type='batch', _ops=self._ops, is_train=self.trainMode, logger=self.logger) s8_deconv1 = tf_utils.relu(s8_deconv1, name='relu_s8_deconv1', logger=self.logger) # Concat s8_concat = tf_utils.concat(values=[s8_deconv1,s2_conv2], axis=3, name='s8_axis3_concat', logger=self.logger) s8_conv2 = tf_utils.conv2d(x=s8_concat, output_dim=self.conv_dims[17], k_h=3, k_w=3, d_h=1, d_w=1, padding=padding, initializer='He', name='s8_conv2', logger=self.logger) if self.use_batch_norm: s8_conv2 = tf_utils.norm(s8_conv2, name='s8_norm1', _type='batch', _ops=self._ops, is_train=self.trainMode, logger=self.logger) s8_conv2 = tf_utils.relu(s8_conv2, name='relu_s8_conv2', logger=self.logger) s8_conv3 = tf_utils.conv2d(x=s8_conv2, output_dim=self.conv_dims[18], k_h=3, k_w=3, d_h=1, d_w=1, padding=padding, initializer='He', name='s8_conv3', logger=self.logger) if self.use_batch_norm: s8_conv3 = tf_utils.norm(s8_conv3, name='s8_norm2', _type='batch', _ops=self._ops, is_train=self.trainMode, logger=self.logger) s8_conv3 = tf_utils.relu(s8_conv3, name='relu_conv3', logger=self.logger) # Stage 9 s9_deconv1 = tf_utils.deconv2d(x=s8_conv3, output_dim=self.conv_dims[19], k_h=2, k_w=2, initializer='He', name='s9_deconv1', logger=self.logger) if self.use_batch_norm: s9_deconv1 = tf_utils.norm(s9_deconv1, name='s9_norm0', _type='batch', _ops=self._ops, is_train=self.trainMode, logger=self.logger) s9_deconv1 = tf_utils.relu(s9_deconv1, name='relu_s9_deconv1', logger=self.logger) # Concat s9_concat = tf_utils.concat(values=[s9_deconv1, s1_conv2], axis=3, name='s9_axis3_concat', logger=self.logger) s9_conv2 = tf_utils.conv2d(x=s9_concat, output_dim=self.conv_dims[20], k_h=3, k_w=3, d_h=1, d_w=1, padding=padding, initializer='He', name='s9_conv2', logger=self.logger) if self.use_batch_norm: s9_conv2 = tf_utils.norm(s9_conv2, name='s9_norm1', _type='batch', _ops=self._ops, is_train=self.trainMode, logger=self.logger) s9_conv2 = tf_utils.relu(s9_conv2, name='relu_s9_conv2', logger=self.logger) s9_conv3 = tf_utils.conv2d(x=s9_conv2, output_dim=self.conv_dims[21], k_h=3, k_w=3, d_h=1, d_w=1, padding=padding, initializer='He', name='s9_conv3', logger=self.logger) if self.use_batch_norm: s9_conv3 = tf_utils.norm(s9_conv3, name='s9_norm2', _type='batch', _ops=self._ops, is_train=self.trainMode, logger=self.logger) s9_conv3 = tf_utils.relu(s9_conv3, name='relu_s9_conv3', logger=self.logger) if self.resize_factor == 1.0: s10_deconv1 = tf_utils.deconv2d(x=s9_conv3, output_dim=self.conv_dims[-1], k_h=2, k_w=2, initializer='He', name='s10_deconv1', logger=self.logger) if self.use_batch_norm: s10_deconv1 = tf_utils.norm(s10_deconv1, name='s10_norm0', _type='batch', _ops=self._ops, is_train=self.trainMode, logger=self.logger) s10_deconv1 = tf_utils.relu(s10_deconv1, name='relu_s10_deconv1', logger=self.logger) # Concat s10_concat = tf_utils.concat(values=[s10_deconv1, s0_conv2], axis=3, name='s10_axis3_concat', logger=self.logger) s10_conv2 = tf_utils.conv2d(s10_concat, output_dim=self.conv_dims[-1], k_h=3, k_w=3, d_h=1, d_w=1, padding=padding, initializer='He', name='s10_conv2', logger=self.logger) if self.use_batch_norm: s10_conv2 = tf_utils.norm(s10_conv2, name='s10_norm1', _type='batch', _ops=self._ops, is_train=self.trainMode, logger=self.logger) s10_conv2 = tf_utils.relu(s10_conv2, name='relu_s10_conv2', logger=self.logger) s10_conv3 = tf_utils.conv2d(x=s10_conv2, output_dim=self.conv_dims[-1], k_h=3, k_w=3, d_h=1, d_w=1, padding=padding, initializer='He', name='s10_conv3', logger=self.logger) if self.use_batch_norm: s10_conv3 = tf_utils.norm(s10_conv3, name='s10_norm2', _type='batch', _ops=self._ops, is_train=self.trainMode, logger=self.logger) s10_conv3 = tf_utils.relu(s10_conv3, name='relu_s10_conv3', logger=self.logger) output = tf_utils.conv2d(s10_conv3, output_dim=self.numClasses, k_h=1, k_w=1, d_h=1, d_w=1, padding=padding, initializer='He', name='output', logger=self.logger) else: output = tf_utils.conv2d(s9_conv3, output_dim=self.numClasses, k_h=1, k_w=1, d_h=1, d_w=1, padding=padding, initializer='He', name='output', logger=self.logger) return output
def generator(self, data, y, name='g_', is_reuse=False): with tf.variable_scope(name) as scope: if is_reuse is True: scope.reuse_variables() data_flatten = flatten(data) if not self.flags.y_dim: # 4 x 4 h0_linear = tf_utils.linear(data_flatten, 4 * 4 * self.gen_c[0], name='h0_linear') h0_reshape = tf.reshape(h0_linear, [tf.shape(h0_linear)[0], 4, 4, self.gen_c[0]]) h0_batchnorm = tf_utils.batch_norm(h0_reshape, name='h0_batchnorm', _ops=self._gen_train_ops) h0_relu = tf.nn.relu(h0_batchnorm, name='h0_relu') # 8 x 8 h1_deconv = tf_utils.deconv2d(h0_relu, self.gen_c[1], name='h1_deconv2d') h1_batchnorm = tf_utils.batch_norm(h1_deconv, name='h1_batchnorm', _ops=self._gen_train_ops) h1_relu = tf.nn.relu(h1_batchnorm, name='h1_relu') # 16 x 16 h2_deconv = tf_utils.deconv2d(h1_relu, self.gen_c[2], name='h2_deconv2d') h2_batchnorm = tf_utils.batch_norm(h2_deconv, name='h2_batchnorm', _ops=self._gen_train_ops) h2_relu = tf.nn.relu(h2_batchnorm, name='h2_relu') # 32 x 32 h3_deconv = tf_utils.deconv2d(h2_relu, self.gen_c[3], name='h3_deconv2d') h3_batchnorm = tf_utils.batch_norm(h3_deconv, name='h3_batchnorm', _ops=self._gen_train_ops) h3_relu = tf.nn.relu(h3_batchnorm, name='h3_relu') # 64 x 64 output = tf_utils.deconv2d(h3_relu, self.image_size[2], name='h4_deconv2d') return tf.nn.tanh(output) else: yb = tf.reshape(y, [tf.shape(y)[0], 1, 1, self.flags.y_dim]) z = concat([data_flatten, y], 1) # 4 x 4 h0_linear = tf_utils.linear(z, 4 * 4 * self.gen_c[0], name='h0_linear') h0_reshape = tf.reshape(h0_linear, [tf.shape(h0_linear)[0], 4, 4, self.gen_c[0]]) h0_batchnorm = tf_utils.batch_norm(h0_reshape, name='h0_batchnorm', _ops=self._gen_train_ops) h0_relu = tf.nn.relu(h0_batchnorm, name='h0_relu') print((np.shape(h0_relu))) print(np.shape(yb)) h0 = conv_cond_concat(h0_relu, yb) # 8 x 8 h1_deconv = tf_utils.deconv2d(h0, self.gen_c[1], name='h1_deconv2d') h1_batchnorm = tf_utils.batch_norm(h1_deconv, name='h1_batchnorm', _ops=self._gen_train_ops) h1_relu = tf.nn.relu(h1_batchnorm, name='h1_relu') h1 = conv_cond_concat(h1_relu, yb) # 16 x 16 h2_deconv = tf_utils.deconv2d(h1, self.gen_c[2], name='h2_deconv2d') h2_batchnorm = tf_utils.batch_norm(h2_deconv, name='h2_batchnorm', _ops=self._gen_train_ops) h2_relu = tf.nn.relu(h2_batchnorm, name='h2_relu') h2 = conv_cond_concat(h2_relu, yb) # 32 x 32 h3_deconv = tf_utils.deconv2d(h2, self.gen_c[3], name='h3_deconv2d') h3_batchnorm = tf_utils.batch_norm(h3_deconv, name='h3_batchnorm', _ops=self._gen_train_ops) h3_relu = tf.nn.relu(h3_batchnorm, name='h3_relu') h3 = conv_cond_concat(h3_relu, yb) # 64 x 64 output = tf_utils.deconv2d(h3, self.image_size[2], name='h4_deconv2d') return tf.nn.tanh(output)
def generator(self, data, name='g_'): with tf.variable_scope(name): data_flatten = flatten(data) # 2 x 4 h0_linear = tf_utils.linear(data_flatten, 2 * 4 * self.gen_c[0], name='h0_linear') h0_reshape = tf.reshape( h0_linear, [tf.shape(h0_linear)[0], 2, 4, self.gen_c[0]]) h0_batchnorm = tf_utils.batch_norm(h0_reshape, name='h0_batchnorm', _ops=self._gen_train_ops) h0_relu = tf.nn.relu(h0_batchnorm, name='h0_relu') # 4 x 8 h1_deconv = tf_utils.deconv2d(h0_relu, self.gen_c[1], name='h1_deconv2d') h1_batchnorm = tf_utils.batch_norm(h1_deconv, name='h1_batchnorm', _ops=self._gen_train_ops) h1_relu = tf.nn.relu(h1_batchnorm, name='h1_relu') # 8 x 16 h2_deconv = tf_utils.deconv2d(h1_relu, self.gen_c[2], name='h2_deconv2d') h2_batchnorm = tf_utils.batch_norm(h2_deconv, name='h2_batchnorm', _ops=self._gen_train_ops) h2_relu = tf.nn.relu(h2_batchnorm, name='h2_relu') # 16 x 32 h3_deconv = tf_utils.deconv2d(h2_relu, self.gen_c[3], name='h3_deconv2d') h3_batchnorm = tf_utils.batch_norm(h3_deconv, name='h3_batchnorm', _ops=self._gen_train_ops) h3_relu = tf.nn.relu(h3_batchnorm, name='h3_relu') # 32 x 64 h4_deconv = tf_utils.deconv2d(h3_relu, self.gen_c[4], name='h4_deconv2d') h4_batchnorm = tf_utils.batch_norm(h4_deconv, name='h4_batchnorm', _ops=self._gen_train_ops) h4_relu = tf.nn.relu(h4_batchnorm, name='h4_relu') # 64 x 128 h5_deconv = tf_utils.deconv2d(h4_relu, self.gen_c[5], name='h5_deconv2d') h5_batchnorm = tf_utils.batch_norm(h5_deconv, name='h5_batchnorm', _ops=self._gen_train_ops) h5_relu = tf.nn.relu(h5_batchnorm, name='h5_relu') # 128 x 256 output = tf_utils.deconv2d(h5_relu, self.image_size[2], name='h6_deconv2d') return tf.nn.tanh(output)
def u_net(self): # Stage 1 tf_utils.print_activations(self.inp_img, logger=self.logger) s1_conv1 = tf_utils.conv2d(x=self.inp_img, output_dim=self.conv_dims[0], k_h=3, k_w=3, d_h=1, d_w=1, padding='VALID', initializer='He', name='s1_conv1', logger=self.logger) s1_conv1 = tf_utils.relu(s1_conv1, name='relu_s1_conv1', logger=self.logger) s1_conv2 = tf_utils.conv2d(x=s1_conv1, output_dim=self.conv_dims[1], k_h=3, k_w=3, d_h=1, d_w=1, padding='VALID', initializer='He', name='s1_conv2', logger=self.logger) s1_conv2 = tf_utils.relu(s1_conv2, name='relu_s1_conv2', logger=self.logger) # Stage 2 s2_maxpool = tf_utils.max_pool(x=s1_conv2, name='s2_maxpool', logger=self.logger) s2_conv1 = tf_utils.conv2d(x=s2_maxpool, output_dim=self.conv_dims[2], k_h=3, k_w=3, d_h=1, d_w=1, padding='VALID', initializer='He', name='s2_conv1', logger=self.logger) s2_conv1 = tf_utils.relu(s2_conv1, name='relu_s2_conv1', logger=self.logger) s2_conv2 = tf_utils.conv2d(x=s2_conv1, output_dim=self.conv_dims[3], k_h=3, k_w=3, d_h=1, d_w=1, padding='VALID', initializer='He', name='s2_conv2', logger=self.logger) s2_conv2 = tf_utils.relu(s2_conv2, name='relu_s2_conv2', logger=self.logger) # Stage 3 s3_maxpool = tf_utils.max_pool(x=s2_conv2, name='s3_maxpool', logger=self.logger) s3_conv1 = tf_utils.conv2d(x=s3_maxpool, output_dim=self.conv_dims[4], k_h=3, k_w=3, d_h=1, d_w=1, padding='VALID', initializer='He', name='s3_conv1', logger=self.logger) s3_conv1 = tf_utils.relu(s3_conv1, name='relu_s3_conv1', logger=self.logger) s3_conv2 = tf_utils.conv2d(x=s3_conv1, output_dim=self.conv_dims[5], k_h=3, k_w=3, d_h=1, d_w=1, padding='VALID', initializer='He', name='s3_conv2', logger=self.logger) s3_conv2 = tf_utils.relu(s3_conv2, name='relu_s3_conv2', logger=self.logger) # Stage 4 s4_maxpool = tf_utils.max_pool(x=s3_conv2, name='s4_maxpool', logger=self.logger) s4_conv1 = tf_utils.conv2d(x=s4_maxpool, output_dim=self.conv_dims[6], k_h=3, k_w=3, d_h=1, d_w=1, padding='VALID', initializer='He', name='s4_conv1', logger=self.logger) s4_conv1 = tf_utils.relu(s4_conv1, name='relu_s4_conv1', logger=self.logger) s4_conv2 = tf_utils.conv2d(x=s4_conv1, output_dim=self.conv_dims[7], k_h=3, k_w=3, d_h=1, d_w=1, padding='VALID', initializer='He', name='s4_conv2', logger=self.logger) s4_conv2 = tf_utils.relu(s4_conv2, name='relu_s4_conv2', logger=self.logger) s4_conv2_drop = tf_utils.dropout(x=s4_conv2, keep_prob=self.keep_prob, name='s4_conv2_dropout', logger=self.logger) # Stage 5 s5_maxpool = tf_utils.max_pool(x=s4_conv2_drop, name='s5_maxpool', logger=self.logger) s5_conv1 = tf_utils.conv2d(x=s5_maxpool, output_dim=self.conv_dims[8], k_h=3, k_w=3, d_h=1, d_w=1, padding='VALID', initializer='He', name='s5_conv1', logger=self.logger) s5_conv1 = tf_utils.relu(s5_conv1, name='relu_s5_conv1', logger=self.logger) s5_conv2 = tf_utils.conv2d(x=s5_conv1, output_dim=self.conv_dims[9], k_h=3, k_w=3, d_h=1, d_w=1, padding='VALID', initializer='He', name='s5_conv2', logger=self.logger) s5_conv2 = tf_utils.relu(s5_conv2, name='relu_s5_conv2', logger=self.logger) s5_conv2_drop = tf_utils.dropout(x=s5_conv2, keep_prob=self.keep_prob, name='s5_conv2_dropout', logger=self.logger) # Stage 6 s6_deconv1 = tf_utils.deconv2d(x=s5_conv2_drop, output_dim=self.conv_dims[10], k_h=2, k_w=2, initializer='He', name='s6_deconv1', logger=self.logger) s6_deconv1 = tf_utils.relu(s6_deconv1, name='relu_s6_deconv1', logger=self.logger) # Cropping h1, w1 = s4_conv2_drop.get_shape().as_list()[1:3] h2, w2 = s6_deconv1.get_shape().as_list()[1:3] s4_conv2_crop = tf.image.crop_to_bounding_box( image=s4_conv2_drop, offset_height=int(0.5 * (h1 - h2)), offset_width=int(0.5 * (w1 - w2)), target_height=h2, target_width=w2) tf_utils.print_activations(s4_conv2_crop, logger=self.logger) s6_concat = tf_utils.concat(values=[s4_conv2_crop, s6_deconv1], axis=3, name='s6_concat', logger=self.logger) s6_conv2 = tf_utils.conv2d(x=s6_concat, output_dim=self.conv_dims[11], k_h=3, k_w=3, d_h=1, d_w=1, padding='VALID', initializer='He', name='s6_conv2', logger=self.logger) s6_conv2 = tf_utils.relu(s6_conv2, name='relu_s6_conv2', logger=self.logger) s6_conv3 = tf_utils.conv2d(x=s6_conv2, output_dim=self.conv_dims[12], k_h=3, k_w=3, d_h=1, d_w=1, padding='VALID', initializer='He', name='s6_conv3', logger=self.logger) s6_conv3 = tf_utils.relu(s6_conv3, name='relu_s6_conv3', logger=self.logger) # Stage 7 s7_deconv1 = tf_utils.deconv2d(x=s6_conv3, output_dim=self.conv_dims[13], k_h=2, k_w=2, initializer='He', name='s7_deconv1', logger=self.logger) s7_deconv1 = tf_utils.relu(s7_deconv1, name='relu_s7_deconv1', logger=self.logger) # Cropping h1, w1 = s3_conv2.get_shape().as_list()[1:3] h2, w2 = s7_deconv1.get_shape().as_list()[1:3] s3_conv2_crop = tf.image.crop_to_bounding_box( image=s3_conv2, offset_height=int(0.5 * (h1 - h2)), offset_width=int(0.5 * (w1 - w2)), target_height=h2, target_width=w2) tf_utils.print_activations(s3_conv2_crop, logger=self.logger) s7_concat = tf_utils.concat(values=[s3_conv2_crop, s7_deconv1], axis=3, name='s7_concat', logger=self.logger) s7_conv2 = tf_utils.conv2d(x=s7_concat, output_dim=self.conv_dims[14], k_h=3, k_w=3, d_h=1, d_w=1, padding='VALID', initializer='He', name='s7_conv2', logger=self.logger) s7_conv2 = tf_utils.relu(s7_conv2, name='relu_s7_conv2', logger=self.logger) s7_conv3 = tf_utils.conv2d(x=s7_conv2, output_dim=self.conv_dims[15], k_h=3, k_w=3, d_h=1, d_w=1, padding='VALID', initializer='He', name='s7_conv3', logger=self.logger) s7_conv3 = tf_utils.relu(s7_conv3, name='relu_s7_conv3', logger=self.logger) # Stage 8 s8_deconv1 = tf_utils.deconv2d(x=s7_conv3, output_dim=self.conv_dims[16], k_h=2, k_w=2, initializer='He', name='s8_deconv1', logger=self.logger) s8_deconv1 = tf_utils.relu(s8_deconv1, name='relu_s8_deconv1', logger=self.logger) # Cropping h1, w1 = s2_conv2.get_shape().as_list()[1:3] h2, w2 = s8_deconv1.get_shape().as_list()[1:3] s2_conv2_crop = tf.image.crop_to_bounding_box( image=s2_conv2, offset_height=int(0.5 * (h1 - h2)), offset_width=int(0.5 * (w1 - w2)), target_height=h2, target_width=w2) tf_utils.print_activations(s2_conv2_crop, logger=self.logger) s8_concat = tf_utils.concat(values=[s2_conv2_crop, s8_deconv1], axis=3, name='s8_concat', logger=self.logger) s8_conv2 = tf_utils.conv2d(x=s8_concat, output_dim=self.conv_dims[17], k_h=3, k_w=3, d_h=1, d_w=1, padding='VALID', initializer='He', name='s8_conv2', logger=self.logger) s8_conv2 = tf_utils.relu(s8_conv2, name='relu_s8_conv2', logger=self.logger) s8_conv3 = tf_utils.conv2d(x=s8_conv2, output_dim=self.conv_dims[18], k_h=3, k_w=3, d_h=1, d_w=1, padding='VALID', initializer='He', name='s8_conv3', logger=self.logger) s8_conv3 = tf_utils.relu(s8_conv3, name='relu_conv3', logger=self.logger) # Stage 9 s9_deconv1 = tf_utils.deconv2d(x=s8_conv3, output_dim=self.conv_dims[19], k_h=2, k_w=2, initializer='He', name='s9_deconv1', logger=self.logger) s9_deconv1 = tf_utils.relu(s9_deconv1, name='relu_s9_deconv1', logger=self.logger) # Cropping h1, w1 = s1_conv2.get_shape().as_list()[1:3] h2, w2 = s9_deconv1.get_shape().as_list()[1:3] s1_conv2_crop = tf.image.crop_to_bounding_box( image=s1_conv2, offset_height=int(0.5 * (h1 - h2)), offset_width=int(0.5 * (w1 - w2)), target_height=h2, target_width=w2) tf_utils.print_activations(s1_conv2_crop, logger=self.logger) s9_concat = tf_utils.concat(values=[s1_conv2_crop, s9_deconv1], axis=3, name='s9_concat', logger=self.logger) s9_conv2 = tf_utils.conv2d(x=s9_concat, output_dim=self.conv_dims[20], k_h=3, k_w=3, d_h=1, d_w=1, padding='VALID', initializer='He', name='s9_conv2', logger=self.logger) s9_conv2 = tf_utils.relu(s9_conv2, name='relu_s9_conv2', logger=self.logger) s9_conv3 = tf_utils.conv2d(x=s9_conv2, output_dim=self.conv_dims[21], k_h=3, k_w=3, d_h=1, d_w=1, padding='VALID', initializer='He', name='s9_conv3', logger=self.logger) s9_conv3 = tf_utils.relu(s9_conv3, name='relu_s9_conv3', logger=self.logger) self.pred = tf_utils.conv2d(x=s9_conv3, output_dim=self.conv_dims[22], k_h=1, k_w=1, d_h=1, d_w=1, padding='SAME', initializer='He', name='output', logger=self.logger)
def __call__(self, x, is_train=True): with tf.variable_scope(self.name, reuse=self.reuse): tf_utils.print_activations(x) # (N, 100) -> (N, 4, 5, 1024) h0_linear = tf_utils.linear( x, 4 * 5 * self.dims[0], name='h0_linear', initializer='He', logger=self.logger if is_train is True else None) h0_reshape = tf.reshape( h0_linear, [tf.shape(h0_linear)[0], 4, 5, self.dims[0]]) h0_norm = tf_utils.norm( h0_reshape, name='h0_batch', _type='batch', _ops=self._ops, is_train=is_train, logger=self.logger if is_train is True else None) h0_relu = tf_utils.relu( h0_norm, name='h0_relu', logger=self.logger if is_train is True else None) # (N, 4, 5, 1024) -> (N, 8, 10, 512) h1_deconv = tf_utils.deconv2d( h0_relu, output_dim=self.dims[1], name='h1_deconv2d', initializer='He', logger=self.logger if is_train is True else None) h1_norm = tf_utils.norm( h1_deconv, name='h1_batch', _type='batch', _ops=self._ops, is_train=is_train, logger=self.logger if is_train is True else None) h1_relu = tf_utils.relu( h1_norm, name='h1_relu', logger=self.logger if is_train is True else None) # (N, 8, 10, 512) -> (N, 16, 20, 256) h2_deconv = tf_utils.deconv2d( h1_relu, output_dim=self.dims[2], name='h2_deconv2d', initializer='He', logger=self.logger if is_train is True else None) h2_norm = tf_utils.norm( h2_deconv, name='h2_batch', _type='batch', _ops=self._ops, is_train=is_train, logger=self.logger if is_train is True else None) h2_relu = tf_utils.relu( h2_norm, name='h2_relu', logger=self.logger if is_train is True else None) # (N, 16, 20, 256) -> (N, 15, 20, 256) h2_split, _ = tf.split(h2_relu, [15, 1], axis=1, name='h2_split') tf_utils.print_activations( h2_split, logger=self.logger if is_train is True else None) # (N, 15, 20, 256) -> (N, 30, 40, 128) h3_deconv = tf_utils.deconv2d( h2_split, output_dim=self.dims[3], name='h3_deconv2d', initializer='He', logger=self.logger if is_train is True else None) h3_norm = tf_utils.norm( h3_deconv, name='h3_batch', _type='batch', _ops=self._ops, is_train=is_train, logger=self.logger if is_train is True else None) h3_relu = tf_utils.relu( h3_norm, name='h3_relu', logger=self.logger if is_train is True else None) # (N, 30, 40, 128) -> (N, 60, 80, 64) h4_deconv = tf_utils.deconv2d( h3_relu, output_dim=self.dims[4], name='h4_deconv2d', initializer='He', logger=self.logger if is_train is True else None) h4_norm = tf_utils.norm( h4_deconv, name='h4_batch', _type='batch', _ops=self._ops, is_train=is_train, logger=self.logger if is_train is True else None) h4_relu = tf_utils.relu( h4_norm, name='h4_relu', logger=self.logger if is_train is True else None) # (N, 60, 80, 64) -> (N, 120, 160, 1) h5_deconv = tf_utils.deconv2d( h4_relu, output_dim=self.dims[5], name='h5_deconv', initializer='He', logger=self.logger if is_train is True else None) output = tf_utils.tanh( h5_deconv, name='output', logger=self.logger if is_train is True else None) # Set reuse=True for next call self.reuse = True self.variables = tf.get_collection( tf.GraphKeys.TRAINABLE_VARIABLES, scope=self.name) return output
def KGenerator(self, data, reuse=False, name='Kg_'): with tf.variable_scope(name, reuse=reuse): data_flatten = flatten(data) #tf_utils.print_activations(data_flatten) # from (N, 64) to (N, 4, 4, 128) h0_linear = tf_utils.linear(data_flatten, 4 * 4 * 128, name='h0_linear') h0_linear = tf.reshape(h0_linear, [tf.shape(h0_linear)[0], 4, 4, 128]) h0_linear = tf_utils.norm(h0_linear, _type='instance', name='h0_norm') h0_relu = tf.nn.relu(h0_linear, name='h0_relu') h0_reshape = tf.reshape(h0_relu, [tf.shape(h0_relu)[0], 4, 4, 128]) # from (N, 4, 4, 128) to (N, 8, 8, 128) h1_deconv = tf_utils.deconv2d(h0_reshape, 128, k_h=5, k_w=5, name='h1_deconv2d', is_print=False) h1_deconv = tf_utils.norm(h1_deconv, _type='instance', name='h1_norm') h1_relu = tf.nn.relu(h1_deconv, name='h1_relu') # from (N, 8, 8, 128) to (N, 16, 16, 64) h2_deconv = tf_utils.deconv2d(h1_relu, 64, k_h=5, k_w=5, name='h2_deconv2d', is_print=False) h2_deconv = tf_utils.norm(h2_deconv, _type='instance', name='h2_norm') h2_relu = tf.nn.relu(h2_deconv, name='h2_relu') # from (N, 16, 16, 64) to (N, 32, 32, 32) h3_deconv = tf_utils.deconv2d(h2_relu, 32, k_h=5, k_w=5, name='h3_deconv2d', is_print=False) h3_deconv = tf_utils.norm(h3_deconv, _type='instance', name='h3_norm') h3_relu = tf.nn.relu(h3_deconv, name='h3_relu') # from (N, 32, 32, 32) to (N, 15,15, 1) h4 = tf_utils.conv2d(h3_relu, k=1, k_h=4, k_w=4, d_h=2, d_w=2, stddev=0.02, padding='VALID', name='h4_conv2d', is_print=False) x = (h4 - tf.reduce_min(h4)) / (tf.reduce_max(h4) - tf.reduce_sum(h4)) x = x / tf.reduce_sum(x) return x
def __call__(self, x): with tf.variable_scope(self.name, reuse=self.reuse): tf_utils.print_activations(x) # (300, 200) -> (150, 100) e0_conv2d = tf_utils.conv2d(x, self.gen_c[0], name='e0_conv2d') e0_lrelu = tf_utils.lrelu(e0_conv2d, name='e0_lrelu') # (150, 100) -> (75, 50) e1_conv2d = tf_utils.conv2d(e0_lrelu, self.gen_c[1], name='e1_conv2d') e1_batchnorm = tf_utils.batch_norm(e1_conv2d, name='e1_batchnorm', _ops=self._ops) e1_lrelu = tf_utils.lrelu(e1_batchnorm, name='e1_lrelu') # (75, 50) -> (38, 25) e2_conv2d = tf_utils.conv2d(e1_lrelu, self.gen_c[2], name='e2_conv2d') e2_batchnorm = tf_utils.batch_norm(e2_conv2d, name='e2_batchnorm', _ops=self._ops) e2_lrelu = tf_utils.lrelu(e2_batchnorm, name='e2_lrelu') # (38, 25) -> (19, 13) e3_conv2d = tf_utils.conv2d(e2_lrelu, self.gen_c[3], name='e3_conv2d') e3_batchnorm = tf_utils.batch_norm(e3_conv2d, name='e3_batchnorm', _ops=self._ops) e3_lrelu = tf_utils.lrelu(e3_batchnorm, name='e3_lrelu') # (19, 13) -> (10, 7) e4_conv2d = tf_utils.conv2d(e3_lrelu, self.gen_c[4], name='e4_conv2d') e4_batchnorm = tf_utils.batch_norm(e4_conv2d, name='e4_batchnorm', _ops=self._ops) e4_lrelu = tf_utils.lrelu(e4_batchnorm, name='e4_lrelu') # (10, 7) -> (5, 4) e5_conv2d = tf_utils.conv2d(e4_lrelu, self.gen_c[5], name='e5_conv2d') e5_batchnorm = tf_utils.batch_norm(e5_conv2d, name='e5_batchnorm', _ops=self._ops) e5_lrelu = tf_utils.lrelu(e5_batchnorm, name='e5_lrelu') # (5, 4) -> (3, 2) e6_conv2d = tf_utils.conv2d(e5_lrelu, self.gen_c[6], name='e6_conv2d') e6_batchnorm = tf_utils.batch_norm(e6_conv2d, name='e6_batchnorm', _ops=self._ops) e6_lrelu = tf_utils.lrelu(e6_batchnorm, name='e6_lrelu') # (3, 2) -> (2, 1) e7_conv2d = tf_utils.conv2d(e6_lrelu, self.gen_c[7], name='e7_conv2d') e7_batchnorm = tf_utils.batch_norm(e7_conv2d, name='e7_batchnorm', _ops=self._ops) e7_relu = tf_utils.relu(e7_batchnorm, name='e7_relu') # (2, 1) -> (4, 2) d0_deconv = tf_utils.deconv2d(e7_relu, self.gen_c[8], name='d0_deconv2d') shapeA = e6_conv2d.get_shape().as_list()[1] shapeB = d0_deconv.get_shape().as_list()[1] - e6_conv2d.get_shape( ).as_list()[1] # (4, 2) -> (3, 2) d0_split, _ = tf.split(d0_deconv, [shapeA, shapeB], axis=1, name='d0_split') tf_utils.print_activations(d0_split) d0_batchnorm = tf_utils.batch_norm(d0_split, name='d0_batchnorm', _ops=self._ops) d0_drop = tf.nn.dropout(d0_batchnorm, keep_prob=0.5, name='d0_dropout') d0_concat = tf.concat([d0_drop, e6_batchnorm], axis=3, name='d0_concat') d0_relu = tf_utils.relu(d0_concat, name='d0_relu') # (3, 2) -> (6, 4) d1_deconv = tf_utils.deconv2d(d0_relu, self.gen_c[9], name='d1_deconv2d') # (6, 4) -> (5, 4) shapeA = e5_batchnorm.get_shape().as_list()[1] shapeB = d1_deconv.get_shape().as_list( )[1] - e5_batchnorm.get_shape().as_list()[1] d1_split, _ = tf.split(d1_deconv, [shapeA, shapeB], axis=1, name='d1_split') tf_utils.print_activations(d1_split) d1_batchnorm = tf_utils.batch_norm(d1_split, name='d1_batchnorm', _ops=self._ops) d1_drop = tf.nn.dropout(d1_batchnorm, keep_prob=0.5, name='d1_dropout') d1_concat = tf.concat([d1_drop, e5_batchnorm], axis=3, name='d1_concat') d1_relu = tf_utils.relu(d1_concat, name='d1_relu') # (5, 4) -> (10, 8) d2_deconv = tf_utils.deconv2d(d1_relu, self.gen_c[10], name='d2_deconv2d') # (10, 8) -> (10, 7) shapeA = e4_batchnorm.get_shape().as_list()[2] shapeB = d2_deconv.get_shape().as_list( )[2] - e4_batchnorm.get_shape().as_list()[2] d2_split, _ = tf.split(d2_deconv, [shapeA, shapeB], axis=2, name='d2_split') tf_utils.print_activations(d2_split) d2_batchnorm = tf_utils.batch_norm(d2_split, name='d2_batchnorm', _ops=self._ops) d2_drop = tf.nn.dropout(d2_batchnorm, keep_prob=0.5, name='d2_dropout') d2_concat = tf.concat([d2_drop, e4_batchnorm], axis=3, name='d2_concat') d2_relu = tf_utils.relu(d2_concat, name='d2_relu') # (10, 7) -> (20, 14) d3_deconv = tf_utils.deconv2d(d2_relu, self.gen_c[11], name='d3_deconv2d') # (20, 14) -> (19, 14) shapeA = e3_batchnorm.get_shape().as_list()[1] shapeB = d3_deconv.get_shape().as_list( )[1] - e3_batchnorm.get_shape().as_list()[1] d3_split_1, _ = tf.split(d3_deconv, [shapeA, shapeB], axis=1, name='d3_split_1') tf_utils.print_activations(d3_split_1) # (19, 14) -> (19, 13) shapeA = e3_batchnorm.get_shape().as_list()[2] shapeB = d3_split_1.get_shape().as_list( )[2] - e3_batchnorm.get_shape().as_list()[2] d3_split_2, _ = tf.split(d3_split_1, [shapeA, shapeB], axis=2, name='d3_split_2') tf_utils.print_activations(d3_split_2) d3_batchnorm = tf_utils.batch_norm(d3_split_2, name='d3_batchnorm', _ops=self._ops) d3_concat = tf.concat([d3_batchnorm, e3_batchnorm], axis=3, name='d3_concat') d3_relu = tf_utils.relu(d3_concat, name='d3_relu') # (19, 13) -> (38, 26) d4_deconv = tf_utils.deconv2d(d3_relu, self.gen_c[12], name='d4_deconv2d') # (38, 26) -> (38, 25) shapeA = e2_batchnorm.get_shape().as_list()[2] shapeB = d4_deconv.get_shape().as_list( )[2] - e2_batchnorm.get_shape().as_list()[2] d4_split, _ = tf.split(d4_deconv, [shapeA, shapeB], axis=2, name='d4_split') tf_utils.print_activations(d4_split) d4_batchnorm = tf_utils.batch_norm(d4_split, name='d4_batchnorm', _ops=self._ops) d4_concat = tf.concat([d4_batchnorm, e2_batchnorm], axis=3, name='d4_concat') d4_relu = tf_utils.relu(d4_concat, name='d4_relu') # (38, 25) -> (76, 50) d5_deconv = tf_utils.deconv2d(d4_relu, self.gen_c[13], name='d5_deconv2d') # (76, 50) -> (75, 50) shapeA = e1_batchnorm.get_shape().as_list()[1] shapeB = d5_deconv.get_shape().as_list( )[1] - e1_batchnorm.get_shape().as_list()[1] d5_split, _ = tf.split(d5_deconv, [shapeA, shapeB], axis=1, name='d5_split') tf_utils.print_activations(d5_split) d5_batchnorm = tf_utils.batch_norm(d5_split, name='d5_batchnorm', _ops=self._ops) d5_concat = tf.concat([d5_batchnorm, e1_batchnorm], axis=3, name='d5_concat') d5_relu = tf_utils.relu(d5_concat, name='d5_relu') # (75, 50) -> (150, 100) d6_deconv = tf_utils.deconv2d(d5_relu, self.gen_c[14], name='d6_deconv2d') d6_batchnorm = tf_utils.batch_norm(d6_deconv, name='d6_batchnorm', _ops=self._ops) d6_concat = tf.concat([d6_batchnorm, e0_conv2d], axis=3, name='d6_concat') d6_relu = tf_utils.relu(d6_concat, name='d6_relu') # (150, 100) -> (300, 200) d7_deconv = tf_utils.deconv2d(d6_relu, self.gen_c[15], name='d7_deconv2d') output = tf_utils.tanh(d7_deconv, name='output_tanh') # set reuse=True for next call self.reuse = True self.variables = tf.get_collection( tf.GraphKeys.TRAINABLE_VARIABLES, scope=self.name) return output
def __call__(self, x): with tf.variable_scope(self.name, reuse=self.reuse): tf_utils.print_activations(x) # conv: (N, H, W, C) -> (N, H/2, W/2, 64) output = tf_utils.conv2d(x, self.conv_dims[0], k_h=4, k_w=4, d_h=2, d_w=2, padding='SAME', name='conv0_conv2d') output = tf_utils.lrelu(output, name='conv0_lrelu', is_print=True) for idx, conv_dim in enumerate(self.conv_dims[1:]): # conv: (N, H/2, W/2, C) -> (N, H/4, W/4, 2C) output = tf_utils.conv2d(output, conv_dim, k_h=4, k_w=4, d_h=2, d_w=2, padding='SAME', name='conv{}_conv2d'.format(idx + 1)) output = tf_utils.norm(output, _type=self.norm, _ops=self._ops, name='conv{}_norm'.format(idx + 1)) output = tf_utils.lrelu(output, name='conv{}_lrelu'.format(idx + 1), is_print=True) for idx, deconv_dim in enumerate(self.deconv_dims): # deconv: (N, H/16, W/16, C) -> (N, W/8, H/8, C/2) output = tf_utils.deconv2d(output, deconv_dim, k_h=4, k_w=4, name='deconv{}_conv2d'.format(idx)) output = tf_utils.norm(output, _type=self.norm, _ops=self._ops, name='deconv{}_norm'.format(idx)) output = tf_utils.relu(output, name='deconv{}_relu'.format(idx), is_print=True) # conv: (N, H/2, W/2, 64) -> (N, W, H, 3) output = tf_utils.deconv2d(output, self.output_channel, k_h=4, k_w=4, name='conv3_deconv2d') output = tf_utils.tanh(output, name='conv4_tanh', is_print=True) # set reuse=True for next call self.reuse = True self.variables = tf.get_collection( tf.GraphKeys.TRAINABLE_VARIABLES, scope=self.name) return output
def __call__(self, x): with tf.variable_scope(self.name, reuse=self.reuse): tf_utils.print_activations(x) # conv: (N, H, W, C) -> (N, H/2, W/2, 64) output = tf_utils.conv2d(x, self.conv_dims[0], k_h=4, k_w=4, d_h=2, d_w=2, padding='SAME', name='conv0_conv2d') output = tf_utils.lrelu(output, name='conv0_lrelu', is_print=True) for idx, conv_dim in enumerate(self.conv_dims[1:]): # conv: (N, H/2, W/2, C) -> (N, H/4, W/4, 2C) output = tf_utils.conv2d(output, conv_dim, k_h=4, k_w=4, d_h=2, d_w=2, padding='SAME', name='conv{}_conv2d'.format(idx + 1)) output = tf_utils.norm(output, _type=self.norm, _ops=self._ops, name='conv{}_norm'.format(idx + 1)) output = tf_utils.lrelu(output, name='conv{}_lrelu'.format(idx + 1), is_print=True) for idx, deconv_dim in enumerate(self.deconv_dims): # deconv: (N, H/16, W/16, C) -> (N, W/8, H/8, C/2) output = tf_utils.deconv2d(output, deconv_dim, k_h=4, k_w=4, name='deconv{}_conv2d'.format(idx)) output = tf_utils.norm(output, _type=self.norm, _ops=self._ops, name='deconv{}_norm'.format(idx)) output = tf_utils.relu(output, name='deconv{}_relu'.format(idx), is_print=True) # split (N, 152, 104, 64) to (N, 150, 104, 64) shapeA = int(self.img_size[0] / 2) shapeB = output.get_shape().as_list()[1] - shapeA output, _ = tf.split(output, [shapeA, shapeB], axis=1, name='split_0') tf_utils.print_activations(output) # split (N, 150, 104, 64) to (N, 150, 100, 64) shapeA = int(self.img_size[1] / 2) shapeB = output.get_shape().as_list()[2] - shapeA output, _ = tf.split(output, [shapeA, shapeB], axis=2, name='split_1') tf_utils.print_activations(output) # conv: (N, H/2, W/2, 64) -> (N, W, H, 3) output = tf_utils.deconv2d(output, self.img_size[2], k_h=4, k_w=4, name='conv3_deconv2d') output = tf_utils.tanh(output, name='conv4_tanh', is_print=True) # set reuse=True for next call self.reuse = True self.variables = tf.get_collection( tf.GraphKeys.TRAINABLE_VARIABLES, scope=self.name) return output
def forward_network(self, img, padding='SAME', reuse=False): with tf.compat.v1.variable_scope(self.name, reuse=reuse): # Stage 0 s0_conv1 = tf_utils.conv2d(x=img, output_dim=self.conv_dims[0], k_h=3, k_w=3, d_h=1, d_w=1, padding=padding, initializer='He', name='s0_conv1') s0_conv1 = tf_utils.relu(s0_conv1, name='relu_s0_conv1') s0_conv2 = tf_utils.conv2d(x=s0_conv1, output_dim=self.conv_dims[0], k_h=3, k_w=3, d_h=1, d_w=1, padding=padding, initializer='He', name='s0_conv2') s0_conv2 = tf_utils.norm(s0_conv2, name='s0_norm1', _type='batch', _ops=self._ops, is_train=False) s0_conv2 = tf_utils.relu(s0_conv2, name='relu_s0_conv2') # Stage 1 s1_maxpool = tf_utils.max_pool(x=s0_conv2, name='s1_maxpool2d') s1_conv1 = tf_utils.conv2d(x=s1_maxpool, output_dim=self.conv_dims[0], k_h=3, k_w=3, d_h=1, d_w=1, padding=padding, initializer='He', name='s1_conv1') s1_conv1 = tf_utils.norm(s1_conv1, name='s1_norm0', _type='batch', _ops=self._ops, is_train=False) s1_conv1 = tf_utils.relu(s1_conv1, name='relu_s1_conv1') s1_conv2 = tf_utils.conv2d(x=s1_conv1, output_dim=self.conv_dims[1], k_h=3, k_w=3, d_h=1, d_w=1, padding=padding, initializer='He', name='s1_conv2') s1_conv2 = tf_utils.norm(s1_conv2, name='s1_norm1', _type='batch', _ops=self._ops, is_train=False) s1_conv2 = tf_utils.relu(s1_conv2, name='relu_s1_conv2') # Stage 2 s2_maxpool = tf_utils.max_pool(x=s1_conv2, name='s2_maxpool2d') s2_conv1 = tf_utils.conv2d(x=s2_maxpool, output_dim=self.conv_dims[2], k_h=3, k_w=3, d_h=1, d_w=1, padding=padding, initializer='He', name='s2_conv1') s2_conv1 = tf_utils.norm(s2_conv1, name='s2_norm0', _type='batch', _ops=self._ops, is_train=False) s2_conv1 = tf_utils.relu(s2_conv1, name='relu_s2_conv1') s2_conv2 = tf_utils.conv2d(x=s2_conv1, output_dim=self.conv_dims[3], k_h=3, k_w=3, d_h=1, d_w=1, padding=padding, initializer='He', name='s2_conv2') s2_conv2 = tf_utils.norm(s2_conv2, name='s2_norm1', _type='batch', _ops=self._ops, is_train=False) s2_conv2 = tf_utils.relu(s2_conv2, name='relu_s2_conv2') # Stage 3 s3_maxpool = tf_utils.max_pool(x=s2_conv2, name='s3_maxpool2d') s3_conv1 = tf_utils.conv2d(x=s3_maxpool, output_dim=self.conv_dims[4], k_h=3, k_w=3, d_h=1, d_w=1, padding=padding, initializer='He', name='s3_conv1') s3_conv1 = tf_utils.norm(s3_conv1, name='s3_norm0', _type='batch', _ops=self._ops, is_train=False) s3_conv1 = tf_utils.relu(s3_conv1, name='relu_s3_conv1') s3_conv2 = tf_utils.conv2d(x=s3_conv1, output_dim=self.conv_dims[5], k_h=3, k_w=3, d_h=1, d_w=1, padding=padding, initializer='He', name='s3_conv2') s3_conv2 = tf_utils.norm(s3_conv2, name='s3_norm1', _type='batch', _ops=self._ops, is_train=False) s3_conv2 = tf_utils.relu(s3_conv2, name='relu_s3_conv2') # Stage 4 s4_maxpool = tf_utils.max_pool(x=s3_conv2, name='s4_maxpool2d') s4_conv1 = tf_utils.conv2d(x=s4_maxpool, output_dim=self.conv_dims[6], k_h=3, k_w=3, d_h=1, d_w=1, padding=padding, initializer='He', name='s4_conv1') s4_conv1 = tf_utils.norm(s4_conv1, name='s4_norm0', _type='batch', _ops=self._ops, is_train=False) s4_conv1 = tf_utils.relu(s4_conv1, name='relu_s4_conv1') s4_conv2 = tf_utils.conv2d(x=s4_conv1, output_dim=self.conv_dims[7], k_h=3, k_w=3, d_h=1, d_w=1, padding=padding, initializer='He', name='s4_conv2') s4_conv2 = tf_utils.norm(s4_conv2, name='s4_norm1', _type='batch', _ops=self._ops, is_train=False) s4_conv2 = tf_utils.relu(s4_conv2, name='relu_s4_conv2') s4_conv2_drop = tf_utils.dropout(x=s4_conv2, keep_prob=0., name='s4_dropout') # Stage 5 s5_maxpool = tf_utils.max_pool(x=s4_conv2_drop, name='s5_maxpool2d') s5_conv1 = tf_utils.conv2d(x=s5_maxpool, output_dim=self.conv_dims[8], k_h=3, k_w=3, d_h=1, d_w=1, padding=padding, initializer='He', name='s5_conv1') s5_conv1 = tf_utils.norm(s5_conv1, name='s5_norm0', _type='batch', _ops=self._ops, is_train=False) s5_conv1 = tf_utils.relu(s5_conv1, name='relu_s5_conv1') s5_conv2 = tf_utils.conv2d(x=s5_conv1, output_dim=self.conv_dims[9], k_h=3, k_w=3, d_h=1, d_w=1, padding=padding, initializer='He', name='s5_conv2') s5_conv2 = tf_utils.norm(s5_conv2, name='s5_norm1', _type='batch', _ops=self._ops, is_train=False) s5_conv2 = tf_utils.relu(s5_conv2, name='relu_s5_conv2') s5_conv2_drop = tf_utils.dropout(x=s5_conv2, keep_prob=0., name='s5_dropout') # Stage 6 s6_deconv1 = tf_utils.deconv2d(x=s5_conv2_drop, output_dim=self.conv_dims[10], k_h=2, k_w=2, initializer='He', name='s6_deconv1') s6_deconv1 = tf_utils.norm(s6_deconv1, name='s6_norm0', _type='batch', _ops=self._ops, is_train=False) s6_deconv1 = tf_utils.relu(s6_deconv1, name='relu_s6_deconv1') # Cropping w1 = s4_conv2_drop.get_shape().as_list()[2] w2 = s6_deconv1.get_shape().as_list()[2] - s4_conv2_drop.get_shape( ).as_list()[2] s6_deconv1_split, _ = tf.split(s6_deconv1, num_or_size_splits=[w1, w2], axis=2, name='axis2_split') tf_utils.print_activations(s6_deconv1_split) # Concat s6_concat = tf_utils.concat( values=[s6_deconv1_split, s4_conv2_drop], axis=3, name='s6_axis3_concat') s6_conv2 = tf_utils.conv2d(x=s6_concat, output_dim=self.conv_dims[11], k_h=3, k_w=3, d_h=1, d_w=1, padding=padding, initializer='He', name='s6_conv2') s6_conv2 = tf_utils.norm(s6_conv2, name='s6_norm1', _type='batch', _ops=self._ops, is_train=False) s6_conv2 = tf_utils.relu(s6_conv2, name='relu_s6_conv2') s6_conv3 = tf_utils.conv2d(x=s6_conv2, output_dim=self.conv_dims[12], k_h=3, k_w=3, d_h=1, d_w=1, padding=padding, initializer='He', name='s6_conv3') s6_conv3 = tf_utils.norm(s6_conv3, name='s6_norm2', _type='batch', _ops=self._ops, is_train=False) s6_conv3 = tf_utils.relu(s6_conv3, name='relu_s6_conv3') # Stage 7 s7_deconv1 = tf_utils.deconv2d(x=s6_conv3, output_dim=self.conv_dims[13], k_h=2, k_w=2, initializer='He', name='s7_deconv1') s7_deconv1 = tf_utils.norm(s7_deconv1, name='s7_norm0', _type='batch', _ops=self._ops, is_train=False) s7_deconv1 = tf_utils.relu(s7_deconv1, name='relu_s7_deconv1') # Concat s7_concat = tf_utils.concat(values=[s7_deconv1, s3_conv2], axis=3, name='s7_axis3_concat') s7_conv2 = tf_utils.conv2d(x=s7_concat, output_dim=self.conv_dims[14], k_h=3, k_w=3, d_h=1, d_w=1, padding=padding, initializer='He', name='s7_conv2') s7_conv2 = tf_utils.norm(s7_conv2, name='s7_norm1', _type='batch', _ops=self._ops, is_train=False) s7_conv2 = tf_utils.relu(s7_conv2, name='relu_s7_conv2') s7_conv3 = tf_utils.conv2d(x=s7_conv2, output_dim=self.conv_dims[15], k_h=3, k_w=3, d_h=1, d_w=1, padding=padding, initializer='He', name='s7_conv3') s7_conv3 = tf_utils.norm(s7_conv3, name='s7_norm2', _type='batch', _ops=self._ops, is_train=False) s7_conv3 = tf_utils.relu(s7_conv3, name='relu_s7_conv3') # Stage 8 s8_deconv1 = tf_utils.deconv2d(x=s7_conv3, output_dim=self.conv_dims[16], k_h=2, k_w=2, initializer='He', name='s8_deconv1') s8_deconv1 = tf_utils.norm(s8_deconv1, name='s8_norm0', _type='batch', _ops=self._ops, is_train=False) s8_deconv1 = tf_utils.relu(s8_deconv1, name='relu_s8_deconv1') # Concat s8_concat = tf_utils.concat(values=[s8_deconv1, s2_conv2], axis=3, name='s8_axis3_concat') s8_conv2 = tf_utils.conv2d(x=s8_concat, output_dim=self.conv_dims[17], k_h=3, k_w=3, d_h=1, d_w=1, padding=padding, initializer='He', name='s8_conv2') s8_conv2 = tf_utils.norm(s8_conv2, name='s8_norm1', _type='batch', _ops=self._ops, is_train=False) s8_conv2 = tf_utils.relu(s8_conv2, name='relu_s8_conv2') s8_conv3 = tf_utils.conv2d(x=s8_conv2, output_dim=self.conv_dims[18], k_h=3, k_w=3, d_h=1, d_w=1, padding=padding, initializer='He', name='s8_conv3') s8_conv3 = tf_utils.norm(s8_conv3, name='s8_norm2', _type='batch', _ops=self._ops, is_train=False) s8_conv3 = tf_utils.relu(s8_conv3, name='relu_conv3') # Stage 9 s9_deconv1 = tf_utils.deconv2d(x=s8_conv3, output_dim=self.conv_dims[19], k_h=2, k_w=2, initializer='He', name='s9_deconv1') s9_deconv1 = tf_utils.norm(s9_deconv1, name='s9_norm0', _type='batch', _ops=self._ops, is_train=False) s9_deconv1 = tf_utils.relu(s9_deconv1, name='relu_s9_deconv1') # Concat s9_concat = tf_utils.concat(values=[s9_deconv1, s1_conv2], axis=3, name='s9_axis3_concat') s9_conv2 = tf_utils.conv2d(x=s9_concat, output_dim=self.conv_dims[20], k_h=3, k_w=3, d_h=1, d_w=1, padding=padding, initializer='He', name='s9_conv2') s9_conv2 = tf_utils.norm(s9_conv2, name='s9_norm1', _type='batch', _ops=self._ops, is_train=False) s9_conv2 = tf_utils.relu(s9_conv2, name='relu_s9_conv2') s9_conv3 = tf_utils.conv2d(x=s9_conv2, output_dim=self.conv_dims[21], k_h=3, k_w=3, d_h=1, d_w=1, padding=padding, initializer='He', name='s9_conv3') s9_conv3 = tf_utils.norm(s9_conv3, name='s9_norm2', _type='batch', _ops=self._ops, is_train=False) s9_conv3 = tf_utils.relu(s9_conv3, name='relu_s9_conv3') s10_deconv1 = tf_utils.deconv2d(x=s9_conv3, output_dim=self.conv_dims[-1], k_h=2, k_w=2, initializer='He', name='s10_deconv1') s10_deconv1 = tf_utils.norm(s10_deconv1, name='s10_norm0', _type='batch', _ops=self._ops, is_train=False) s10_deconv1 = tf_utils.relu(s10_deconv1, name='relu_s10_deconv1') # Concat s10_concat = tf_utils.concat(values=[s10_deconv1, s0_conv2], axis=3, name='s10_axis3_concat') s10_conv2 = tf_utils.conv2d(s10_concat, output_dim=self.conv_dims[-1], k_h=3, k_w=3, d_h=1, d_w=1, padding=padding, initializer='He', name='s10_conv2') s10_conv2 = tf_utils.norm(s10_conv2, name='s10_norm1', _type='batch', _ops=self._ops, is_train=False) s10_conv2 = tf_utils.relu(s10_conv2, name='relu_s10_conv2') s10_conv3 = tf_utils.conv2d(x=s10_conv2, output_dim=self.conv_dims[-1], k_h=3, k_w=3, d_h=1, d_w=1, padding=padding, initializer='He', name='s10_conv3') s10_conv3 = tf_utils.norm(s10_conv3, name='s10_norm2', _type='batch', _ops=self._ops, is_train=False) s10_conv3 = tf_utils.relu(s10_conv3, name='relu_s10_conv3') output = tf_utils.conv2d(s10_conv3, output_dim=self.num_classes, k_h=1, k_w=1, d_h=1, d_w=1, padding=padding, initializer='He', name='output') return output
def generator(self, data, name='g_'): with tf.variable_scope(name): # 256 -> 128 e0_conv2d = tf_utils.conv2d(data, self.gen_c[0], name='e0_conv2d') e0_lrelu = tf_utils.lrelu(e0_conv2d, name='e0_lrelu') # 128 -> 64 e1_conv2d = tf_utils.conv2d(e0_lrelu, self.gen_c[1], name='e1_conv2d') e1_batchnorm = tf_utils.batch_norm(e1_conv2d, name='e1_batchnorm', _ops=self._gen_train_ops) e1_lrelu = tf_utils.lrelu(e1_batchnorm, name='e1_lrelu') # 64 -> 32 e2_conv2d = tf_utils.conv2d(e1_lrelu, self.gen_c[2], name='e2_conv2d') e2_batchnorm = tf_utils.batch_norm(e2_conv2d, name='e2_batchnorm', _ops=self._gen_train_ops) e2_lrelu = tf_utils.lrelu(e2_batchnorm, name='e2_lrelu') # 32 -> 16 e3_conv2d = tf_utils.conv2d(e2_lrelu, self.gen_c[3], name='e3_conv2d') e3_batchnorm = tf_utils.batch_norm(e3_conv2d, name='e3_batchnorm', _ops=self._gen_train_ops) e3_lrelu = tf_utils.lrelu(e3_batchnorm, name='e3_lrelu') # 16 -> 8 e4_conv2d = tf_utils.conv2d(e3_lrelu, self.gen_c[4], name='e4_conv2d') e4_batchnorm = tf_utils.batch_norm(e4_conv2d, name='e4_batchnorm', _ops=self._gen_train_ops) e4_lrelu = tf_utils.lrelu(e4_batchnorm, name='e4_lrelu') # 8 -> 4 e5_conv2d = tf_utils.conv2d(e4_lrelu, self.gen_c[5], name='e5_conv2d') e5_batchnorm = tf_utils.batch_norm(e5_conv2d, name='e5_batchnorm', _ops=self._gen_train_ops) e5_lrelu = tf_utils.lrelu(e5_batchnorm, name='e5_lrelu') # 4 -> 2 e6_conv2d = tf_utils.conv2d(e5_lrelu, self.gen_c[6], name='e6_conv2d') e6_batchnorm = tf_utils.batch_norm(e6_conv2d, name='e6_batchnorm', _ops=self._gen_train_ops) e6_lrelu = tf_utils.lrelu(e6_batchnorm, name='e6_lrelu') # 2 -> 1 e7_conv2d = tf_utils.conv2d(e6_lrelu, self.gen_c[7], name='e7_conv2d') e7_batchnorm = tf_utils.batch_norm(e7_conv2d, name='e7_batchnorm', _ops=self._gen_train_ops) e7_relu = tf.nn.relu(e7_batchnorm, name='e7_relu') # 1 -> 2 d0_deconv = tf_utils.deconv2d(e7_relu, self.gen_c[8], name='d0_deconv2d') d0_batchnorm = tf_utils.batch_norm(d0_deconv, name='d0_batchnorm', _ops=self._gen_train_ops) d0_drop = tf.nn.dropout(d0_batchnorm, keep_prob=0.5, name='d0_dropout') d0_concat = tf.concat([d0_drop, e6_batchnorm], axis=3, name='d0_concat') d0_relu = tf.nn.relu(d0_concat, name='d0_relu') # 2 -> 4 d1_deconv = tf_utils.deconv2d(d0_relu, self.gen_c[9], name='d1_deconv2d') d1_batchnorm = tf_utils.batch_norm(d1_deconv, name='d1_batchnorm', _ops=self._gen_train_ops) d1_drop = tf.nn.dropout(d1_batchnorm, keep_prob=0.5, name='d1_dropout') d1_concat = tf.concat([d1_drop, e5_batchnorm], axis=3, name='d1_concat') d1_relu = tf.nn.relu(d1_concat, name='d1_relu') # 4 -> 8 d2_deconv = tf_utils.deconv2d(d1_relu, self.gen_c[10], name='d2_deconv2d') d2_batchnorm = tf_utils.batch_norm(d2_deconv, name='d2_batchnorm', _ops=self._gen_train_ops) d2_drop = tf.nn.dropout(d2_batchnorm, keep_prob=0.5, name='d2_dropout') d2_concat = tf.concat([d2_drop, e4_batchnorm], axis=3, name='d2_concat') d2_relu = tf.nn.relu(d2_concat, name='d2_relu') # 8 -> 16 d3_deconv = tf_utils.deconv2d(d2_relu, self.gen_c[11], name='d3_deconv2d') d3_batchnorm = tf_utils.batch_norm(d3_deconv, name='d3_batchnorm', _ops=self._gen_train_ops) d3_concat = tf.concat([d3_batchnorm, e3_batchnorm], axis=3, name='d3_concat') d3_relu = tf.nn.relu(d3_concat, name='d3_relu') # 16 -> 32 d4_deconv = tf_utils.deconv2d(d3_relu, self.gen_c[12], name='d4_deconv2d') d4_batchnorm = tf_utils.batch_norm(d4_deconv, name='d4_batchnorm', _ops=self._gen_train_ops) d4_concat = tf.concat([d4_batchnorm, e2_batchnorm], axis=3, name='d4_concat') d4_relu = tf.nn.relu(d4_concat, name='d4_relu') # 32 -> 64 d5_deconv = tf_utils.deconv2d(d4_relu, self.gen_c[13], name='d5_deconv2d') d5_batchnorm = tf_utils.batch_norm(d5_deconv, name='d5_batchnorm', _ops=self._gen_train_ops) d5_concat = tf.concat([d5_batchnorm, e1_batchnorm], axis=3, name='d5_concat') d5_relu = tf.nn.relu(d5_concat, name='d5_relu') # 64 -> 128 d6_deconv = tf_utils.deconv2d(d5_relu, self.gen_c[14], name='d6_deconv2d') d6_batchnorm = tf_utils.batch_norm(d6_deconv, name='d6_batchnorm', _ops=self._gen_train_ops) d6_concat = tf.concat([d6_batchnorm, e0_conv2d], axis=3, name='d6_concat') d6_relu = tf.nn.relu(d6_concat, name='d6_relu') # 128 -> 256 d7_deconv = tf_utils.deconv2d(d6_relu, self.gen_c[15], name='d7_deconv2d') return tf.nn.tanh(d7_deconv)