def get_model(params):
inputs = Input(shape = (201, 4,))
cnn_out = Convolution1D(int(params['filter']), int(params['window_size']),
kernel_initializer=params['kernel_initializer'],
kernel_regularizer=regularizers.l2(params['l2_reg']),
activation="relu")(inputs)
pooling_out = MaxPooling1D(pool_size=int(params['pool_size']),
strides=int(params['pool_size']))(cnn_out)
dropout1 = Dropout(params['drop_out_cnn'])(pooling_out)
lstm_out = Bidirectional(LSTM(int(params['lstm_unit']), return_sequences=True,
kernel_initializer=params['kernel_initializer'],
kernel_regularizer=regularizers.l2(params['l2_reg'])), merge_mode = 'concat')(dropout1)
a = Permute((2, 1))(lstm_out)
a = Dense(lstm_out._keras_shape[1], activation='softmax')(a)
a_probs = Permute((2, 1), name='attention_vec')(a)
attention_out = multiply([lstm_out, a_probs])
attention_out = Lambda(lambda x: K.sum(x, axis=1))(attention_out)
dropout2 = Dropout(params['drop_out_lstm'])(attention_out)
dense_out = Dense(int(params['dense_unit']), activation='relu',
kernel_initializer=params['kernel_initializer'],
kernel_regularizer=regularizers.l2(params['l2_reg']))(dropout2)
output = Dense(1, activation='sigmoid')(dense_out)
model = Model(input=[inputs], output=output)
adam = Adam(lr=params['learning_rate'],epsilon=10**-8)
model.compile(loss='binary_crossentropy', optimizer=adam, metrics=[roc_auc])
return model
def VGG19_hieratt(query_in_size, query_embed_size, nb_classes):
"""Stack hierarchical attention on pre-trained VGG19.
Requires https://github.com/fchollet/deep-learning-models"""
base_model = VGG19(weights='imagenet')
input_image = base_model.input
input_question = Input(shape=(query_in_size, )) # question vector
# Model up to 3rd block
f_1 = Model(input=img_in,
output=base_model.get_layer('block3_pool').output)
f_1 = f_1(img_in)
f_1 = Reshape((256, 28 * 28))(f_1)
f_1 = Permute((2, 1))(f_1)
q_1 = Dense(query_embed_size,
activation='relu')(input_question) # Encode question
# Add question embedding to each feature column
q_1 = RepeatVector(28 * 28)(q_1)
q_f = merge([f_1, q_1], 'concat')
# Estimate and apply attention per feature
att_1 = TimeDistributedDense(1, activation="sigmoid")(q_f)
att_1 = Lambda(repeat_1, output_shape=(28 * 28, 256))(att_1)
att_1 = merge([f_1, att_1], 'mul')
# Reshape to the original feature map from previous layer
att_1 = Permute((2, 1))(att_1)
f_1_att = Reshape((256, 28, 28))(att_1)
model = Model(input=[img_in, input_question], output=f_1_att)
print model.summary()
def time_inception_resnet_stem_3Dconv(input):
# Input Shape is 320 x 320 x 3 (tf) or 3 x 320 x 320 (th)
# for original our biomedical paper, we used 2 layer of 3D convolution followed by 2D conv
# here we do 2 layer 3D conv, but keep the times (original #slices in Z direction) unchanged.
# First, permute time 5d time to the order : [ch,height,width,time(Z)] for 3D convolution
c = Permute([2, 3, 4, 1])(input)
# [h, w, time, c] for tensorflow
# c = Permute([3, 4, 1, 2])(input)
c = Conv3D(32, (3, 3, 3), activation='relu', strides=(2, 2, 1), padding='same')(c)
# next_size= 160#input[1]/2
c = Conv3D(64, (3, 3, 3), activation='relu', strides=(1, 1, 1), padding='same')(c)
# Now, for rest of time distributed 2D convs, we need Permute data back to dimension order [time,channel,height,
# width]
c = Permute([4, 1, 2, 3])(c)
c = TimeDistributed(Conv2D(64, (3, 3), activation='relu', padding='same'))(c)
# -------------- left branch -------------------------------------------
c1 = TimeDistributed(Conv2D(64, (1, 1), activation='relu', padding='same'))(c)
c1 = TimeDistributed(Conv2D(96, (3, 3), activation='relu', padding='same'))(c1)
# --------------- right branch ------------------------------------------
c2 = TimeDistributed(Conv2D(64, (1, 1), activation='relu', padding='same'))(c)
c2 = TimeDistributed(Conv2D(64, (7, 1), activation='relu', padding='same'))(c2)
c2 = TimeDistributed(Conv2D(64, (1, 7), activation='relu', padding='same'))(c2)
c2 = TimeDistributed(Conv2D(96, (3, 3), activation='relu', padding='same'))(c2)
m1 = concatenate([c1, c2], axis=channel_axis_5d)
# m_pad =ZeroPadding2D((1,1))(m1)
p1 = TimeDistributed(MaxPooling2D((3, 3), strides=(2, 2), padding='same'))(m1)
p2 = TimeDistributed(Conv2D(192, (3, 3), activation='relu', strides=(2, 2),
padding='same'))(m1)
m2 = concatenate([p1, p2], axis=channel_axis_5d)
m2 = BatchNormalization(axis=2)(m2) # channel axis
m2 = Activation('relu')(m2)
return m2, m1
def create_miml_model(base_model, L, K, name="miml"):
"""
Arguments:
base_model (Sequential):
A Neural Network in keras form (e.g. VGG, GoogLeNet)
L (int):
number of labels
K (int):
number of sub categories
"""
model = Sequential(layers=base_model.layers, name=name)
# input: feature_map.shape = (n_bags, C, H, W)
_, C, H, W = model.layers[-1].output_shape
print("Creating miml... input feature_map.shape={},{},{}".format(C, H, W))
n_instances = H * W
# shape -> (n_bags, (L * K), n_instances, 1)
model.add(Convolution2D(L * K, 1, 1, name=MIML_FIRST_LAYER_NAME))
# shape -> (n_bags, L, K, n_instances)
model.add(Reshape((L, K, n_instances), name=MIML_CUBE_LAYER_NAME))
# shape -> (n_bags, L, 1, n_instances)
model.add(MaxPooling2D((K, 1), strides=(1, 1)))
# softmax
model.add(Reshape((L, n_instances)))
model.add(Permute((2, 1)))
model.add(Activation("softmax"))
model.add(Permute((2, 1)))
model.add(Reshape((L, 1, n_instances), name=MIML_TABLE_LAYER_NAME))
# shape -> (n_bags, L, 1, 1)
model.add(MaxPooling2D((1, n_instances), strides=(1, 1)))
# shape -> (n_bags, L)
model.add(Reshape((L,), name=MIML_OUTPUT_LAYER_NAME))
return model
def __call__(self,
vocabulary_size=5000,
maxlen=100,
embedding_dim=300,
filter_length=[3],
layer=-1,
hidden_dim=250,
nb_class=2,
drop_out_prob=0.5,
use_my_embedding=False,
embedding_weights=None):
filter_row = filter_length[0]
filter_col = 1
nb_filter = embedding_dim
self.log_params(locals())
model = Sequential()
maxlen = self.add_embedding(model, vocabulary_size, embedding_dim,
maxlen, use_my_embedding,
embedding_weights)
model.add(Permute((2, 1)))
model.add(Reshape((nb_filter * maxlen, )))
model.add(RepeatVector(filter_col))
model.add(Permute((2, 1)))
model.add(Reshape((nb_filter, maxlen, filter_col)))
max_possible_layer = int(math.log(maxlen, 2)) - 1
if layer > 0:
assert layer < max_possible_layer
else:
layer = max_possible_layer
for i in range(layer):
# model.add(Dropout(drop_out_prob/(i+1)))
model.add(
Convolution2D(nb_filter=nb_filter,
nb_row=filter_row,
nb_col=1,
border_mode='same',
activation='relu',
dim_ordering='th',
subsample=(1, 1)))
model.add(MaxPooling2D(pool_size=(2, 1)))
# If max_possible_layer is adopted, add one more layer
if i == max_possible_layer - 1:
logging.debug("Last layer added")
model.add(
Convolution2D(nb_filter=nb_filter,
nb_row=2,
nb_col=1,
border_mode='valid',
activation='relu',
dim_ordering='th',
subsample=(1, 1)))
self.add_full(model, hidden_dim, drop_out_prob, nb_class)
return model
def attention_3d_block(inputs):
a = Permute((2, 1))(inputs)
a = Dense(8, activation='softmax')(a)
a_probs = Permute((2, 1), name='attention_vec')(a)
output_attention_mul = multiply([inputs, a_probs], name='attention_mul')
return output_attention_mul
def create_model(embeddings, config=get_config(), sentence_length=100):
config['sentence_length'] = sentence_length
# sentence attention
attention_input = Input(shape=(
config['sentence_length'],
config['embedding_size'],
),
dtype='float32')
x = Permute((2, 1))(attention_input)
x = Reshape((config['embedding_size'], config['sentence_length']))(x)
x = Dense(config['sentence_length'], activation='softmax', bias=True)(x)
x = Lambda(lambda x: K.mean(x, axis=1),
name='attention_vector_sentence')(x)
x = RepeatVector(config['embedding_size'])(x)
# x = Lambda(lambda x: x, name='attention_vector_sentence')(x)
attention_probabilities = Permute((2, 1))(x)
x = merge.multiply([attention_input, attention_probabilities],
name='attention_mul')
x = Lambda(lambda x: K.sum(x, axis=1))(x)
sentence_attention = Model(attention_input, x, name='sentence_attention')
embedding_layer = Embedding(
embeddings.shape[0],
embeddings.shape[1],
input_length=config['sentence_length'],
trainable=False,
weights=[embeddings],
)
input = Input(shape=(config['sentence_length'], ), dtype='int32')
x = embedding_layer(input)
x = SpatialDropout1D(config['embedding_dropout'])(x)
x = sentence_attention(x)
# x = Attention()(x)
if config['dense_layer']:
x = Dense(config['dense_layer'], activation='relu')(x)
x = Dropout(config['dropout_prob'])(x)
output = Dense(
1,
activation='sigmoid',
)(x)
model = Model(inputs=input, outputs=output)
return model, config
def attention_3d_block(inputs):
# inputs.shape = (batch_size, time_steps, input_dim)
a = Permute((2, 1))(inputs)
# a = Reshape((input_dim, 40))(a) # this line is not useful. It's just to know which dimension is what.
a = Dense(25, activation='softmax')(a)
a_probs = Permute((2, 1), name='attention_vec')(a)
output_attention_mul = Add()([inputs, a_probs])
return output_attention_mul
def attention_3d_block(inputs, full_attention):
input_dim = int(inputs.shape[2])
a = Permute((2, 1))(inputs)
a = Reshape((input_dim, MAX_LEN))(a)
if full_attention:
a = Dense(MAX_LEN, activation='tanh')(a)
a = Dense(MAX_LEN, activation='softmax')(a)
a_probs = Permute((2, 1))(a)
output_attention_mul = multiply([inputs, a_probs])
#output_attention_mul = merge([inputs, a_probs], mode='mul')
return output_attention_mul
def bottleneck_enet(inp, output, internal_scale=4, asymmetric=0, dilated=0, downsample=False,
dropout_rate=0.1):
# main branch
internal = output // internal_scale
encoder = inp
# 1x1
input_stride = 2 if downsample else 1 # the 1st 1x1 projection is replaced with a 2x2 convolution when downsampling
encoder = Conv2D(internal, (input_stride, input_stride),
# padding='same',
strides=(input_stride, input_stride), use_bias=False)(encoder)
# Batch normalization + PReLU
encoder = BatchNormalization(momentum=0.1)(
encoder) # enet uses momentum of 0.1, keras default is 0.99
encoder = PReLU(shared_axes=[1, 2])(encoder)
# conv
if not asymmetric and not dilated:
encoder = Conv2D(internal, (3, 3), padding='same')(encoder)
elif asymmetric:
encoder = Conv2D(internal, (1, asymmetric), padding='same', use_bias=False)(encoder)
encoder = Conv2D(internal, (asymmetric, 1), padding='same')(encoder)
elif dilated:
encoder = Conv2D(internal, (3, 3), dilation_rate=(dilated, dilated), padding='same')(
encoder)
else:
raise (Exception('You shouldn\'t be here'))
encoder = BatchNormalization(momentum=0.1)(
encoder) # enet uses momentum of 0.1, keras default is 0.99
encoder = PReLU(shared_axes=[1, 2])(encoder)
# 1x1
encoder = Conv2D(output, (1, 1), use_bias=False)(encoder)
encoder = BatchNormalization(momentum=0.1)(
encoder) # enet uses momentum of 0.1, keras default is 0.99
encoder = SpatialDropout2D(dropout_rate)(encoder)
other = inp
# other branch
if downsample:
other = MaxPooling2D()(other)
other = Permute((1, 3, 2))(other)
pad_feature_maps = output - inp.get_shape().as_list()[3]
tb_pad = (0, 0)
lr_pad = (0, pad_feature_maps)
other = ZeroPadding2D(padding=(tb_pad, lr_pad))(other)
other = Permute((1, 3, 2))(other)
encoder = add([encoder, other])
encoder = PReLU(shared_axes=[1, 2])(encoder)
return encoder
def attention_3d_block(inputs,input_dim,is_single_attention_vector=False):
# inputs.shape = (batch_size, time_steps, input_dim)
feature_length = int(inputs.shape[2])
a = Permute((2, 1))(inputs)
# a = Reshape((input_dim, time_steps))(a) # this line is not useful. It's just to know which dimension is what.
a = Dense(input_dim, activation='softmax')(a)
if is_single_attention_vector:
a = Lambda(lambda x: K.mean(x, axis=1), name='dim_reduction')(a)
a = RepeatVector(feature_length)(a)
a_probs = Permute((2, 1), name='attention_vec')(a)
output_attention_mul = merge([inputs, a_probs], name='attention_mul', mode='mul')
return output_attention_mul
def attention_3d_block(inputs):
print(np.shape(inputs))
a = Permute((2, 1))(inputs)
print(np.shape(a))
a = Dense(decoder_seq_length, activation='softmax')(a)
print(np.shape(a))
a_probs = Permute((2, 1), name='attention_vec')(a)
#output_attention_mul = merge([inputs, a_probs], name='attention_mul', mode='mul')
output_attention_mul = multiply([inputs, a_probs], name='attention_mul')
print(np.shape(output_attention_mul))
return output_attention_mul
def attention_3d_block(inputs, TIME_STEPS):
# inputs.shape = (batch_size, time_steps, input_dim)
input_dim = int(inputs.shape[2])
a = Permute((2, 1))(inputs)
a = Reshape((input_dim, TIME_STEPS))(a) # this line is not useful. It's just to know which dimension is what.
a = Dense(TIME_STEPS, activation='softmax')(a)
if SINGLE_ATTENTION_VECTOR:
a = Lambda(lambda x: K.mean(x, axis=1), name='dim_reduction')(a)
a = RepeatVector(input_dim)(a)
a_probs = Permute((2, 1), name='attention_vec')(a)
# output_attention_mul = merge([inputs, a_probs], name='attention_mul', mode='mul')
output_attention_mul = concatenate([inputs, a_probs])
return output_attention_mul
def build_socnn(input_shape_sig=(128, 1), input_shape_off=(128, 1), dim=1):
#significant_network
Input_sig = Input(shape=input_shape_sig, dtype='float32', name='input_sig')
name = "Significance_Conv_0"
x = Conv1D(filters=8,kernel_size=ks, padding='same',
activation='linear', name=name,
kernel_constraint=maxnorm(norm))(Input_sig)
for i in range(num_layer_sig-1):
name = "Significance_Conv_" + str(i+1)
if i == (num_layer_sig-2):
fn = dim-1
else:
fn = 8
x = Conv1D(filters=fn,
kernel_size=ks, padding='same',
activation='linear', name=name,
kernel_constraint=maxnorm(norm))(x)
x = BatchNormalization(name="Significance_BN"+str(i+1))(x)
output_sig = x
#offset_network
Input_off = Input(shape=input_shape_off, dtype='float32', name='input_off')
name = "Offset_Conv_0"
y = Conv1D(filters=dim-1,
kernel_size=ks, padding='same',
activation='linear', name=name,
kernel_constraint=maxnorm(norm))(Input_off)
output_off = keras.layers.add([y, Input_off], name='output_off')
value = Permute((2, 1))(output_off)
output_sig = Permute((2, 1))(output_sig)
output_sig = TimeDistributed(Activation('softmax'), name='softmax')(output_sig)
#Hn-1 = 𝝈(𝑺) ⨂(𝐨𝐟𝐟+𝒙𝑰)
H1 = keras.layers.multiply(inputs=[output_sig, value], name='significancemerge')
#Hn
H2 = TimeDistributed(Dense(output_length, activation='linear', use_bias=False,
kernel_constraint=nonneg() if nonnegative else None),
name='out')(H1)
main_output = Permute((2, 1), name='main_output')(H2)
model = keras.models.Model(inputs=[Input_sig, Input_off], outputs=[main_output, output_off])
model.compile(optimizer=keras.optimizers.Adam(lr=lr, clipnorm=clipnorm),
loss={'main_output': 'mse', 'output_off': 'mse'},
loss_weights={'main_output': 1., 'output_off': aux_weight})
return model
def attention_3d_block(
slt_api_num,
feature_dim,
name='',
):
"""
:param query: (None,D)
:param key: (None,slt_api_num,D)
:param value: (None,slt_api_num,D) 一般等于key
:return:
"""
# slt_api_num = int(key.shape[1])
# feature_dim = int(key.shape[2])
query = Input(shape=(feature_dim, ), name=name + 'query_input')
key = Input(shape=(
slt_api_num,
feature_dim,
), name=name + 'key_input')
value = Input(shape=(
slt_api_num,
feature_dim,
),
name=name + 'value_input')
Repeat_query = RepeatVector(slt_api_num)(query) # (None,slt_api_num,D)
outer_prod = Multiply()([Repeat_query, key])
sub = Subtract()([Repeat_query, key])
att_score = Concatenate(name=name + 'att_info_concate')(
[Repeat_query, key, outer_prod, sub]) # (None,slt_api_num,4*D)
a = Permute((2, 1))(att_score) # shape=(?, 4*D, slt_api_num)
a = Dense(slt_api_num, activation='softmax')(
a) # shape=(?, 4*D, slt_api_num) # 每个特征上都做softmax
a = Lambda(lambda x: K.mean(x, axis=1), name=name + 'dim_reduction')(
a) # shape=(?, slt_api_num) # 所有平均得到单个service的权重
a = RepeatVector(feature_dim)(a) # shape=(?,D,slt_api_num)
a_probs = Permute(
(2, 1), name=name + 'attention_vec')(a) # shape=(?,slt_api_num,D)
output_attention_mul = Multiply(name=name + 'attention_mul')(
[value, a_probs]) # shape=(?,slt_api_num, D)
att_result = Lambda(lambda x: tf.reduce_sum(x, axis=1))(
output_attention_mul) # (None,D)
model = Model(inputs=[query, key, value],
outputs=[att_result],
name=name + 'attBlock')
return model
def AttentionLayer(inputs, timesteps=400):
assert len(
inputs.shape
) == 3, 'Attention input should be of dim 3 but found {} dims'.format(
len(inputs.shape))
input_dim = inputs.shape[2]
a = Permute((2, 1))(inputs)
a = Reshape((int(input_dim), int(timesteps)))(a)
a = Dense(timesteps, activation='softmax')(a)
a_probs = Permute((2, 1), name='attention_vec')(a)
output = merge([inputs, a_probs], name='attention_mul', mode='mul')
return output
def ResNet_50(input_shape):
x_in = Input(input_shape, name='input')
x = Permute((2, 1, 3), name='permute')(x_in)
x = Conv2D(64, (7, 7),
strides=(2, 2),
padding='same',
name='conv1',
kernel_regularizer=regularizers.l2(l=c.WEIGHT_DECAY))(x)
x = BatchNormalization(name="bn1")(x)
x = Activation('relu')(x)
x = MaxPool2D((3, 3), strides=(2, 2), padding='same', name='pool1')(x)
x = res_conv_block(x, (64, 64, 256), (1, 1), name='block1')
x = res_conv_block(x, (64, 64, 256), (1, 1), name='block2')
x = res_conv_block(x, (64, 64, 256), (1, 1), name='block3')
x = res_conv_block(x, (128, 128, 512), (1, 1), name='block4')
x = res_conv_block(x, (128, 128, 512), (1, 1), name='block5')
x = res_conv_block(x, (128, 128, 512), (1, 1), name='block6')
x = res_conv_block(x, (128, 128, 512), (2, 2), name='block7')
x = Conv2D(512, (x.shape[1].value, 1), name='fc6')(x)
x = BatchNormalization(name="bn_fc6")(x)
x = Activation('relu', name='relu_fc6')(x)
# avgpool
# x = GlobalAveragePooling2D(name='avgPool')(x)
x = Lambda(lambda y: K.mean(y, axis=[1, 2]), name='avgpool')(x)
model = Model(inputs=[x_in], outputs=[x], name='ResCNN')
# model.summary()
return model
def test_permute(self):
"""
Test the conversion of pooling layer.
"""
from keras.layers.core import Permute
# Create a simple Keras model
model = Sequential()
model.add(Permute((3, 2, 1), input_shape=(10, 64, 3)))
input_names = ["input"]
output_names = ["output"]
spec = keras.convert(model, input_names, output_names).get_spec()
self.assertIsNotNone(spec)
# Test the model class
self.assertIsNotNone(spec.description)
self.assertTrue(spec.HasField("neuralNetwork"))
# Test the inputs and outputs
self.assertEquals(len(spec.description.input), len(input_names))
six.assertCountEqual(self, input_names,
[x.name for x in spec.description.input])
self.assertEquals(len(spec.description.output), len(output_names))
six.assertCountEqual(self, output_names,
[x.name for x in spec.description.output])
# Test the layer parameters.
layers = spec.neuralNetwork.layers
layer_0 = layers[0]
self.assertIsNotNone(layer_0.permute)
def dense_cnn(input, nclass):
_dropout_rate = 0.2
_weight_decay = 1e-4
_nb_filter = 64
# conv 64 5*5 s=2
x = Conv2D(_nb_filter, (5, 5), strides=(2, 2), kernel_initializer='he_normal', padding='same',
use_bias=False, kernel_regularizer=l2(_weight_decay))(input)
# 64 + 8 * 8 = 128
x, _nb_filter = dense_block(x, 8, _nb_filter, 8, None, _weight_decay)
# 128
x, _nb_filter = transition_block(x, 128, _dropout_rate, 2, _weight_decay)
# 128 + 8 * 8 = 192
x, _nb_filter = dense_block(x, 8, _nb_filter, 8, None, _weight_decay)
# 192 -> 128
x, _nb_filter = transition_block(x, 128, _dropout_rate, 2, _weight_decay)
# 128 + 8 * 8 = 192
x, _nb_filter = dense_block(x, 8, _nb_filter, 8, None, _weight_decay)
x = BatchNormalization(axis=-1, epsilon=1.1e-5)(x)
x = Activation('relu')(x)
x = Permute((2, 1, 3), name='permute')(x)
x = TimeDistributed(Flatten(), name='flatten')(x)
y_pred = Dense(nclass, name='out', activation='softmax')(x)
# basemodel = Model(inputs=input, outputs=y_pred)
# basemodel.summary()
return y_pred
def get_decoder():
return [
UpSampling2D((2, 2)),
ZeroPadding2D(padding=(1, 1)),
Conv2D(32, (3, 3), activation='relu', padding='valid'),
BatchNormalization(),
UpSampling2D((2, 2)),
ZeroPadding2D(padding=(1, 1)),
Conv2D(32, (3, 3), activation='relu', padding='valid'),
BatchNormalization(),
ZeroPadding2D(padding=(1, 1)),
Conv2D(32, (3, 3), activation='relu', padding='valid'),
BatchNormalization(),
UpSampling2D((2, 2)),
ZeroPadding2D(padding=(1, 1)),
Conv2D(16, (3, 3), activation='relu', padding='valid'),
BatchNormalization(),
ZeroPadding2D(padding=(1, 1)),
Conv2D(16, (3, 3), activation='relu', padding='valid'),
BatchNormalization(),
# connect to label
Conv2D(n_labels, (1, 1), border_mode='valid'),
# Reshape((n_labels, img_h*img_w), input_shape=(2,img_h,img_w)),
Reshape((n_labels, img_h * img_w)),
Permute((2, 1)),
Activation('softmax')
]
def test_permute(self):
"""
Test the conversion of pooling layer.
"""
from keras.layers.core import Permute
# Create a simple Keras model
model = Sequential()
model.add(Permute((3, 2, 1), input_shape=(10, 64, 3)))
input_names = ['input']
output_names = ['output']
spec = keras.convert(model, input_names, output_names).get_spec()
self.assertIsNotNone(spec)
# Test the model class
self.assertIsNotNone(spec.description)
self.assertTrue(spec.HasField('neuralNetwork'))
# Test the inputs and outputs
self.assertEquals(len(spec.description.input), len(input_names))
self.assertEqual(sorted(input_names),
sorted(map(lambda x: x.name, spec.description.input)))
self.assertEquals(len(spec.description.output), len(output_names))
self.assertEqual(
sorted(output_names),
sorted(map(lambda x: x.name, spec.description.output)))
# Test the layer parameters.
layers = spec.neuralNetwork.layers
layer_0 = layers[0]
self.assertIsNotNone(layer_0.permute)
def yoloP1P2P3(shape):
model = Sequential()
model.add(Convolution2D(16, 3, 3,input_shape=shape,border_mode='same',subsample=(1,1)))
model.add(LeakyReLU(alpha=0.1))
model.add(MaxPooling2D(pool_size=(2, 2)))
model.add(Convolution2D(32,3,3 ,border_mode='same'))
model.add(LeakyReLU(alpha=0.1))
model.add(MaxPooling2D(pool_size=(2, 2),border_mode='valid'))
model.add(Convolution2D(64,3,3 ,border_mode='same'))
model.add(LeakyReLU(alpha=0.1))
model.add(MaxPooling2D(pool_size=(2, 2),border_mode='valid'))
model.add(Convolution2D(128,3,3 ,border_mode='same'))
model.add(LeakyReLU(alpha=0.1))
model.add(MaxPooling2D(pool_size=(2, 2),border_mode='valid'))
model.add(Convolution2D(256,3,3 ,border_mode='same'))
model.add(LeakyReLU(alpha=0.1))
model.add(MaxPooling2D(pool_size=(2, 2),border_mode='valid'))
model.add(Convolution2D(512,3,3 ,border_mode='same'))
model.add(LeakyReLU(alpha=0.1))
model.add(MaxPooling2D(pool_size=(2, 2),border_mode='valid'))
model.add(Convolution2D(1024,3,3 ,border_mode='same'))
model.add(LeakyReLU(alpha=0.1))
model.add(Convolution2D(1024,3,3 ,border_mode='same'))
model.add(LeakyReLU(alpha=0.1))
model.add(Convolution2D(1024,3,3 ,border_mode='same'))
model.add(LeakyReLU(alpha=0.1))
model.add(Permute((2,3,1)))
model.add(Flatten())
model.add(Dense(256))
model.add(Dense(4096))
model.add(LeakyReLU(alpha=0.1))
model.add(Dense(1470))
return model
def build_judge_model(size):
orig_input = Input(shape=(size, size, 10))
orig_encoding = Conv2D(
256,
kernel_size=5,
strides=1,
)(orig_input)
orig_encoding = build_encoder_layers(orig_encoding, size)
orig_latent = Activation(activation='sigmoid')(orig_encoding)
generated_input = Input(shape=(size, size, 10))
generated_encoding = Conv2D(256, kernel_size=5, strides=1)(generated_input)
generated_encoding = build_encoder_layers(generated_encoding, size)
generated_latent = Activation(activation='sigmoid')(generated_encoding)
both = Lambda(lambda x: K.abs(x[0] - x[1]))(
[orig_latent, generated_latent])
prediction = Dense(size * size)(both)
prediction = Reshape((1, size * size))(prediction)
prediction = Permute((2, 1))(prediction)
prediction = Activation('sigmoid')(prediction)
judge_model = Model(name='judge',
inputs=[orig_input, generated_input],
outputs=[prediction])
judge_model.summary()
return judge_model
def createInceptionSegNet(input_shape,
n_labels,
pool_size=(2, 2),
output_mode="sigmoid"):
# encoder
inputs = Input(shape=input_shape)
conv_1 = inceptionModule(inputs)
conv_2 = inceptionModule(conv_1)
pool_1, mask_1 = MaxPoolingWithArgmax2D(pool_size)(conv_2)
conv_3 = inceptionModule(pool_1)
conv_4 = inceptionModule(conv_3)
pool_2, mask_2 = MaxPoolingWithArgmax2D(pool_size)(conv_4)
## encoding done, decoding start
unpool_1 = MaxUnpooling2D(pool_size)([pool_2, mask_2])
conv_4 = inceptionModule(unpool_1)
conv_5 = inceptionModule(conv_4)
unpool_2 = MaxUnpooling2D(pool_size)([conv_5, mask_1])
conv_5 = inceptionModule(unpool_2)
conv_6 = inceptionModule(conv_5)
conv_7 = Convolution2D(n_labels, (1, 1), padding='valid')(conv_6)
reshape = Reshape((n_labels, input_shape[0] * input_shape[1]))(conv_7)
permute = Permute((2, 1))(reshape)
outputs = Activation(output_mode)(permute)
segnet = Model(inputs=inputs, outputs=outputs)
return segnet
def model(input_shape):
autoencoder = models.Sequential()
# Add a noise layer to get a denoising autoencoder. This helps avoid overfitting
autoencoder.add(Layer(input_shape=input_shape))
#autoencoder.add(GaussianNoise(sigma=0.3))
autoencoder.encoding_layers = create_encoding_layers()
autoencoder.decoding_layers = create_decoding_layers()
for i, l in enumerate(autoencoder.encoding_layers):
autoencoder.add(l)
print(i, l.input_shape, l.output_shape)
for i, l in enumerate(autoencoder.decoding_layers):
autoencoder.add(l)
print(i, l.input_shape, l.output_shape)
the_conv = (Convolution2D(
num_classes,
1,
1,
border_mode='valid',
))
autoencoder.add(the_conv)
print(the_conv.input_shape, the_conv.output_shape)
autoencoder.add(Reshape(
(num_classes, data_shape))) #, input_shape=(num_classes,360,480)))
autoencoder.add(Permute((2, 1)))
autoencoder.add(Activation('softmax'))
#from keras.optimizers import SGD
#optimizer = SGD(lr=0.01, momentum=0.8, decay=0., nesterov=False)
return autoencoder
def crnn(nb_classes, input_shape=(32, 280, 3)):
model_input = Input(shape=input_shape, name='the_input')
m = Conv2D(32, kernel_size=(3, 3), activation='relu', padding='same')(model_input)
m = MaxPooling2D(pool_size=(2, 2), strides=(2, 2))(m)
# h/2, w/2
m = Conv2D(64, kernel_size=(3, 3), activation='relu', padding='same')(m)
m = MaxPooling2D(pool_size=(2, 2), strides=(2, 2))(m)
# h/4, w/4
m = ZeroPadding2D(padding=(0, 1))(m)
m = Conv2D(128, kernel_size=(3, 3), activation='relu')(m)
# h/4 - 2, w/4
m = ZeroPadding2D(padding=(0, 1))(m)
m = Conv2D(256, kernel_size=(3, 3), padding='valid', activation='relu')(m)
# h/4 - 4, w/4
m = ZeroPadding2D(padding=(0, 1))(m)
m = Conv2D(256, kernel_size=(3, 3), padding='valid', activation='relu')(m)
# h/4 - 6, w/4
m = Permute((2, 1, 3))(m)
m = Reshape(target_shape=(-1, 1, (input_shape[0]//4 - 6)*256))(m)
m = TimeDistributed(Flatten())(m)
# m = Bidirectional(SimpleRNN(256, return_sequences=True, dropout=0.5), name='rnn1')(m)
m = Dense(1024, activation='relu')(m)
m = Dropout(0.5)(m)
y_pred = Dense(nb_classes, activation='softmax')(m)
basemodel = Model(inputs=model_input, outputs=y_pred)
basemodel.summary()
return basemodel, y_pred, model_input
def rel_types_model(model,
ins,
max_len,
embedding_dim,
rel_types2id_size,
focus,
pre='rtypes'):
"""Discourse relation types model as Keras Graph."""
# prepare focus dimensionality
model.add_node(RepeatVector(rel_types2id_size),
name=pre + '_focus_rep',
input=focus)
model.add_node(Permute((2, 1)),
name=pre + '_focus',
input=pre + '_focus_rep')
# discourse relation types dense neural network (sample, time_pad, rel_types2id)
model.add_node(TimeDistributedDense(rel_types2id_size, init='he_uniform'),
name=pre + '_dense',
input=ins[0])
model.add_node(Activation('softmax'),
name=pre + '_softmax',
input=pre + '_dense')
# multiplication to focus the activations (doc, time_pad, rel_types2id)
model.add_node(Activation('linear'),
name=pre + '_out',
inputs=[pre + '_focus', pre + '_softmax'],
merge_mode='mul')
return pre + '_out'
def dense_cnn(input, n_classes):
_dropout_rate = 0.1
_weight_decay = 1e-4
_first_filters = 64
# input 32 * W * 1
x = Conv2D(_first_filters, (3, 3),
strides=(1, 1),
kernel_initializer='he_normal',
padding='same',
use_bias=False,
kernel_regularizer=l2(_weight_decay))(input) # 32 * W * 64
x = MaxPooling2D((2, 2))(x) # 16 * (W/2) * 64
x, filters = dense_block(x, 8, _first_filters, 8,
_dropout_rate) # 16 * (W/2) * 128
x, filters = transition_block(x, filters, _dropout_rate, 3,
_weight_decay) # 8 * (W/2) * 128
x, filters = dense_block(x, 8, filters, 8,
_dropout_rate) # 8 * (W/2) * 196
x, filters = transition_block(x, filters, _dropout_rate, 3,
_weight_decay) # 4 * (W/2) * 196
x, filters = dense_block(x, 8, filters, 8,
_dropout_rate) # 4 * (W/2) * 256
x, filters = transition_block(x, filters, _dropout_rate, 2,
_weight_decay) # 2 * (W/4) * 256
x = BatchNormalization(axis=-1, epsilon=1.1e-5)(x)
x = Activation('relu')(x)
x = Permute((2, 1, 3), name='permute')(x)
x = TimeDistributed(Flatten(), name='flatten')(x)
y_pred = Dense(n_classes, name='out', activation='softmax')(x)
return y_pred
def Deep_speaker_model(input_shape):
def conv_and_res_block(x_in, filters):
x = Conv2D(filters,
kernel_size=(5, 5),
strides=(2, 2),
padding='same',
kernel_regularizer=regularizers.l2(l=c.WEIGHT_DECAY),
name=f'conv_{filters}-s')(x_in)
x = BatchNormalization(name=f'conv_{filters}-s_bn')(x)
x = clipped_relu(x)
for i in range(3):
x = identity_block(x,
kernel_size=(3, 3),
filters=filters,
name=f'res{filters}_{i}')
return x
x_in = Input(input_shape, name='input')
x = Permute((2, 1, 3), name='permute')(x_in)
x = conv_and_res_block(x, 64)
x = conv_and_res_block(x, 128)
x = conv_and_res_block(x, 256)
x = conv_and_res_block(x, 512)
# average
x = Lambda(lambda y: K.mean(y, axis=[1, 2]), name='avgpool')(x)
# affine
x = Dense(512, name='affine')(x)
x = Lambda(lambda y: K.l2_normalize(y, axis=1), name='ln')(x)
model = Model(inputs=[x_in], outputs=[x], name='deepspeaker')
return model
def SE_ResNet(input_shape):
# first layer
x_in = Input(input_shape, name='input')
# f,t,c
x = Permute((2, 1, 3), name='permute')(x_in)
x = Conv2D(64, (3, 3),
strides=(2, 2),
padding='same',
name='conv1',
kernel_regularizer=regularizers.l2(l=c.WEIGHT_DECAY))(x)
x = BatchNormalization(name='bn1')(x)
x = ELU(name=f'relu1')(x)
x = MaxPool2D((2, 2), strides=(2, 2), padding='same', name='pool1')(x)
x = residual_block(x, outdim=256, stride=(1, 1), name='block2')
x = residual_block(x, outdim=256, stride=(2, 2), name='block3')
x = residual_block(x, outdim=256, stride=(2, 2), name='block4')
x = residual_block(x, outdim=512, stride=(2, 2), name='block5')
# x = residual_block(x,outdim=512,stride=(2,2),name='block6')
x = Conv2D(512, (x.shape[1].value, 1),
strides=(1, 1),
padding='VALID',
name='fc1')(x)
x = BatchNormalization(name="bn_fc1")(x)
x = ELU(name=f'relu_fc1')(x)
x = Lambda(lambda y: K.mean(y, axis=[1, 2]), name='average')(x)
x = Dense(512, name='fc2')(x)
x = BatchNormalization(name='bn_fc2')(x)
x = ELU(name=f'relu_fc2')(x)
return Model(inputs=[x_in], outputs=[x], name='SEResNet')