class LayerwisedTrainer(AutoStopTrainer):
def __init__(self, test_id, data_dir, provider, checkpoint_dir, train_range, test_range, test_freq,
save_freq, batch_size, num_epoch, image_size, image_color, learning_rate, n_filters,
size_filters, fc_nouts):
AutoStopTrainer.__init__(self, test_id, data_dir,provider, checkpoint_dir, train_range, test_range, test_freq,
save_freq, batch_size, num_epoch, image_size, image_color, learning_rate, 0, False)
if len(n_filters) == 1:
self.layerwised = False
else:
self.layerwised = True
self.n_filters = n_filters
self.size_filters = size_filters
self.fc_nouts = fc_nouts
init_n_filter = [self.n_filters[0]]
init_size_filter = [self.size_filters[0]]
self.net.add_parameterized_layers(init_n_filter, init_size_filter, self.fc_nouts)
def train(self):
AutoStopTrainer.train(self)
if self.layerwised:
for i in range(len(self.n_filters) - 1):
next_n_filter = [self.n_filters[i + 1]]
next_size_filter = [self.size_filters[i + 1]]
model = load(self.checkpoint_file)
self.net = FastNet(self.learning_rate, self.image_shape, 0, initModel=model)
self.net.del_layer()
self.net.del_layer()
self.net.disable_bprop()
self.net.add_parameterized_layers(next_n_filter, next_size_filter, self.fc_nouts)
self.init_data_provider()
self.scheduler = Scheduler(self)
self.test_outputs = []
self.train_outputs = []
AutoStopTrainer.train(self)
def add_parameterized_layers(self, net, n_filters=None, size_filters=None, fc_nout=[10]):
for i in range(len(n_filters)):
prev = n_filters[i - 1] if i > 0 else net.imgShapes[-1][1]
filter_shape = (n_filters[i], prev, size_filters[i], size_filters[i])
conv = layer.ConvLayer('conv' + str(net.numConv), filter_shape, net.imgShapes[-1])
net.append_layer(conv)
neuron = layer.NeuronLayer('neuron' + str(net.numConv), net.imgShapes[-1], type='tanh')
net.append_layer(neuron)
pool = layer.MaxPoolLayer('pool' + str(net.numConv), net.imgShapes[-1])
net.append_layer(pool)
rnorm = layer.ResponseNormLayer('rnorm' + str(net.numConv), net.imgShapes[-1])
net.append_layer(rnorm)
for i in range(len(fc_nout)):
fc = layer.FCLayer('fc' + str(i + 1), net.inputShapes[-1], fc_nout[-1])
net.append_layer(fc)
net.append_layer(layer.SoftmaxLayer('softmax', net.inputShapes[-1]))
