def test_load_save_constant(tmpdir):
c = constant(value=[1, 3])
root_node = c * 5
result = root_node.eval()
expected = [[[[5, 15]]]]
assert np.allclose(result, expected)
filename = str(tmpdir / 'c_plus_c.mod')
save_model(root_node, filename)
loaded_node = load_model(filename)
loaded_result = loaded_node.eval()
assert np.allclose(loaded_result, expected)
def test_load_save_unique_input(tmpdir):
i1 = input_variable((1, 2), name='i1')
root_node = softmax(i1)
input1 = [[[1, 2]]]
result = root_node.eval(input1)
expected = [[[[0.268941, 0.731059]]]]
assert np.allclose(result, expected)
filename = str(tmpdir / 'i_plus_0.mod')
save_model(root_node, filename)
loaded_node = load_model(filename)
# Test specifying the only value for an unique input
loaded_result = loaded_node.eval(input1)
assert np.allclose(loaded_result, expected)
def test_load_save_input(tmpdir):
i1 = input_variable((1, 2), name='i1')
root_node = abs(i1)
input1 = [[[-1, 2]]]
result = root_node.eval({i1: input1})
expected = [[[[1, 2]]]]
assert np.allclose(result, expected)
filename = str(tmpdir / 'i_plus_c_0.mod')
save_model(root_node, filename)
loaded_node = load_model(filename)
# Test spefying the input node names by order
loaded_result = loaded_node.eval([input1])
assert np.allclose(loaded_result, expected)
def test_load_save_inputs(tmpdir):
i1 = input_variable((1, 2), name='i1')
i2 = input_variable((2, 1), name='i2')
root_node = plus(i1, i2)
input1 = [[[1, 2]]]
input2 = [[[[1], [2]]]]
result = root_node.eval({i1: input1, i2: input2})
expected = [[[[2, 3], [3, 4]]]]
assert np.allclose(result, expected)
filename = str(tmpdir / 'i_plus_i_0.mod')
save_model(root_node, filename)
loaded_node = load_model(filename)
# Test specifying the input nodes by name
loaded_result = loaded_node.eval({'i1': input1, 'i2': input2})
assert np.allclose(loaded_result, expected)
def cifar_resnet_distributed(data_path,
run_test,
num_epochs,
communicator=None,
save_model_filename=None,
load_model_filename=None,
debug_output=False):
image_height = 32
image_width = 32
num_channels = 3
num_classes = 10
feats_stream_name = 'features'
labels_stream_name = 'labels'
minibatch_source = create_reader(os.path.join(data_path, 'train_map.txt'),
os.path.join(data_path,
'CIFAR-10_mean.xml'),
True,
distributed_communicator=communicator)
features_si = minibatch_source[feats_stream_name]
labels_si = minibatch_source[labels_stream_name]
# Instantiate the resnet classification model, or load from file
if load_model_filename:
print("Loading model:", load_model_filename)
classifier_output = persist.load_model(load_model_filename)
image_input = classifier_output.arguments[0]
else:
image_input = input_variable((num_channels, image_height, image_width),
features_si.m_element_type)
classifier_output = create_resnet_model(image_input, num_classes)
# Input variables denoting the features and label data
label_var = input_variable((num_classes), features_si.m_element_type)
ce = cross_entropy_with_softmax(classifier_output, label_var)
pe = classification_error(classifier_output, label_var)
# Instantiate the trainer object to drive the model training
mb_size = 128
num_mb_per_epoch = 100
num_mbs = num_mb_per_epoch * num_epochs
lr_schedule = [1.0 / mb_size] * 80 + [0.1 / mb_size] * 40 + [
0.01 / mb_size
]
lr_per_minibatch = learning_rate_schedule(lr_schedule, UnitType.minibatch,
mb_size * num_mb_per_epoch)
momentum_time_constant = momentum_as_time_constant_schedule(-mb_size /
np.log(0.9))
# create data parallel distributed trainer if needed
dist_trainer = distributed.data_parallel_distributed_trainer(
communicator, False) if communicator else None
# Instantiate the trainer object to drive the model training
trainer = Trainer(classifier_output,
ce,
pe, [
momentum_sgd(classifier_output.parameters,
lr=lr_per_minibatch,
momentum=momentum_time_constant,
l2_regularization_weight=0.0001)
],
distributed_trainer=dist_trainer)
# Get minibatches of images to train with and perform model training
training_progress_output_freq = 100 if communicator else 20
if debug_output:
training_progress_output_freq = training_progress_output_freq / 4
for i in range(0, num_mbs):
# NOTE: depends on network, the mb_size can be changed dynamically here
mb = minibatch_source.next_minibatch(mb_size)
# Specify the mapping of input variables in the model to actual
# minibatch data to be trained with
arguments = {image_input: mb[features_si], label_var: mb[labels_si]}
trainer.train_minibatch(arguments)
print_training_progress(trainer, i, training_progress_output_freq)
if save_model_filename:
print("Saving model:", save_model_filename)
persist.save_model(classifier_output, save_model_filename)
if run_test:
test_minibatch_source = create_reader(
os.path.join(data_path, 'test_map.txt'),
os.path.join(data_path, 'CIFAR-10_mean.xml'), False)
features_si = test_minibatch_source[feats_stream_name]
labels_si = test_minibatch_source[labels_stream_name]
mb_size = 128
num_mbs = 100
total_error = 0.0
for i in range(0, num_mbs):
mb = test_minibatch_source.next_minibatch(mb_size)
# Specify the mapping of input variables in the model to actual
# minibatch data to be trained with
arguments = {
image_input: mb[features_si],
label_var: mb[labels_si]
}
error = trainer.test_minibatch(arguments)
total_error += error
return total_error / num_mbs
else:
return 0
def cifar_resnet_distributed(data_path, run_test, num_epochs, communicator=None, save_model_filename=None, load_model_filename=None, debug_output=False):
image_height = 32
image_width = 32
num_channels = 3
num_classes = 10
feats_stream_name = 'features'
labels_stream_name = 'labels'
minibatch_source = create_reader(os.path.join(data_path, 'train_map.txt'), os.path.join(data_path, 'CIFAR-10_mean.xml'), True,
distributed_communicator = communicator)
features_si = minibatch_source[feats_stream_name]
labels_si = minibatch_source[labels_stream_name]
# Instantiate the resnet classification model, or load from file
if load_model_filename:
print("Loading model:", load_model_filename)
classifier_output = persist.load_model(load_model_filename)
image_input = classifier_output.arguments[0]
else:
image_input = input_variable(
(num_channels, image_height, image_width), features_si.m_element_type)
classifier_output = create_resnet_model(image_input, num_classes)
# Input variables denoting the features and label data
label_var = input_variable((num_classes), features_si.m_element_type)
ce = cross_entropy_with_softmax(classifier_output, label_var)
pe = classification_error(classifier_output, label_var)
# Instantiate the trainer object to drive the model training
mb_size = 128
num_mb_per_epoch = 100
num_mbs = num_mb_per_epoch * num_epochs
lr_per_sample = [1/mb_size]*80+[0.1/mb_size]*40+[0.01/mb_size]
lr_schedule = learning_rate_schedule(lr_per_sample, units = mb_size * num_mb_per_epoch)
momentum_time_constant = -mb_size/np.log(0.9)
# create data parallel distributed trainer if needed
dist_trainer = distributed.data_parallel_distributed_trainer(communicator, False) if communicator else None
# Instantiate the trainer object to drive the model training
trainer = Trainer(classifier_output, ce, pe,
[momentum_sgd(classifier_output.parameters, lr_schedule, momentum_time_constant, l2_regularization_weight=0.0001)],
distributed_trainer = dist_trainer)
# Get minibatches of images to train with and perform model training
training_progress_output_freq = 100 if communicator else 20
if debug_output:
training_progress_output_freq = training_progress_output_freq/4
for i in range(0, num_mbs):
# NOTE: depends on network, the mb_size can be changed dynamically here
mb = minibatch_source.next_minibatch(mb_size)
# Specify the mapping of input variables in the model to actual
# minibatch data to be trained with
arguments = {
image_input: mb[features_si],
label_var: mb[labels_si]
}
trainer.train_minibatch(arguments)
print_training_progress(trainer, i, training_progress_output_freq)
if save_model_filename:
print("Saving model:", save_model_filename)
persist.save_model(classifier_output, save_model_filename)
if run_test:
test_minibatch_source = create_reader(os.path.join(data_path, 'test_map.txt'), os.path.join(data_path, 'CIFAR-10_mean.xml'), False)
features_si = test_minibatch_source[feats_stream_name]
labels_si = test_minibatch_source[labels_stream_name]
mb_size = 128
num_mbs = 100
total_error = 0.0
for i in range(0, num_mbs):
mb = test_minibatch_source.next_minibatch(mb_size)
# Specify the mapping of input variables in the model to actual
# minibatch data to be trained with
arguments = {
image_input: mb[features_si],
label_var: mb[labels_si]
}
error = trainer.test_minibatch(arguments)
total_error += error
return total_error / num_mbs
else:
return 0