def main(argv):
data_file = None
results_dir = None
model_file = None
try:
opts, args = getopt.getopt(
argv, "hd:r:m:", ["data_file=", "results_dir=", "model_file="])
except getopt.GetoptError:
print 'incorrect usage'
print 'usage1: softmax.py -d <data_file> -r <results_dir>'
print 'usage2: softmax.py -d <data_file> -m <saved_model_file>'
sys.exit(2)
for opt, arg in opts:
if opt == "-h":
print 'usage1: softmax.py -d <data_file> -r <results_dir>'
print 'usage2: softmax.py -d <data_file> -m <saved_model_file>'
elif opt in ("-d", "--data_file"):
data_file = arg
elif opt in ("-r", "--results__dir"):
results_dir = arg
elif opt in ("-m", "--model_file"):
model_file = arg
if data_file is None:
print 'data_file was not given'
print 'usage1: softmax.py -d <data_file> -r <results_dir>'
print 'usage2: softmax.py -d <data_file> -m <saved_model_file>'
sys.exit(2)
try:
print 'loading in data...'
train_set, validation_set, test_set = load_data_npz(data_file)
except IOError:
print 'cannot open data_file', data_file
# unit scale if using cross entropy cost and not scaled already
#print 'unit scaling data'
#train_set[0], validation_set[0], test_set[0] = unit_scale([train_set[0],validation_set[0],test_set[0]])
train_set, validation_set, test_set = [
toShared_xy(train_set),
toShared_xy(validation_set),
toShared_xy(test_set)
]
nChannels = 4
corruptionLevels = [0.1, 0.2, 0.3]
dropout_rates = [0.0, 0.0, 0.0, 0.0]
dimHiddenLayers = [100, 100, 100]
nLabels = 4
sgd_opts = {
'epochs_pre': 1,
'min_epochs': 10,
'max_epochs': 10,
'alpha_pre': 0.001,
'alpha_init': 0.1,
'gamma': 0.0001,
'p': 0.75,
'monitor_frequency': 1000
}
momentum = 0.9
miniBatchSize = 20
monitoring_to_file = True
if results_dir is not None:
# train a new model
print 'setting up model...'
apply_sdA_sgd(train_set, validation_set, test_set, nChannels,
dimHiddenLayers, nLabels, miniBatchSize, sgd_opts,
dropout_rates, corruptionLevels, results_dir, momentum,
monitoring_to_file)
elif model_file is not None:
# test a saved model
# this option will be ignored if results_dir is not None
print 'testing saved model...'
test_saved_model(test_set, nLabels, model_file)
else:
print 'exactly 2 arguments must be passed on command line'
print 'usage1: softmax.py -d <data_file> -r <results_dir>'
print 'usage2: softmax.py -d <data_file> -m <saved_model_file>'
def main(argv):
data_file = None
results_dir = None
model_file = None
try:
opts, args = getopt.getopt(argv, "hd:r:m:",
["data_file=", "results_dir="])
except getopt.GetoptError:
print 'incorrect usage'
print 'usage: mlp.py -d <data_file> -r <results_dir>'
sys.exit(2)
for opt, arg in opts:
if opt == "-h":
print 'usage1: mlp.py -d <data_file> -r <results_dir>'
elif opt in ("-d", "--data_file"):
data_file = arg
elif opt in ("-r", "--results__dir"):
results_dir = arg
elif opt in ("-m", "--model_file"):
model_file = arg
if data_file is None:
print 'data_file was not given'
print 'usage1: mlp.py -d <data_file> -r <results_dir>'
print 'usage2: mlp.py -d <data_file> -m <saved_model_file>'
sys.exit(2)
if results_dir is not None:
# train a new model
dimHiddenLayers = [100, 100, 100]
nLabels = 4
miniBatchSize = 20
sgd_opts = {
'min_epochs': 10,
'max_epochs': 10,
'alpha_init': 0.1,
'gamma': 0.0001,
'p': 0.75,
'monitor_frequency': 1000
}
lmbda = 0.0
dropout_rates = [0.0, 0.0, 0.0, 0.5]
activations = [relu, relu, relu]
momentum = 0.9
monitoring_to_file = True
label_descriptions = [
'rapeseed', 'water', 'built up', 'bare soil', 'wheat', 'grass',
'clouds', 'cloud shadows'
]
try:
print 'loading in data...'
data = load_data_npz(data_file)
#plot_bar(np.bincount(train_set[1]), xlabel='landcover class', ylabel='number of samples', label_descriptions=label_descriptions)
# landsat 2 remove class that corresponds to border
# for i in xrange(len(data)):
# keep = data[i][1]!=13
# data[i][0]=data[i][0][keep]
# data[i][1]=data[i][1][keep]
# data[i][1][data[i][1]==14]=13
# data[i][1][data[i][1]==15]=14
# data[i][1][data[i][1]==16]=15
# print np.unique(data[i][1])
train_set, validation_set, test_set = data
except IOError:
print 'cannot open data_file', data_file
train_set, validation_set, test_set = [
toShared_xy(train_set),
toShared_xy(validation_set),
toShared_xy(test_set)
]
print 'setting up model...'
apply_mlp_sgd(train_set, validation_set, test_set, dimHiddenLayers,
nLabels, miniBatchSize, sgd_opts, lmbda, dropout_rates,
activations, results_dir, momentum, monitoring_to_file)
elif model_file is not None:
# Test a saved model.
# rapideye
imageShape = (5000, 5000)
zoomParams = {
'zoom': 10,
'x1': 2400,
'x2': 2600,
'y1': 2400,
'y2': 2600
} # origin top left
label_descriptions = [
'rapeseed', 'water', 'built up', 'other', 'wheat', 'grass',
'clouds', 'cloud shadows'
]
#landsat2
# imageShape = (8191,8081)
# zoomParams = {'zoom':30, 'x1':5100, 'x2':5200,
# 'y1':3100, 'y2':3200} # origin top left
# label_descriptions = ['rapeseed', 'wheat', 'grass 1', 'grass 2', 'grass 3', 'built up 1', 'built up 2', 'fallow', 'bare soil 1', 'barley', 'built up 3', 'potatoes', 'shallow water', 'bare soil 2', 'clouds', 'cloud shadows']
miniBatchSize = 1000
try:
test_set = load_data_npz(data_file, only_test=True)
# landsat 2 remove class that corresponds to border
# keep = test_set[1]!=13
# test_set[0]=test_set[0][keep]
# test_set[1]=test_set[1][keep]
# test_set[1][test_set[1]==14]=13
# test_set[1][test_set[1]==15]=14
# test_set[1][test_set[1]==16]=15
# print np.unique(test_set[1])
except IOError:
print 'cannot open data_file', data_file
X_test, y_test = toShared_xy(test_set)
print 'testing saved model...'
test_saved_model(X_test, model_file, label_descriptions, imageShape,
miniBatchSize, y_test, zoomParams)
else:
print 'exactly 2 arguments must be passed on command line'
print 'usage1: mlp.py -d <data_file> -r <results_dir>'
print 'usage2: mlp.py -d <data_file> -m <saved_model_file>'
def main(argv):
data_file = None
results_dir = None
model_file = None
try:
opts, args = getopt.getopt(
argv, "hd:r:m:", ["data_file=", "results_dir=", "model_file="])
except getopt.GetoptError:
print 'incorrect usage'
print 'usage1: softmax.py -d <data_file> -r <results_dir>'
print 'usage2: softmax.py -d <data_file> -m <saved_model_file>'
sys.exit(2)
for opt, arg in opts:
if opt == "-h":
print 'usage1: softmax.py -d <data_file> -r <results_dir>'
print 'usage2: softmax.py -d <data_file> -m <saved_model_file>'
elif opt in ("-d", "--data_file"):
data_file = arg
elif opt in ("-r", "--results__dir"):
results_dir = arg
elif opt in ("-m", "--model_file"):
model_file = arg
if data_file is None:
print 'data_file was not given'
print 'usage1: softmax.py -d <data_file> -r <results_dir>'
print 'usage2: softmax.py -d <data_file> -m <saved_model_file>'
sys.exit(2)
try:
print 'loading in data...'
train_set, validation_set, test_set = load_data_npz(data_file)
except IOError:
print 'cannot open data_file', data_file
train_set, validation_set, test_set = [
toShared_xy(train_set),
toShared_xy(validation_set),
toShared_xy(test_set)
]
nChannels = 4
dimHiddenLayers = [1000, 1000, 1000]
nLabels = 4
sgd_opts = {
'epochs_pre': 15,
'min_epochs': 15,
'max_epochs': 15,
'alpha_pre': 0.001,
'alpha_init': 0.1,
'gamma': 0.0001,
'p': 0.75
}
miniBatchSize = 20
persistent_bool = True
k = 1
if results_dir is not None:
# train a new model
print 'setting up model...'
apply_dbn_sgd(train_set, validation_set, test_set, nChannels,
dimHiddenLayers, nLabels, miniBatchSize, sgd_opts,
persistent_bool, k, results_dir)
elif model_file is not None:
# test a saved model
# this option will be ignored if results_dir is not None
print 'testing saved model...'
test_saved_model(test_set, nLabels, model_file)
else:
print 'exactly 2 arguments must be passed on command line'
print 'usage1: softmax.py -d <data_file> -r <results_dir>'
print 'usage2: softmax.py -d <data_file> -m <saved_model_file>'
def main(argv):
data_file = None
results_dir = None
model_file = None
try:
opts, args = getopt.getopt(
argv, "hd:r:m:",
["data_file=", "results_dir=", "model_file="])
except getopt.GetoptError:
print 'incorrect usage'
print 'usage1: softmax.py -d <data_file> -r <results_dir>'
print 'usage2: softmax.py -d <data_file> -m <saved_model_file>'
sys.exit(2)
for opt, arg in opts:
if opt=="-h":
print 'usage1: softmax.py -d <data_file> -r <results_dir>'
print 'usage2: softmax.py -d <data_file> -m <saved_model_file>'
elif opt in ("-d", "--data_file"):
data_file = arg
elif opt in ("-r", "--results__dir"):
results_dir = arg
elif opt in ("-m", "--model_file"):
model_file = arg
if data_file is None:
print 'data_file was not given'
print 'usage1: softmax.py -d <data_file> -r <results_dir>'
print 'usage2: softmax.py -d <data_file> -m <saved_model_file>'
sys.exit(2)
if results_dir is not None:
# Train a new model.
nLabels=10
sgd_opts = {'min_epochs':10, 'max_epochs':10, 'alpha_init':0.1,
'gamma':0.0001, 'p':0.75}
miniBatchSize = 600
lmbda = 0.0
try:
train_set, validation_set, test_set = load_data_pickled(data_file)
except IOError:
print 'cannot open data_file', data_file
train_set, validation_set, test_set = [toShared_xy(train_set),
toShared_xy(validation_set),
toShared_xy(test_set)]
apply_softmax_sgd(
train_set, validation_set, test_set, nLabels,
miniBatchSize, sgd_opts, lmbda, results_dir)
elif model_file is not None:
# Test a saved model.
nLabels = 4
try:
_, _, test_set = load_data_npz(data_file)
except IOError:
print 'cannot open data_file', data_file
test_set = toShared_xy(test_set)
test_saved_model(test_set, nLabels, model_file)
else:
print 'exactly 2 arguments must be passed on command line'
print 'usage1: softmax.py -d <data_file> -r <results_dir>'
print 'usage2: softmax.py -d <data_file> -m <saved_model_file>'
def main(argv):
data_file = None
results_dir = None
model_file = None
try:
opts, args = getopt.getopt(
argv, "hd:r:m:",
["data_file=", "results_dir=", "model_file="])
except getopt.GetoptError:
print 'incorrect usage'
print 'usage1: softmax.py -d <data_file> -r <results_dir>'
print 'usage2: softmax.py -d <data_file> -m <saved_model_file>'
sys.exit(2)
for opt, arg in opts:
if opt=="-h":
print 'usage1: softmax.py -d <data_file> -r <results_dir>'
print 'usage2: softmax.py -d <data_file> -m <saved_model_file>'
elif opt in ("-d", "--data_file"):
data_file = arg
elif opt in ("-r", "--results__dir"):
results_dir = arg
elif opt in ("-m", "--model_file"):
model_file = arg
if data_file is None:
print 'data_file was not given'
print 'usage1: softmax.py -d <data_file> -r <results_dir>'
print 'usage2: softmax.py -d <data_file> -m <saved_model_file>'
sys.exit(2)
if results_dir is not None:
# Train a new model.
numFilters = [6, 12]
nLabels = 4
dimHiddenSig = 128
filterDim = 5
poolShape = (3,3)
sgd_opts = {'min_epochs':50, 'max_epochs':50, 'alpha_init':0.01,
'gamma':0.0001, 'p':0.75, 'monitor_frequency':1000}
miniBatchSize = 20
lmbda = 0.0
dropout_rates = [0.0, 0.0, 0.0, 0.0, 0.0]
activations = [relu, relu, relu, relu]
momentum = 0.9
mc_samples = None
monitoring_to_file = True
try:
print 'loading in data...'
train_set, validation_set, test_set = load_data_npz(data_file)
except IOError:
print 'cannot open data_file', data_file
train_set, validation_set, test_set = [toShared_xy(train_set),
toShared_xy(validation_set),
toShared_xy(test_set)]
print 'setting up model...'
apply_LeNet_sgd(
train_set, validation_set, test_set, numFilters, nLabels,
dimHiddenSig, filterDim, poolShape, miniBatchSize, sgd_opts,
lmbda, dropout_rates, activations, results_dir, momentum,
mc_samples, monitoring_to_file)
elif model_file is not None:
# Test a saved model.
nLabels = 4
plot_shape = (100,100)
nSamples = 10000
label_descriptions=['barren', 'trees', 'grassland', 'other']
try:
test_set = load_data_npz(data_file, only_test=True)
except IOError:
print 'cannot open data_file', data_file
X_test, y_test = toShared_x(test_set)
print 'testing saved model...'
test_saved_LeNet(X_test, nLabels, model_file,
label_descriptions, plot_shape,
mc_dropout=True)
else:
print 'exactly 2 arguments must be passed on command line'
print 'usage1: softmax.py -d <data_file> -r <results_dir>'
print 'usage2: softmax.py -d <data_file> -m <saved_model_file>'