def run_training_process(model_name,
bock_cv_path,
bock_annotations_path,
bock_feature_path,
output_path,
ii):
test_cv_filename = os.path.join(bock_cv_path, '8-fold_cv_random_' + str(ii) + '.fold')
train_fns = getTrainingFilenames(bock_annotations_path, test_cv_filename)
feature_all, label_all, sample_weights_all, scaler = concatenateFeatureLabelSampleweights(train_fns,
bock_feature_path,
n_pattern=15,
nlen=7,
scaling=True)
# create the temp bock folder if not exists
temp_folder_bock = os.path.join(bock_feature_path, 'temp')
if not os.path.exists(temp_folder_bock):
os.makedirs(temp_folder_bock)
filename_train_validation_set = os.path.join(temp_folder_bock, 'feature_bock_' + str(ii) + '.h5')
filename_labels_train_validation_set = os.path.join(temp_folder_bock, 'labels_bock_' + str(ii) + '.pkl')
filename_sample_weights = os.path.join(temp_folder_bock, 'sample_weights_bock_' + str(ii) + '.pkl')
filename_scaler = os.path.join(temp_folder_bock, 'scaler_bock_' + str(ii) + '.pkl')
saveFeatureLabelSampleweights(feature_all, label_all, sample_weights_all, scaler,
filename_train_validation_set, filename_labels_train_validation_set,
filename_sample_weights, filename_scaler)
print('Finished organizing dataset.')
# filename_train_validation_set_scratch = filename_train_validation_set
file_path_model = os.path.join(output_path, model_name+str(ii)+'.h5')
file_path_log = os.path.join(output_path, model_name+str(ii)+'.csv')
input_dim = (80, 15)
train_model_validation(filename_train_validation_set=filename_train_validation_set,
filename_labels_train_validation_set=filename_labels_train_validation_set,
filename_sample_weights=filename_sample_weights,
filter_density=1,
dropout=0.5,
input_shape=input_dim,
file_path_model=file_path_model,
filename_log=file_path_log,
model_name=model_name)
os.remove(filename_train_validation_set)
os.remove(filename_labels_train_validation_set)
os.remove(filename_sample_weights)
filename_train_validation_set = join(schluter_feature_data_path,
'temp',
'feature_all_temporal_temp.h5')
filename_labels_train_validation_set = join(
schluter_feature_data_path, 'temp',
'labels_train_set_all_temporal_temp.pickle.gz')
filename_sample_weights = join(
schluter_feature_data_path, 'temp',
'sample_weights_all_temporal_temp.pickle.gz')
filename_scaler = join(schluter_feature_data_path, 'temp',
'scaler_temporal_' + str(ii) + '.pickle.gz')
saveFeatureLabelSampleweights(feature_all, label_all,
sample_weights_all, scaler,
filename_train_validation_set,
filename_labels_train_validation_set,
filename_sample_weights, filename_scaler)
timestamp1 = time.time()
filename_train_validation_set_scratch = join(
'/scratch/rgongcnnSyllableSeg_temporal/syllableSeg/',
'feature_all_temporal_temp.h5')
shutil.copy2(filename_train_validation_set,
filename_train_validation_set_scratch)
timestamp2 = time.time()
print("Copying to scratch took %.2f seconds" %
(timestamp2 - timestamp1))
# train the model
file_path_model = '/homedtic/rgong/cnnSyllableSeg/out/schulter_temporal_cv_' + str(
def syllableSeg_jordi_madmom_basecode(part,
ii,
model_name='jordi_timbral_schluter'):
test_cv_filename = join(bock_cv_path,
'8-fold_cv_random_' + str(ii) + '.fold')
train_fns = getTrainingFilenames(bock_annotations_path, test_cv_filename)
feature_all, label_all, sample_weights_all, scaler = concatenateFeatureLabelSampleweights(
train_fns,
bock_feature_data_path_madmom_simpleSampleWeighting,
n_pattern=15,
nlen=7,
scaling=True)
filename_train_validation_set = join(
bock_feature_data_path_madmom_simpleSampleWeighting, 'temp',
'feature_all_' + model_name + '_temp_' + str(ii) + '.h5')
filename_labels_train_validation_set = join(
bock_feature_data_path_madmom_simpleSampleWeighting, 'temp',
'labels_train_set_all_' + model_name + '_temp_' + str(ii) +
'.pickle.gz')
filename_sample_weights = join(
bock_feature_data_path_madmom_simpleSampleWeighting, 'temp',
'sample_weights_all_' + model_name + '_temp_' + str(ii) + '.pickle.gz')
filename_scaler = join(
bock_feature_data_path_madmom_simpleSampleWeighting, 'temp',
'scaler_' + model_name +
'_madmom_simpleSampleWeighting_early_stopping_' + str(ii) +
'.pickle.gz')
saveFeatureLabelSampleweights(feature_all, label_all, sample_weights_all,
scaler, filename_train_validation_set,
filename_labels_train_validation_set,
filename_sample_weights, filename_scaler)
timestamp1 = time.time()
filename_train_validation_set_scratch = join(
'/scratch/rgongcnnSyllableSeg_part' + str(part) + '_' + model_name +
'/syllableSeg',
'feature_all_' + model_name + '_temp_' + str(ii) + '.h5')
shutil.copy2(filename_train_validation_set,
filename_train_validation_set_scratch)
timestamp2 = time.time()
print("Copying to scratch took %.2f seconds" % (timestamp2 - timestamp1))
# train the model
file_path_model = '/homedtic/rgong/cnnSyllableSeg/out/schulter_' + model_name + '_madmom_simpleSampleWeighting_early_stopping_adam_jan_params' + str(
ii) + '.h5'
file_path_log = '/homedtic/rgong/cnnSyllableSeg/out/log/schulter_' + model_name + '_madmom_simpleSampleWeighting_early_stopping_adam_jan_params' + str(
ii) + '.csv'
# filename_train_validation_set_scratch = filename_train_validation_set
# file_path_model = '../../temp/schulter_'+model_name+'_madmom_simpleSampleWeighting_cv_'+str(ii)+'.h5'
# file_path_log = '../../temp/schulter_'+model_name+'_madmom_simpleSampleWeighting_cv_'+str(ii)+'.csv'
input_dim = (80, 15)
train_model_validation(
filename_train_validation_set=filename_train_validation_set_scratch,
filename_labels_train_validation_set=
filename_labels_train_validation_set,
filename_sample_weights=filename_sample_weights,
filter_density=1,
dropout=0.5,
input_shape=input_dim,
file_path_model=file_path_model,
filename_log=file_path_log,
model_name=model_name)
os.remove(filename_train_validation_set)
os.remove(filename_labels_train_validation_set)
os.remove(filename_sample_weights)