import numpy as np
# Read data and pre-process (normalization, etc.)
from prepare_data import prepare_data
from make_custom_file_names import data_file_name
data_file = data_file_name()
filename_format = '../SAMPLES/case{0:02n}.nc'
ncases = 92
ncases_test = 18
cases_train = [i + 1 for i in range(ncases - ncases_test)]
cases_test = [i + ncases - ncases_test + 1 for i in range(ncases_test)]
channels = ['C07', 'C09', 'C13', 'GROUP']
qctimes_train = [] #all good
qctimes_test = [] #all good
train = prepare_data(filename_format, cases_train, channels, qctimes_train)
test = prepare_data(filename_format, cases_test, channels, qctimes_test)
print('*TRAIN*')
for i in range(train['nsamples']):
print(i, train['Dates'][i].strftime('%Y%m%d%H%MZ'))
print('*TEST*')
for i in range(test['nsamples']):
print(i, test['Dates'][i].strftime('%Y%m%d%H%MZ'))
try:
nepochs = config[my_file_prefix]['nepochs']
except KeyError:
nepochs = defcon['nepochs']
print('nepochs =',nepochs)
ALSO_PREDICT_TRAINING_DATA = False
######################################################################
### Filenames for model, history, data, etc.
modelfile = model_file_name(\
spath, IS_UNET, my_file_prefix, n_encoder_decoder_layers, nepochs )
historyfile = history_file_name( \
spath, IS_UNET, my_file_prefix, n_encoder_decoder_layers, nepochs )
data_file = data_file_name( spath, suffix=data_suffix ) # load file name from file
######################################################################
################# DATA AND ANN MODEL ##########
# Step 1: loading data
print('\nLoading data samples')
Xdata_train, Ydata_train, Xdata_test, Ydata_test, \
Lat_train, Lon_train, Lat_test, Lon_test = load_data(data_file)
n_samples_testing,ny,nx,nchans = Xdata_test.shape
# Step 2: loading ANN model
print('Loading ANN model')
model = load_model(modelfile, \
custom_objects={"my_r_square_metric": my_r_square_metric})
print('\n')
print('machine =', machine)
spath = '..' #Imme
if machine == 'Hera':
spath = '/scratch1/RDARCH/rda-goesstf/conus2' #KH on Hera
try:
data_suffix = config['data_suffix']
except KeyError:
try:
data_suffix = config[my_file_prefix]['data_suffix']
except KeyError:
data_suffix = defcon['data_suffix']
print('data_suffix =', data_suffix)
data_file = data_file_name(spath, suffix=data_suffix) # get data file name
if data_suffix in ['vis', 'visa', 'visb', 'visc', 'vis_scalar']:
filename_format = spath + '/SAMPLES_VIS/case{0:02n}.nc'
if data_suffix in ['vis2']:
filename_format = spath + '/SAMPLES_VIS2/case{0:02n}.nc'
elif data_suffix in ['ctc']:
filename_format = spath + '/SAMPLES_CTC/case{0:02n}.nc'
elif data_suffix in ['ctc2']:
filename_format = spath + '/SAMPLES_CTC2/case{0:02n}.nc'
elif data_suffix in ['uv']:
filename_format = spath + '/SAMPLES_UV/case{0:02n}.nc'
else:
filename_format = spath + '/SAMPLES/case{0:02n}.nc'
ncases = 92