def test_compact_data_model(self):
data_dir_temp = '/'.join(
self.config_data.data_path['Temp'].split('/')[:-1])
data_dir = os.path.join(data_dir_temp, "exp" + str(1))
data_model = GagesModel.load_datamodel(
data_dir,
data_source_file_name='test_data_source.txt',
stat_file_name='test_Statistics.json',
flow_file_name='test_flow.npy',
forcing_file_name='test_forcing.npy',
attr_file_name='test_attr.npy',
f_dict_file_name='test_dictFactorize.json',
var_dict_file_name='test_dictAttribute.json',
t_s_dict_file_name='test_dictTimeSpace.json')
data_model_lst = []
for j in range(0, 2): # data_model_i.data_flow.shape[0]
data_models_j = GagesModel.which_data_model(data_model, j)
data_model_lst.append(data_models_j)
gages_model_test = GagesModel.load_datamodel(
self.config_data.data_path["Temp"],
data_source_file_name='test_data_source.txt',
stat_file_name='test_Statistics.json',
flow_file_name='test_flow.npy',
forcing_file_name='test_forcing.npy',
attr_file_name='test_attr.npy',
f_dict_file_name='test_dictFactorize.json',
var_dict_file_name='test_dictAttribute.json',
t_s_dict_file_name='test_dictTimeSpace.json')
data_model_test = GagesModel.compact_data_model(
data_model_lst, gages_model_test.data_source)
print(data_model_test)
def test_plot_1by1(self):
data_config = self.config_data.read_data_config()
regions = data_config["regions"]
data_model_test_lst = []
obs_lsts = []
pred_lsts = []
for i in range(1, len(regions) + 1):
data_dir_i_temp = '/'.join(
self.config_data.data_path['Temp'].split('/')[:-1])
data_dir_i = os.path.join(data_dir_i_temp, "exp" + str(i))
data_model_i = GagesModel.load_datamodel(
data_dir_i,
data_source_file_name='test_data_source.txt',
stat_file_name='test_Statistics.json',
flow_file_name='test_flow.npy',
forcing_file_name='test_forcing.npy',
attr_file_name='test_attr.npy',
f_dict_file_name='test_dictFactorize.json',
var_dict_file_name='test_dictAttribute.json',
t_s_dict_file_name='test_dictTimeSpace.json')
data_model_test_lst.append(data_model_i)
flow_pred_file_i = os.path.join(data_dir_i, 'flow_pred.npy')
flow_obs_file_i = os.path.join(data_dir_i, 'flow_obs.npy')
preds = unserialize_numpy(flow_pred_file_i)
obss = unserialize_numpy(flow_obs_file_i)
obs_lsts.append(obss)
pred_lsts.append(preds)
# pred_final = unserialize_numpy(self.flow_pred_file)
# obs_final = unserialize_numpy(self.flow_obs_file)
obs_final = reduce(lambda a, b: np.vstack((a, b)), obs_lsts)
pred_final = reduce(lambda a, b: np.vstack((a, b)), pred_lsts)
gages_model_test = GagesModel.load_datamodel(
self.config_data.data_path["Temp"],
data_source_file_name='test_data_source.txt',
stat_file_name='test_Statistics.json',
flow_file_name='test_flow.npy',
forcing_file_name='test_forcing.npy',
attr_file_name='test_attr.npy',
f_dict_file_name='test_dictFactorize.json',
var_dict_file_name='test_dictAttribute.json',
t_s_dict_file_name='test_dictTimeSpace.json')
data_model_test = GagesModel.compact_data_model(
data_model_test_lst, gages_model_test.data_source)
plot_we_need(data_model_test,
obs_final,
pred_final,
id_col="STAID",
lon_col="LNG_GAGE",
lat_col="LAT_GAGE")
