def test_proper_subregion_export(self):
file_path = '/tmp/test_config.yaml'
writer.export_evaluation_to_config(
self.evaluation,
file_path=file_path
)
data = yaml.load(open(file_path, 'r'))
self.assertTrue('subregions' in data)
first_bounds = [
self.subregions[0].lat_min,
self.subregions[0].lat_max,
self.subregions[0].lon_min,
self.subregions[0].lon_max,
]
second_bounds = [
self.subregions[1].lat_min,
self.subregions[1].lat_max,
self.subregions[1].lon_min,
self.subregions[1].lon_max,
]
self.assertEqual(first_bounds, data['subregions'][0])
self.assertEqual(second_bounds, data['subregions'][1])
def test_full_export(self):
file_path = '/tmp/test_config.yaml'
writer.export_evaluation_to_config(
self.evaluation,
file_path=file_path
)
self.assertTrue(os.path.isfile(file_path))
def test_proper_dataset_export(self):
file_path = "/tmp/test_config.yaml"
writer.export_evaluation_to_config(self.evaluation, file_path=file_path)
data = yaml.load(open(file_path, "r"))
self.assertTrue("datasets" in data)
self.assertTrue("reference" in data["datasets"])
self.assertTrue("targets" in data["datasets"])
self.assertAlmostEqual(writer.generate_dataset_information(self.evaluation), data["datasets"])
def test_proper_evaluation_setting_export(self):
file_path = "/tmp/test_config.yaml"
writer.export_evaluation_to_config(self.evaluation, file_path=file_path)
data = yaml.load(open(file_path, "r"))
self.assertTrue("evaluation" in data)
self.assertTrue("temporal_time_delta" in data["evaluation"])
self.assertTrue("spatial_regrid_lats" in data["evaluation"])
self.assertTrue("spatial_regrid_lons" in data["evaluation"])
self.assertTrue("subset" in data["evaluation"])
self.assertAlmostEqual(writer.generate_evaluation_information(self.evaluation), data["evaluation"])
def test_proper_dataset_export(self):
file_path = '/tmp/test_config.yaml'
writer.export_evaluation_to_config(self.evaluation,
file_path=file_path)
data = yaml.load(open(file_path, 'r'))
self.assertTrue('datasets' in data)
self.assertTrue('reference' in data['datasets'])
self.assertTrue('targets' in data['datasets'])
self.assertAlmostEqual(
writer.generate_dataset_information(self.evaluation),
data['datasets'])
def test_proper_evaluation_setting_export(self):
file_path = '/tmp/test_config.yaml'
writer.export_evaluation_to_config(self.evaluation,
file_path=file_path)
data = yaml.load(open(file_path, 'r'))
self.assertTrue('evaluation' in data)
self.assertTrue('temporal_time_delta' in data['evaluation'])
self.assertTrue('spatial_regrid_lats' in data['evaluation'])
self.assertTrue('spatial_regrid_lons' in data['evaluation'])
self.assertTrue('subset' in data['evaluation'])
self.assertAlmostEqual(
writer.generate_evaluation_information(self.evaluation),
data['evaluation'])
def test_proper_dataset_export(self):
file_path = '/tmp/test_config.yaml'
writer.export_evaluation_to_config(
self.evaluation,
file_path=file_path
)
data = yaml.load(open(file_path, 'r'))
self.assertTrue('datasets' in data)
self.assertTrue('reference' in data['datasets'])
self.assertTrue('targets' in data['datasets'])
self.assertAlmostEqual(
writer.generate_dataset_information(self.evaluation),
data['datasets']
)
def test_proper_metric_export(self):
file_path = "/tmp/test_config.yaml"
writer.export_evaluation_to_config(self.evaluation, file_path=file_path)
data = yaml.load(open(file_path, "r"))
self.assertTrue("metrics" in data)
self.assertTrue(type(data["metrics"]) == type(list()))
for metric in self.evaluation.metrics:
self.assertTrue(metric.__class__.__name__ in data["metrics"])
for metric in self.evaluation.unary_metrics:
self.assertTrue(metric.__class__.__name__ in data["metrics"])
total_eval_metrics = len(self.evaluation.metrics) + len(self.evaluation.unary_metrics)
self.assertTrue(total_eval_metrics, len(data["metrics"]))
def test_proper_evaluation_setting_export(self):
file_path = '/tmp/test_config.yaml'
writer.export_evaluation_to_config(
self.evaluation,
file_path=file_path
)
data = yaml.load(open(file_path, 'r'))
self.assertTrue('evaluation' in data)
self.assertTrue('temporal_time_delta' in data['evaluation'])
self.assertTrue('spatial_regrid_lats' in data['evaluation'])
self.assertTrue('spatial_regrid_lons' in data['evaluation'])
self.assertTrue('subset' in data['evaluation'])
self.assertAlmostEqual(
writer.generate_evaluation_information(self.evaluation),
data['evaluation']
)
def test_proper_metric_export(self):
file_path = '/tmp/test_config.yaml'
writer.export_evaluation_to_config(self.evaluation,
file_path=file_path)
data = yaml.load(open(file_path, 'r'))
self.assertTrue('metrics' in data)
self.assertTrue(type(data['metrics']) == type(list()))
for metric in self.evaluation.metrics:
self.assertTrue(metric.__class__.__name__ in data['metrics'])
for metric in self.evaluation.unary_metrics:
self.assertTrue(metric.__class__.__name__ in data['metrics'])
total_eval_metrics = (len(self.evaluation.metrics) +
len(self.evaluation.unary_metrics))
self.assertTrue(total_eval_metrics, len(data['metrics']))
def test_proper_subregion_export(self):
file_path = '/tmp/test_config.yaml'
writer.export_evaluation_to_config(self.evaluation,
file_path=file_path)
data = yaml.load(open(file_path, 'r'))
self.assertTrue('subregions' in data)
first_bounds = [
self.subregions[0].lat_min,
self.subregions[0].lat_max,
self.subregions[0].lon_min,
self.subregions[0].lon_max,
]
second_bounds = [
self.subregions[1].lat_min,
self.subregions[1].lat_max,
self.subregions[1].lon_min,
self.subregions[1].lon_max,
]
self.assertEqual(first_bounds, data['subregions'][0])
self.assertEqual(second_bounds, data['subregions'][1])
def test_full_export(self):
file_path = '/tmp/test_config.yaml'
writer.export_evaluation_to_config(self.evaluation,
file_path=file_path)
self.assertTrue(os.path.isfile(file_path))
