class ReplicateTest(unittest.TestCase):
def setUp(self):
mdig.repository = self.repo = ModelRepository()
#logging.getLogger('mdig').setLevel(logging.CRITICAL)
models = mdig.repository.get_models()
fn = models['lifestage_test']
self.m_lifestage = DispersalModel(fn)
# Model initialise with variables
fn = models['variables']
self.m_variables = DispersalModel(fn)
fn = models['variables_complete']
self.m_variables_complete = DispersalModel(fn)
# management
fn = models['management_alter_variable']
self.m_management = DispersalModel(fn)
#analysis
fn = models['analysis_example']
self.m_analysis = DispersalModel(fn)
def tearDown(self):
self.m_variables.remove_log_handler()
self.m_variables_complete.remove_log_handler()
self.m_lifestage.remove_log_handler()
def test_create_w_no_node(self):
i = self.m_lifestage.get_instances()[0]
r = Replicate(node=None,instance=i)
# TODO check effects
def test_create_w_no_instance(self):
i = self.m_lifestage.get_instances()[0]
self.assertRaises(ValueError,Replicate,node=None,instance=None)
def test_check_complete_on_creation(self):
config.get_config()['replicate']['check_complete']='true'
i = self.m_variables.get_instances()[0]
r = Replicate(node=None,instance=i)
config.get_config()['replicate']['check_complete']='false'
def test_check_complete(self):
i = self.m_variables.get_instances()[0]
r = Replicate(node=None,instance=i)
self.assertFalse(r.check_complete())
i = self.m_variables_complete.get_instances()[0]
self.assertTrue(i.replicates[0].check_complete())
r = i.replicates[0]
r.get_saved_maps = mock_get_saved_maps
self.assertFalse(i.replicates[0].check_complete())
global get_save_count
get_save_count = 0
@patch('mdig.grass.get_g')
def test_delete_maps(self,get_g):
i = self.m_variables_complete.get_instances()[0]
i.replicates[0].delete_maps()
self.assertEqual(get_g.return_value.remove_map.call_count, 6)
get_g.return_value.remove_map.call_count = 0
i = self.m_lifestage.get_instances()[0]
r = Replicate(node=None,instance=i)
r.delete_maps()
self.assertEqual(get_g.return_value.remove_map.call_count, 0)
r.get_saved_maps = mock_get_saved_maps
r.delete_maps()
self.assertEqual(get_g.return_value.remove_map.call_count, 0)
global get_save_count
get_save_count = 0
@patch('mdig.grass.get_g')
def test_null_bitmask(self,get_g):
i = self.m_variables_complete.get_instances()[0]
r = i.replicates[0]
r.null_bitmask()
self.assertEqual(get_g.return_value.null_bitmask.call_count, 6)
def test_map_name_base(self):
i = self.m_variables_complete.get_instances()[0]
name = i.replicates[0].get_map_name_base()
self.assertEqual('variables_complete_region_a_i0_rep_0', name)
name = i.replicates[1].get_map_name_base()
self.assertEqual('variables_complete_region_a_i0_rep_1', name)
i = self.m_variables_complete.get_instances()[1]
name = i.replicates[0].get_map_name_base()
self.assertEqual('variables_complete_region_a_i1_rep_0', name)
def test_get_base_filenames(self):
i = self.m_variables_complete.get_instances()[0]
# return a dictionary of time:names
img_fns = i.replicates[0].get_base_filenames()
self.assertEqual(len(img_fns),6)
# return a single filename
img_fn = i.replicates[0].get_base_filenames(single_file=True)
self.assertTrue('variables_complete_region_a_i0_rep_0_ls_all' in img_fn)
def test_get_initial_maps(self):
i = self.m_variables_complete.get_instances()[0]
r = i.replicates[0]
self.assertEqual(r.get_initial_map('all'),None)
r.initial_maps = self.m_variables.get_initial_maps(i.r_id)
self.assertNotEqual(r.get_initial_map('all'),None)
def test_reset(self):
i = self.m_variables_complete.get_instances()[0]
r = i.replicates[0]
old_xml_node = r.node
r.reset()
self.assertNotEqual(old_xml_node, r.node)
def test_record_maps(self):
i = self.m_variables_complete.get_instances()[0]
r = i.replicates[0]
r.grass_i = Mock()
r.record_maps()
r.active = True
r.temp_map_names['all'] = [ 'tmap1', 'tmap2' ]
r.record_maps()
self.assertEqual(r.grass_i.copy_map.call_count, 1)
r.record_maps(remove_null=True)
self.assertEqual(r.grass_i.copy_map.call_count, 2)
self.assertEqual(r.grass_i.null_bitmask.call_count, 1)
self.assertTrue('all' in r.get_previous_map('all'))
def test_previous_maps(self):
i = self.m_variables_complete.get_instances()[0]
r = i.replicates[0]
maps = r.get_previous_maps('all')
self.assertEqual(maps, [])
maps.append('test1')
maps.append('test2')
maps = r.get_previous_maps('all')
self.assertEqual(len(maps), 2)
a_map = r.get_previous_map('all')
self.assertEqual(a_map, 'test2')
a_map = r.get_previous_map('all',2)
self.assertEqual(a_map, 'test1')
a_map = r.get_previous_map('all',3)
self.assertEqual(a_map, None)
r.push_previous_map('all','freaky')
a_map = r.get_previous_map('all')
self.assertEqual(a_map, 'freaky')
def init_mock_grass(self,g):
g.return_value.init_map.return_value = ('mockstring',Mock())
g.return_value.get_mapset.return_value = 'mock_mapset'
g.return_value.generate_map_name.return_value = 'tempmapname'
g.return_value.get_range.return_value = ['thisr=10']*10
g.return_value.raster_value_freq.return_value = [(1,1), (2,1), (3,1)]
g.return_value.raster_to_ascii.return_value = ('file1','file2')
@patch('mdig.lifestage.Lifestage')
@patch('mdig.grass.get_g')
def test_run(self,m_g,m_ls):
self.init_mock_grass(m_g)
i = self.m_variables_complete.get_instances()[0]
r = i.replicates[0]
r.grass_i = Mock()
r.instance.experiment.save_model = Mock()
r.run()
@patch('mdig.lifestage.Lifestage')
@patch('mdig.grass.get_g')
def test_run_w_lifestage(self,m_g,m_ls):
self.init_mock_grass(m_g)
i = self.m_lifestage.get_instances()[0]
r = i.replicates[0]
r.grass_i = Mock()
r.instance.experiment.save_model = Mock()
r.instance.experiment.get_lifestage_transitions = Mock()
r.instance.experiment.get_lifestage_transitions.return_value = [Mock()]
r.run()
@patch('mdig.lifestage.Lifestage')
@patch('mdig.grass.get_g')
def test_run_w_management(self,m_g,m_ls):
self.init_mock_grass(m_g)
i = self.m_management.get_instances()[1]
r = Replicate(None,i)
r.grass_i = Mock()
r.instance.experiment.save_model = Mock()
r.run()
@patch('mdig.lifestage.Lifestage')
@patch('mdig.grass.get_g')
def test_run_w_analysis(self,m_g,m_ls):
self.init_mock_grass(m_g)
m = self.m_analysis
i = m.get_instances()[0]
r = Replicate(None,i)
r.grass_i = Mock()
r.instance.experiment.save_model = Mock()
r.run()
# Run again to ensure
self.assertRaises(mdig.analysis.AnalysisOutputFileExists,r.run)
def test_get_time_stamp(self):
i = self.m_variables_complete.get_instances()[0]
r = i.replicates[0]
import time
import datetime
self.assertTrue(r.get_time_stamp() < datetime.datetime.now())
t = time.time()
r.node.attrib['ts'] = str(t)
self.assertEqual(r.get_time_stamp(),
datetime.datetime.fromtimestamp(float(str(t))))
class ReplicateTest(unittest.TestCase):
def setUp(self):
mdig.repository = self.repo = ModelRepository()
#logging.getLogger('mdig').setLevel(logging.CRITICAL)
models = mdig.repository.get_models()
fn = models['lifestage_test']
self.m_lifestage = DispersalModel(fn)
# Model initialise with variables
fn = models['variables']
self.m_variables = DispersalModel(fn)
fn = models['variables_complete']
self.m_variables_complete = DispersalModel(fn)
# management
fn = models['management_alter_variable']
self.m_management = DispersalModel(fn)
#analysis
fn = models['analysis_example']
self.m_analysis = DispersalModel(fn)
def tearDown(self):
self.m_variables.remove_log_handler()
self.m_variables_complete.remove_log_handler()
self.m_lifestage.remove_log_handler()
def test_create_w_no_node(self):
i = self.m_lifestage.get_instances()[0]
r = Replicate(node=None, instance=i)
# TODO check effects
def test_create_w_no_instance(self):
i = self.m_lifestage.get_instances()[0]
self.assertRaises(ValueError, Replicate, node=None, instance=None)
def test_check_complete_on_creation(self):
config.get_config()['replicate']['check_complete'] = 'true'
i = self.m_variables.get_instances()[0]
r = Replicate(node=None, instance=i)
config.get_config()['replicate']['check_complete'] = 'false'
def test_check_complete(self):
i = self.m_variables.get_instances()[0]
r = Replicate(node=None, instance=i)
self.assertFalse(r.check_complete())
i = self.m_variables_complete.get_instances()[0]
self.assertTrue(i.replicates[0].check_complete())
r = i.replicates[0]
r.get_saved_maps = mock_get_saved_maps
self.assertFalse(i.replicates[0].check_complete())
global get_save_count
get_save_count = 0
@patch('mdig.grass.get_g')
def test_delete_maps(self, get_g):
i = self.m_variables_complete.get_instances()[0]
i.replicates[0].delete_maps()
self.assertEqual(get_g.return_value.remove_map.call_count, 6)
get_g.return_value.remove_map.call_count = 0
i = self.m_lifestage.get_instances()[0]
r = Replicate(node=None, instance=i)
r.delete_maps()
self.assertEqual(get_g.return_value.remove_map.call_count, 0)
r.get_saved_maps = mock_get_saved_maps
r.delete_maps()
self.assertEqual(get_g.return_value.remove_map.call_count, 0)
global get_save_count
get_save_count = 0
@patch('mdig.grass.get_g')
def test_null_bitmask(self, get_g):
i = self.m_variables_complete.get_instances()[0]
r = i.replicates[0]
r.null_bitmask()
self.assertEqual(get_g.return_value.null_bitmask.call_count, 6)
def test_map_name_base(self):
i = self.m_variables_complete.get_instances()[0]
name = i.replicates[0].get_map_name_base()
self.assertEqual('variables_complete_region_a_i0_rep_0', name)
name = i.replicates[1].get_map_name_base()
self.assertEqual('variables_complete_region_a_i0_rep_1', name)
i = self.m_variables_complete.get_instances()[1]
name = i.replicates[0].get_map_name_base()
self.assertEqual('variables_complete_region_a_i1_rep_0', name)
def test_get_base_filenames(self):
i = self.m_variables_complete.get_instances()[0]
# return a dictionary of time:names
img_fns = i.replicates[0].get_base_filenames()
self.assertEqual(len(img_fns), 6)
# return a single filename
img_fn = i.replicates[0].get_base_filenames(single_file=True)
self.assertTrue(
'variables_complete_region_a_i0_rep_0_ls_all' in img_fn)
def test_get_initial_maps(self):
i = self.m_variables_complete.get_instances()[0]
r = i.replicates[0]
self.assertEqual(r.get_initial_map('all'), None)
r.initial_maps = self.m_variables.get_initial_maps(i.r_id)
self.assertNotEqual(r.get_initial_map('all'), None)
def test_reset(self):
i = self.m_variables_complete.get_instances()[0]
r = i.replicates[0]
old_xml_node = r.node
r.reset()
self.assertNotEqual(old_xml_node, r.node)
def test_record_maps(self):
i = self.m_variables_complete.get_instances()[0]
r = i.replicates[0]
r.grass_i = Mock()
r.record_maps()
r.active = True
r.temp_map_names['all'] = ['tmap1', 'tmap2']
r.record_maps()
self.assertEqual(r.grass_i.copy_map.call_count, 1)
r.record_maps(remove_null=True)
self.assertEqual(r.grass_i.copy_map.call_count, 2)
self.assertEqual(r.grass_i.null_bitmask.call_count, 1)
self.assertTrue('all' in r.get_previous_map('all'))
def test_previous_maps(self):
i = self.m_variables_complete.get_instances()[0]
r = i.replicates[0]
maps = r.get_previous_maps('all')
self.assertEqual(maps, [])
maps.append('test1')
maps.append('test2')
maps = r.get_previous_maps('all')
self.assertEqual(len(maps), 2)
a_map = r.get_previous_map('all')
self.assertEqual(a_map, 'test2')
a_map = r.get_previous_map('all', 2)
self.assertEqual(a_map, 'test1')
a_map = r.get_previous_map('all', 3)
self.assertEqual(a_map, None)
r.push_previous_map('all', 'freaky')
a_map = r.get_previous_map('all')
self.assertEqual(a_map, 'freaky')
def init_mock_grass(self, g):
g.return_value.init_map.return_value = ('mockstring', Mock())
g.return_value.get_mapset.return_value = 'mock_mapset'
g.return_value.generate_map_name.return_value = 'tempmapname'
g.return_value.get_range.return_value = ['thisr=10'] * 10
g.return_value.raster_value_freq.return_value = [(1, 1), (2, 1),
(3, 1)]
g.return_value.raster_to_ascii.return_value = ('file1', 'file2')
@patch('mdig.lifestage.Lifestage')
@patch('mdig.grass.get_g')
def test_run(self, m_g, m_ls):
self.init_mock_grass(m_g)
i = self.m_variables_complete.get_instances()[0]
r = i.replicates[0]
r.grass_i = Mock()
r.instance.experiment.save_model = Mock()
r.run()
@patch('mdig.lifestage.Lifestage')
@patch('mdig.grass.get_g')
def test_run_w_lifestage(self, m_g, m_ls):
self.init_mock_grass(m_g)
i = self.m_lifestage.get_instances()[0]
r = i.replicates[0]
r.grass_i = Mock()
r.instance.experiment.save_model = Mock()
r.instance.experiment.get_lifestage_transitions = Mock()
r.instance.experiment.get_lifestage_transitions.return_value = [Mock()]
r.run()
@patch('mdig.lifestage.Lifestage')
@patch('mdig.grass.get_g')
def test_run_w_management(self, m_g, m_ls):
self.init_mock_grass(m_g)
i = self.m_management.get_instances()[1]
r = Replicate(None, i)
r.grass_i = Mock()
r.instance.experiment.save_model = Mock()
r.run()
@patch('mdig.lifestage.Lifestage')
@patch('mdig.grass.get_g')
def test_run_w_analysis(self, m_g, m_ls):
self.init_mock_grass(m_g)
m = self.m_analysis
i = m.get_instances()[0]
r = Replicate(None, i)
r.grass_i = Mock()
r.instance.experiment.save_model = Mock()
r.run()
# Run again to ensure
self.assertRaises(mdig.analysis.AnalysisOutputFileExists, r.run)
def test_get_time_stamp(self):
i = self.m_variables_complete.get_instances()[0]
r = i.replicates[0]
import time
import datetime
self.assertTrue(r.get_time_stamp() < datetime.datetime.now())
t = time.time()
r.node.attrib['ts'] = str(t)
self.assertEqual(r.get_time_stamp(),
datetime.datetime.fromtimestamp(float(str(t))))
