def setUp(self):
     self.simulation = RunSimulationFromMysql()
     self.run_configuration = SubsetConfiguration()
     self.temp_dir = tempfile.mkdtemp(prefix='opus_tmp')
     self.run_configuration[
         'creating_baseyear_cache_configuration'].cache_directory_root = self.temp_dir
     self.run_configuration[
         'seed'] = 1,  #(1,1)  # always start with same random seed
     self.simulation.prepare_for_simulation(self.run_configuration)
Example #2
0
 def setUp(self):
     self.temp_dir = tempfile.mkdtemp(prefix='opus_tmp')
     self.simulation = RunSimulationFromMysql()
     run_configuration = Baseline()
     run_configuration[
         'creating_baseyear_cache_configuration'].cache_directory_root = self.temp_dir
     run_configuration[
         'creating_baseyear_cache_configuration'].tables_to_cache = [
             "development_events"
         ]
     run_configuration[
         'scenario_database_configuration'].database_name = "washtenaw_class"
     run_configuration[
         'seed'] = 1,  #(1,1)  # always start with same random seed
     self.simulation.prepare_for_simulation(run_configuration)
     self.completed_without_error = False
Example #3
0
 def setUp(self):
     self.simulation = RunSimulationFromMysql()
     self.run_configuration = SubsetConfiguration()
     self.temp_dir = tempfile.mkdtemp(prefix='opus_tmp')
     self.run_configuration['creating_baseyear_cache_configuration'].cache_directory_root = self.temp_dir
     self.run_configuration['seed'] = 1,#(1,1)  # always start with same random seed
     self.simulation.prepare_for_simulation(self.run_configuration)
Example #4
0
 def setUp(self):
     self.temp_dir = tempfile.mkdtemp(prefix='opus_tmp')
     self.simulation = RunSimulationFromMysql()
     run_configuration = Baseline()
     run_configuration['creating_baseyear_cache_configuration'].cache_directory_root = self.temp_dir
     run_configuration['creating_baseyear_cache_configuration'].tables_to_cache = ["development_events"]
     run_configuration['scenario_database_configuration'].database_name = "washtenaw_class"
     run_configuration['seed'] = 1,#(1,1)  # always start with same random seed
     self.simulation.prepare_for_simulation(run_configuration)
     self.completed_without_error = False
Example #5
0
class SimulationTest(opus_unittest.OpusTestCase):
    def setUp(self):
        self.temp_dir = tempfile.mkdtemp(prefix='opus_tmp')
        self.simulation = RunSimulationFromMysql()
        run_configuration = Baseline()
        run_configuration[
            'creating_baseyear_cache_configuration'].cache_directory_root = self.temp_dir
        run_configuration[
            'creating_baseyear_cache_configuration'].tables_to_cache = [
                "development_events"
            ]
        run_configuration[
            'scenario_database_configuration'].database_name = "washtenaw_class"
        run_configuration[
            'seed'] = 1,  #(1,1)  # always start with same random seed
        self.simulation.prepare_for_simulation(run_configuration)
        self.completed_without_error = False

    def tearDown(self):
        if self.completed_without_error:
            self.simulation.cleanup(remove_cache=True,
                                    remove_output_database=True)
            rmtree(self.temp_dir)
        else:
            logger.log_warning(
                'Problem during simulation. Not removing baseyear cache '
                'directory: %s' % SimulationState().get_cache_directory())
            logger.log_warning(
                'Problem during simulation. Not removing database: %s' %
                self.simulation.config['estimation_database_configuration'].
                database_name)
            logger.log_warning(
                'Problem during simulation. Not removing temporary '
                'directory: %s' % self.temp_dir)

    def xtest_prepare_for_simulation(self):
        # do nothing, so that only the setUp procedure runs
        pass

    def xtest_simulation(
        self
    ):  # temporarily switched off, since the database data does not match the code for now
        """Checks that the simulation proceeds without caching.
        """
        self.simulation.run_simulation()
        logger.disable_file_logging()
        self.completed_without_error = True
Example #6
0
class SimulationTest(opus_unittest.OpusTestCase):
    
    def setUp(self):
        self.temp_dir = tempfile.mkdtemp(prefix='opus_tmp')
        self.simulation = RunSimulationFromMysql()
        run_configuration = Baseline()
        run_configuration['creating_baseyear_cache_configuration'].cache_directory_root = self.temp_dir
        run_configuration['creating_baseyear_cache_configuration'].tables_to_cache = ["development_events"]
        run_configuration['scenario_database_configuration'].database_name = "washtenaw_class"
        run_configuration['seed'] = 1,#(1,1)  # always start with same random seed
        self.simulation.prepare_for_simulation(run_configuration)
        self.completed_without_error = False

    def tearDown(self):
        if self.completed_without_error:
            self.simulation.cleanup(remove_cache=True, remove_output_database=True)
            rmtree(self.temp_dir)
        else:
            logger.log_warning(
                'Problem during simulation. Not removing baseyear cache '
                'directory: %s' 
                    % SimulationState().get_cache_directory()
                )
            logger.log_warning(
                'Problem during simulation. Not removing database: %s' % 
                    self.simulation.config['estimation_database_configuration'].database_name
                )
            logger.log_warning(
                'Problem during simulation. Not removing temporary '
                'directory: %s' 
                    % self.temp_dir
                )

    def xtest_prepare_for_simulation(self):
        # do nothing, so that only the setUp procedure runs
        pass
    
    def xtest_simulation(self): # temporarily switched off, since the database data does not match the code for now
        """Checks that the simulation proceeds without caching.
        """
        self.simulation.run_simulation()
        logger.disable_file_logging()
        self.completed_without_error = True
class PSRCSimulationTest(opus_unittest.OpusIntegrationTestCase):
    def setUp(self):
        self.simulation = RunSimulationFromMysql()
        self.run_configuration = SubsetConfiguration()
        self.temp_dir = tempfile.mkdtemp(prefix='opus_tmp')
        self.run_configuration[
            'creating_baseyear_cache_configuration'].cache_directory_root = self.temp_dir
        self.run_configuration[
            'seed'] = 1,  #(1,1)  # always start with same random seed
        self.simulation.prepare_for_simulation(self.run_configuration)

    def tearDown(self):
        self.simulation.cleanup(remove_cache=True, remove_output_database=True)
        rmtree(self.temp_dir)

    def test_psrc_opus_simulation(self):
        """Checks that the simulation proceeds without crashing.
        """
        self.simulation.run_simulation()
        self._check_simulation_produces_changes()
        logger.disable_file_logging()

    def _get_data(self, year, dataset_name, attribute_name):
        current_year = SimulationState().get_current_time()
        SimulationState().set_current_time(year)
        dataset = DatasetFactory().get_dataset(
            dataset_name,
            package='urbansim',
            subdir='datasets',
            arguments={'in_storage': AttributeCache()})
        dataset.compute_variables(attribute_name,
                                  resources=self.simulation.config)
        variable_name = VariableName(attribute_name)
        short_name = variable_name.get_short_name()

        values = dataset.get_attribute(short_name)
        SimulationState().set_current_time(current_year)
        return values

    def _check_simulation_produces_changes(self):
        # Test for primary attribute:
        # Does _lag2 in 2002 get the 2000 data, when the 2002 data is different from the 2000 data?
        primary_attributes_that_should_have_changed = [
            'urbansim.gridcell.commercial_sqft',
            'urbansim.gridcell.industrial_sqft',
            'urbansim.gridcell.residential_units',
        ]

        for primary_attribute_that_should_have_changed in primary_attributes_that_should_have_changed:
            value_2000 = self._get_data(
                2000, 'gridcell',
                primary_attribute_that_should_have_changed).sum()
            value_2002 = self._get_data(
                2002, 'gridcell',
                primary_attribute_that_should_have_changed).sum()

            self.assertNotEqual(value_2002,
                                value_2000,
                                msg='expected %s <> %s' %
                                (value_2002, value_2000))

            # confirm lag
            value_2002_lag2 = self._get_data(
                2002, 'gridcell',
                '%s_lag2' % primary_attribute_that_should_have_changed).sum()
            self.assertEqual(value_2002_lag2,
                             value_2000,
                             msg='expected %s == %s' %
                             (value_2002_lag2, value_2000))

        # Test for derived attribute:
        sqft_2000 = self._get_data(
            2000, 'gridcell',
            'urbansim.gridcell.commercial_and_industrial_sqft').sum()
        sqft_2002 = self._get_data(
            2002, 'gridcell',
            'urbansim.gridcell.commercial_and_industrial_sqft').sum()
        self.assertNotEqual(sqft_2002,
                            sqft_2000,
                            msg='expected %s <> %s' % (sqft_2002, sqft_2000))

        sqft_2002_lag2 = self._get_data(
            2002, 'gridcell',
            'urbansim.gridcell.commercial_and_industrial_sqft_lag2').sum()
        self.assertEqual(sqft_2002_lag2,
                         sqft_2000,
                         msg='expected %s == %s' % (sqft_2002_lag2, sqft_2000))
Example #8
0
class PSRCSimulationTest(opus_unittest.OpusIntegrationTestCase):
    
    def setUp(self):
        self.simulation = RunSimulationFromMysql()
        self.run_configuration = SubsetConfiguration()
        self.temp_dir = tempfile.mkdtemp(prefix='opus_tmp')
        self.run_configuration['creating_baseyear_cache_configuration'].cache_directory_root = self.temp_dir
        self.run_configuration['seed'] = 1,#(1,1)  # always start with same random seed
        self.simulation.prepare_for_simulation(self.run_configuration)
        
    def tearDown(self):
        self.simulation.cleanup(remove_cache=True, remove_output_database=True)
        rmtree(self.temp_dir)
        
    def test_psrc_opus_simulation(self):
        """Checks that the simulation proceeds without crashing.
        """
        self.simulation.run_simulation()
        self._check_simulation_produces_changes()
        logger.disable_file_logging()
        
    def _get_data(self, year, dataset_name, attribute_name):
        current_year = SimulationState().get_current_time()
        SimulationState().set_current_time(year)
        dataset = DatasetFactory().get_dataset(dataset_name, package='urbansim',
                                               subdir='datasets',
                                               arguments={'in_storage':AttributeCache()})
        dataset.compute_variables(attribute_name,
                                  resources=self.simulation.config)
        variable_name = VariableName(attribute_name)
        short_name = variable_name.get_short_name()
        
        values = dataset.get_attribute(short_name)
        SimulationState().set_current_time(current_year)
        return values
        
    def _check_simulation_produces_changes(self):
        # Test for primary attribute:
        # Does _lag2 in 2002 get the 2000 data, when the 2002 data is different from the 2000 data?
        primary_attributes_that_should_have_changed = [
            'urbansim.gridcell.commercial_sqft',
            'urbansim.gridcell.industrial_sqft',
            'urbansim.gridcell.residential_units',
            ]
        
        for primary_attribute_that_should_have_changed in primary_attributes_that_should_have_changed:
            value_2000 = self._get_data(2000, 'gridcell', primary_attribute_that_should_have_changed).sum()
            value_2002 = self._get_data(2002, 'gridcell', primary_attribute_that_should_have_changed).sum()
            
            self.assertNotEqual(value_2002, value_2000, msg='expected %s <> %s' % (value_2002, value_2000))
    
            # confirm lag
            value_2002_lag2 = self._get_data(2002, 'gridcell', '%s_lag2' % primary_attribute_that_should_have_changed).sum()
            self.assertEqual(value_2002_lag2, value_2000, msg='expected %s == %s' % (value_2002_lag2, value_2000))

        # Test for derived attribute:
        sqft_2000 = self._get_data(2000, 'gridcell', 'urbansim.gridcell.commercial_and_industrial_sqft').sum()
        sqft_2002 = self._get_data(2002, 'gridcell', 'urbansim.gridcell.commercial_and_industrial_sqft').sum()
        self.assertNotEqual(sqft_2002, sqft_2000, msg='expected %s <> %s' % (sqft_2002, sqft_2000))

        sqft_2002_lag2 = self._get_data(2002, 'gridcell', 'urbansim.gridcell.commercial_and_industrial_sqft_lag2').sum()
        self.assertEqual(sqft_2002_lag2, sqft_2000, msg='expected %s == %s' % (sqft_2002_lag2, sqft_2000))