def get_updated_configuration_from_module(self, run_configuration, specification_module=None):
run_configuration = update_controller_by_specification_from_module(
run_configuration, self.model_name, specification_module
)
run_configuration["models_configuration"][self.model_name]["controller"]["prepare_for_estimate"]["arguments"][
"specification_dict"
] = ("spec['%s']" % self.type)
return run_configuration
def get_updated_configuration_from_module(self,
run_configuration,
specification_module=None):
run_configuration = update_controller_by_specification_from_module(
run_configuration, self.model_name, specification_module)
run_configuration["models_configuration"][
self.model_name]["controller"]["prepare_for_estimate"][
"arguments"]["specification_dict"] = "spec['%s']" % self.type
return run_configuration
def get_configuration(self, specification_module="psrc.estimation.estimation_RWZCM_variables"):
config = copy.deepcopy(run_configuration)
config["models"] = [
#"land_price_model",
{"workplace_choice_model_for_resident": ["estimate"]}
]
config["datasets_to_preload"] = {
'gridcell':{},
'person':{'package_name':'psrc'},
'zone':{}
}
config = update_controller_by_specification_from_module(config, self.model_name, specification_module)
return config
def get_configuration(
self,
specification_module="psrc.estimation.estimation_RWZCM_variables"):
config = copy.deepcopy(run_configuration)
config["models"] = [
#"land_price_model",
{
"workplace_choice_model_for_resident": ["estimate"]
}
]
config["datasets_to_preload"] = {
'gridcell': {},
'person': {
'package_name': 'psrc'
},
'zone': {}
}
config = update_controller_by_specification_from_module(
config, self.model_name, specification_module)
return config
self["models_configuration"]["household_location_choice_model"]["controller"]["prepare_for_estimate"]["arguments"]["index_to_unplace"] = 'None'
self["models_configuration"]["household_location_choice_model"]["controller"]["prepare_for_estimate"]["arguments"]["filter"] = "'household.move == 1'"#None #"'psrc.household.customized_filter'"
self["models_configuration"]["household_location_choice_model"]["controller"]["init"]["arguments"]['filter'] = "'urbansim_parcel.building.is_residential'"
# self["datasets_to_preload"].merge({"tour":{}, "person":{}})
# self["datasets_to_cache_after_each_model"] += ["person"]
self["models"] = [
# {"household_relocation_model": ["run"]},
# {"tour_schedule_model": ["run"]},
{"household_location_choice_model": ["estimate"]}
]
if __name__ == '__main__':
from my_estimation_config import my_configuration
from urbansim.estimation.estimator import Estimator
from urbansim.estimation.estimator import update_controller_by_specification_from_module
from opus_core.simulation_state import SimulationState
from opus_core.store.attribute_cache import AttributeCache
run_configuration = HlcmParcelEstimation()
run_configuration.update_config()
run_configuration = update_controller_by_specification_from_module(
run_configuration, "household_location_choice_model",
"inprocess.bhylee.hlcm_parcel_specification")
er = Estimator(run_configuration, save_estimation_results=False)
er.estimate()
# er.create_prediction_success_table()
# er.create_prediction_success_table(choice_geography_id="area_type_id=building.disaggregate(zone.area_type_id, intermediates=[parcel])" )
# er.create_prediction_success_table(choice_geography_id="building_type_id=building.building_type_id" )
# er.create_prediction_success_table(choice_geography_id="large_area_id=building.disaggregate(faz.large_area_id, intermediates=[zone, parcel])" )
# er.reestimate("hlcm_parcel_specification")
'sampler'] = None #"'opus_core.samplers.weighted_sampler'"
#run_configuration["models_configuration"]["household_location_choice_model"]["init"]["arguments"]["estimate_config"] = {"weights_for_estimation_string":"urbansim.zone.vacant_residential_units"}
run_configuration["models_configuration"]["household_location_choice_model"][
"controller"]["prepare_for_estimate"]["arguments"][
"join_datasets"] = 'True'
run_configuration["models_configuration"]["household_location_choice_model"][
"controller"]["prepare_for_estimate"]["arguments"][
"index_to_unplace"] = 'None'
run_configuration["models_configuration"]["household_location_choice_model"][
"controller"]["init"]["arguments"]["location_set"] = "zone"
run_configuration["models_configuration"]["household_location_choice_model"][
"controller"]["init"]["arguments"][
"location_id_string"] = "'urbansim.household.zone_id'"
run_configuration["datasets_to_preload"].merge({'zone': {}})
run_configuration['models'] = [{
'household_location_choice_model': ['estimate']
}]
if __name__ == '__main__':
from washtenaw.estimation.my_estimation_config import my_configuration
from urbansim.estimation.estimator import Estimator
from urbansim.estimation.estimator import update_controller_by_specification_from_module
run_configuration = update_controller_by_specification_from_module(
run_configuration, "household_location_choice_model",
"washtenaw.aocm.hlcm_zone_specification")
run_configuration.merge(my_configuration)
estimator = Estimator(run_configuration, save_estimation_results=False)
estimator.estimate()
# 'gridcells',
# 'households',
# 'jobs',
# 'travel_data',
'persons', #need to cache
# 'zones',
'households_for_estimation'
]
run_configuration["datasets_to_preload"].merge({'zone':{},
'household':{},
'person':{"package_name":"psrc"},
'parcel':{"package_name":"psrc"}
})
run_configuration["models"] = [
# {"household_relocation_model": ["run"]},
{"household_location_choice_model": ["estimate"]}
]
if __name__ == '__main__':
from my_estimation_config import my_configuration
from urbansim.estimation.estimator import Estimator
from urbansim.estimation.estimator import update_controller_by_specification_from_module
run_configuration = update_controller_by_specification_from_module(
run_configuration, "household_location_choice_model",
"inprocess.psrc_parcel.hlcm_parcel_specification")
run_configuration.merge(my_configuration)
estimator = Estimator(run_configuration, save_estimation_results=False)
estimator.estimate()
# estimator.reestimate("hlcm_parcel_specification")
# Opus/UrbanSim urban simulation software.
# Copyright (C) 2005-2009 University of Washington
# See opus_core/LICENSE
from urbansim.estimation.hlcm_parcel_estimation_config import run_configuration
from urbansim.estimation.estimator import update_controller_by_specification_from_module
run_configuration = update_controller_by_specification_from_module(
run_configuration,"household_location_choice_model", "estimation_HLCM_parcel_specification")
# Copyright (C) 2005-2009 University of Washington
# See opus_core/LICENSE
from urbansim.configs.hlcm_estimation_config import run_configuration as config
run_configuration = config.copy()
run_configuration["models_configuration"]["household_location_choice_model"]["controller"]["init"]["arguments"]['sample_size_locations']=None
run_configuration["models_configuration"]["household_location_choice_model"]["controller"]["init"]["arguments"]['sampler']=None#"'opus_core.samplers.weighted_sampler'"
#run_configuration["models_configuration"]["household_location_choice_model"]["init"]["arguments"]["estimate_config"] = {"weights_for_estimation_string":"urbansim.zone.vacant_residential_units"}
run_configuration["models_configuration"]["household_location_choice_model"]["controller"]["prepare_for_estimate"]["arguments"]["join_datasets"] = 'True'
run_configuration["models_configuration"]["household_location_choice_model"]["controller"]["prepare_for_estimate"]["arguments"]["index_to_unplace"] = 'None'
run_configuration["models_configuration"]["household_location_choice_model"]["controller"]["init"]["arguments"]["location_set"] = "zone"
run_configuration["models_configuration"]["household_location_choice_model"]["controller"]["init"]["arguments"]["location_id_string"] = "'urbansim.household.zone_id'"
run_configuration["datasets_to_preload"].merge({'zone':{}})
run_configuration['models'] = [
{'household_location_choice_model':['estimate']} ]
if __name__ == '__main__':
from washtenaw.estimation.my_estimation_config import my_configuration
from urbansim.estimation.estimator import Estimator
from urbansim.estimation.estimator import update_controller_by_specification_from_module
run_configuration = update_controller_by_specification_from_module(
run_configuration, "household_location_choice_model",
"washtenaw.aocm.hlcm_zone_specification")
run_configuration.merge(my_configuration)
estimator = Estimator(run_configuration, save_estimation_results=False)
estimator.estimate()
def __init__(self,
model,
specification_module=None,
xml_configuration=None,
model_group=None,
configuration={},
save_estimation_results=False):
"""
If 'specification_module' is given, it contains the specification defined as a dictionary in a module.
Alternatively, the specification can be passed in an xml format in the 'xml_configuration' argument
(which should be an instance of XMLConfiguration).
If both of those arguments are None, the specification is taken from the cache.
'configuration' is an Opus configuration.
It can contain an entry 'config_changes_for_estimation' which is a dictionary
where keys are model names and values are controller changes for that model.
If 'configuration' is None, it is taken from 'xml_configuration'.
If xml_configuration is used, and if it has a non-empty expression library, the dictionary representing
the expression library is added to the configuration under the key 'expression_library'.
If save_estimation_results is True, the estimation results are saved in the output configuration
(if given in 'configuration') and in the cache.
"""
self.specification_module = specification_module
self.xml_configuration = xml_configuration
self.model_group = model_group
self.estimated_model = model
if configuration is None:
if self.xml_configuration is None:
raise StandardError, "Either dictionary based or XML based configuration must be given."
config = self.xml_configuration.get_estimation_configuration(
model, model_group)
else:
config = Configuration(configuration)
config_changes = config.get('config_changes_for_estimation', {})
specification_dict = None
if self.xml_configuration is not None:
specification_dict = self.xml_configuration.get_estimation_specification(
model, model_group)
if model_group is None:
if model in config_changes.keys():
config.merge(config_changes[model])
else:
config['models'] = [{model: ["estimate"]}]
if specification_module is not None:
config = update_controller_by_specification_from_module(
config, model, specification_module)
elif specification_dict is not None:
config = update_controller_by_specification_from_dict(
config, model, specification_dict)
else:
if model in config_changes.keys():
if model_group in config_changes[model]:
config.merge(config_changes[model][model_group])
else:
config.merge(config_changes[model])
else:
config['models'] = [{
model: {
"group_members": [{
model_group: ["estimate"]
}]
}
}]
if (specification_module is not None) or (specification_dict
is not None):
if '%s_%s' % (model_group,
model) in config["models_configuration"].keys():
model_name_in_configuration = '%s_%s' % (model_group,
model)
else:
model_name_in_configuration = model
if specification_module is not None:
config = update_controller_by_specification_from_module(
config, model_name_in_configuration,
specification_module)
config["models_configuration"][model_name_in_configuration][
"controller"]["prepare_for_estimate"]["arguments"][
"specification_dict"] = "spec['%s']" % model_group
else:
config = update_controller_by_specification_from_dict(
config, model, specification_dict[model_group])
if model.startswith('%s_' % model_group):
config['model_name_for_coefficients'] = model
else:
config['model_name_for_coefficients'] = '%s_%s' % (model_group,
model)
Estimator.__init__(self,
config,
save_estimation_results=save_estimation_results)
from urbansim.estimation.estimator import Estimator
from urbansim.estimation.estimator import update_controller_by_specification_from_module
#model = ("HLCM", "household_location_choice_model")
#model = ("ELCM", "employment_location_choice_model", "industrial")
#model = ("ELCM", "employment_location_choice_model", "commercial")
##model = ("ELCM", "employment_location_choice_model", "home_based") #disabled because jobs_for_estimation_home_based has no records
#model = ("LUDLCM", "landuse_development_location_choice_model")
model = ("HPM", "housing_price_model")
##model = ("RLSM", "residential_land_share_model") ##TODO
type = None
if len(model) > 2:
type = model[2]
if type is None:
exec("from randstad.estimation.%s_estimation_config import run_configuration" % model[0].lower())
run_configuration = update_controller_by_specification_from_module(
run_configuration, model[1],
"%s_specification" % model[0])
else:
exec("from randstad.estimation.%s_estimation_config import %s_configuration as config" % (model[0].lower(),
model[0].lower()))
conf = config(type)
run_configuration = conf.get_configuration(specification_module="randstad.estimation.%s_specification" % model[0])
run_configuration.merge(my_configuration)
estimator = Estimator(run_configuration, save_estimation_results=False)
estimator.estimate()
#estimator.reestimate("randstad.estimation.HLCM_specification")
#estimator.reestimate("randstad.estimation.ELCM_specification", type="home_based")
def __init__(self, model, specification_module=None,
xml_configuration=None, model_group=None, configuration={},
save_estimation_results=False):
"""
If 'specification_module' is given, it contains the specification defined as a dictionary in a module.
Alternatively, the specification can be passed in an xml format in the 'xml_configuration' argument
(which should be an instance of XMLConfiguration).
If both of those arguments are None, the specification is taken from the cache.
'configuration' is an Opus configuration.
It can contain an entry 'config_changes_for_estimation' which is a dictionary
where keys are model names and values are controller changes for that model.
If 'configuration' is None, it is taken from 'xml_configuration'.
If xml_configuration is used, and if it has a non-empty expression library, the dictionary representing
the expression library is added to the configuration under the key 'expression_library'.
If save_estimation_results is True, the estimation results are saved in the output configuration
(if given in 'configuration') and in the cache.
"""
self.specification_module = specification_module
self.xml_configuration = xml_configuration
self.model_group = model_group
self.estimated_model = model
if configuration is None:
if self.xml_configuration is None:
raise StandardError, "Either dictionary based or XML based configuration must be given."
config = self.xml_configuration.get_estimation_configuration(model, model_group)
else:
config = Configuration(configuration)
config_changes = config.get('config_changes_for_estimation', {})
specification_dict=None
if self.xml_configuration is not None:
specification_dict = self.xml_configuration.get_estimation_specification(model, model_group)
if model_group is None:
if model in config_changes.keys():
config.merge(config_changes[model])
else:
config['models'] = [{model: ["estimate"]}]
if specification_module is not None:
config = update_controller_by_specification_from_module(
config, model, specification_module)
elif specification_dict is not None:
config = update_controller_by_specification_from_dict(config, model, specification_dict)
else:
if model in config_changes.keys():
if model_group in config_changes[model]:
config.merge(config_changes[model][model_group])
else:
config.merge(config_changes[model])
else:
config['models'] = [{model: {"group_members": [{model_group: ["estimate"]}]}}]
if (specification_module is not None) or (specification_dict is not None):
if '%s_%s' % (model_group, model) in config["models_configuration"].keys():
model_name_in_configuration = '%s_%s' % (model_group, model)
else:
model_name_in_configuration = model
if specification_module is not None:
config = update_controller_by_specification_from_module(config, model_name_in_configuration, specification_module)
config["models_configuration"][model_name_in_configuration]["controller"]["prepare_for_estimate"]["arguments"]["specification_dict"] = "spec['%s']" % model_group
else:
config = update_controller_by_specification_from_dict(config, model, specification_dict[model_group])
if model.startswith('%s_' % model_group):
config['model_name_for_coefficients'] = model
else:
config['model_name_for_coefficients'] = '%s_%s' % (model_group, model)
Estimator.__init__(self, config, save_estimation_results=save_estimation_results)
#model = ("HLCM", "household_location_choice_model")
#model = ("ELCM", "employment_location_choice_model", "industrial")
#model = ("ELCM", "employment_location_choice_model", "commercial")
##model = ("ELCM", "employment_location_choice_model", "home_based") #disabled because jobs_for_estimation_home_based has no records
#model = ("LUDLCM", "landuse_development_location_choice_model")
model = ("HPM", "housing_price_model")
##model = ("RLSM", "residential_land_share_model") ##TODO
type = None
if len(model) > 2:
type = model[2]
if type is None:
exec(
"from randstad.estimation.%s_estimation_config import run_configuration"
% model[0].lower())
run_configuration = update_controller_by_specification_from_module(
run_configuration, model[1], "%s_specification" % model[0])
else:
exec(
"from randstad.estimation.%s_estimation_config import %s_configuration as config"
% (model[0].lower(), model[0].lower()))
conf = config(type)
run_configuration = conf.get_configuration(
specification_module="randstad.estimation.%s_specification" % model[0])
run_configuration.merge(my_configuration)
estimator = Estimator(run_configuration, save_estimation_results=False)
estimator.estimate()
#estimator.reestimate("randstad.estimation.HLCM_specification")
#estimator.reestimate("randstad.estimation.ELCM_specification", type="home_based")
# Opus/UrbanSim urban simulation software.
# Copyright (C) 2005-2009 University of Washington
# See opus_core/LICENSE
from urbansim.estimation.hlcm_parcel_estimation_config import run_configuration
from urbansim.estimation.estimator import update_controller_by_specification_from_module
run_configuration = update_controller_by_specification_from_module(
run_configuration, "household_location_choice_model",
"estimation_HLCM_parcel_specification")
