def __init__(self): Baseline.__init__(self) self['config_changes_for_estimation'] = ConfigChangesForEstimation() ## set base_year and years to 2006 for HLCM for the psrc_parcel project #self['config_changes_for_estimation']['household_location_choice_model'].merge({'base_year': 2006, 'years':(2006, 2006)}) self['cache_directory'] = '/Users/hana/urbansim_cache/psrc/cache_source_parcel' self['estimation_database_configuration'] = EstimationDatabaseConfiguration( database_name = 'psrc_2005_parcel_baseyear_change_estimation', ) self['dataset_pool_configuration'] = DatasetPoolConfiguration( package_order=['psrc_parcel', 'psrc', 'urbansim_parcel', 'urbansim', 'opus_core'], ) self['datasets_to_cache_after_each_model'] = [] self["datasets_to_preload"] = { 'zone':{}, 'household':{}, 'building':{}, 'parcel':{'package_name':'urbansim_parcel'}, #'development_template': {'package_name':'urbansim_parcel'}, #'development_template_component': {'package_name':'urbansim_parcel'}, #"job_building_type":{} 'job':{}, 'person':{'package_name':'urbansim_parcel'}, "building_type":{'package_name':'urbansim_parcel'}, 'travel_data':{}, } self['base_year'] = 2000 self['years'] = (2000,2000) #self['low_memory_mode'] = True if 'models_in_year' in self.keys(): del self['models_in_year']
def __my_configuration(self): tables_to_cache = [ # 'business', 'households', 'buildings', 'parcels', 'zones', # "households_for_estimation" ] return { 'cache_directory' : r'/home/lmwang/work/sf/cache_source_0125', # change or leave out 'creating_baseyear_cache_configuration':CreatingBaseyearCacheConfiguration( # cache_directory_root = '/tmp/urbcache/sandbox_runs/estimation', unroll_gridcells = False, cache_from_database = True, baseyear_cache = BaseyearCacheConfiguration( existing_cache_to_copy = r'/urbansim_cache/sanfrancisco/cache_source', ), cache_scenario_database = 'urbansim.model_coordinators.cache_scenario_database', tables_to_cache = tables_to_cache, tables_to_copy_to_previous_years = {}, ), 'scenario_database_configuration': ScenarioDatabaseConfiguration( database_name = 'sanfrancisco_baseyear_start', ), 'estimation_database_configuration': EstimationDatabaseConfiguration( database_name = 'sanfrancisco_baseyear_change_20080121', ), 'dataset_pool_configuration': DatasetPoolConfiguration( package_order=['sanfrancisco', 'urbansim', 'opus_core'], ), 'base_year': 2001, }
def __init__(self): Baseline.__init__(self) self['config_changes_for_estimation'] = ConfigChangesForEstimation() self['cache_directory'] = os.path.join(os.environ['OPUS_HOME'], 'data/eugene_zone/base_year_data') self['scenario_database_configuration'] = ScenarioDatabaseConfiguration(database_name = 'eugene_1980_baseyear_zone') self['estimation_database_configuration'] = EstimationDatabaseConfiguration(database_name = 'eugene_1980_baseyear_zone') self['datasets_to_cache_after_each_model' ] = [] self['low_memory_mode'] = False self['base_year'] = 1980 self['years'] = (1980,1980) self['seed'] = 1
def _get_estimation_changes(self): return { 'cache_directory': 'C:/urbansim_cache/psrc/estimation', # change or leave out 'estimation_database_configuration': EstimationDatabaseConfiguration( database_name='GSPSRC_2000_baseyear_change_20070102', ), 'dataset_pool_configuration': DatasetPoolConfiguration( package_order=['psrc', 'urbansim', 'opus_core'], ), 'datasets_to_cache_after_each_model': [], 'low_memory_mode': False, 'base_year': 2000, 'years': (2000, 2000), }
def __init__(self): BaselineHana.__init__(self) self['config_changes_for_estimation'] = ConfigChangesForEstimation() self[ 'cache_directory'] = '/Users/hana/urbansim_cache/psrc/parcel/relocation_models_estimation/cache_source_parcel' self[ 'estimation_database_configuration'] = EstimationDatabaseConfiguration( database_name='psrc_activity2006_ver2_hana_est', ) self['dataset_pool_configuration'] = DatasetPoolConfiguration( package_order=[ 'psrc_parcel', 'psrc', 'urbansim_parcel', 'urbansim', 'opus_core' ], ) self['datasets_to_cache_after_each_model'] = [] self['years'] = (2000, 2000) if 'models_in_year' in self.keys(): del self['models_in_year']
def __init__(self): Baseline.__init__(self) self['config_changes_for_estimation'] = ConfigChangesForEstimation() self['cache_directory'] = '/Users/hana/urbansim_cache/eugene/eugene_1980_baseyear_cache' self['estimation_database_configuration'] = EstimationDatabaseConfiguration( database_name = 'eugene_1980_baseyear_estimation_xxx', ) self['datasets_to_cache_after_each_model' ] = [] self['low_memory_mode'] = False self['base_year'] = 1980 self['years'] = (1980,1980) self['seed'] = 10 self['models_configuration']['land_price_model']['controller'] = LandPriceModelConfigurationCreator( #estimation_procedure='opus_core.bma_for_linear_regression_r', #estimate_config={'bma_imageplot_filename': 'bma_image.pdf'} ).execute() self['models_configuration']['household_location_choice_model']['controller'] = HouseholdLocationChoiceModelConfigurationCreator( #estimation_procedure='opus_core.bhhh_mnl_estimation_with_diagnose', ).execute()
persons = PersonDataset(in_storage=in_storage, in_table_name=persons_table_name) persons.write_dataset(out_storage=out_storage, out_table_name=persons_table_name) if __name__ == '__main__': config = Baseline() config.replace( { 'scenario_database_configuration': ScenarioDatabaseConfiguration( database_name='psrc_2005_parcel_baseyear', ), 'estimation_database_configuration': EstimationDatabaseConfiguration( database_name='psrc_2005_parcel_baseyear_change_20080219', ), 'dataset_pool_configuration': DatasetPoolConfiguration( package_order=['urbansim_parcel', 'urbansim', 'opus_core'], ), 'low_memory_mode': False, 'cache_directory': '/urbansim_cache/psrc_parcel/persons', 'debuglevel': 7, 'base_year': 2000, 'years': (2000, 2000), }, ) # del config['estimation_database_configuration']['db_output_database']
'development_type_group_definitions', 'development_constraints', 'annual_relocation_rates_for_households', 'annual_relocation_rates_for_jobs', 'base_year', 'cities', 'development_events', 'development_type_groups', 'employment_adhoc_sector_group_definitions', 'employment_adhoc_sector_groups', 'employment_events', 'employment_sectors', 'land_use_events', 'plan_types', 'race_names', 'target_vacancies', 'jobs_for_estimation', 'households_for_estimation', 'development_events_exogenous', 'job_building_types' ], tables_to_cache_nchunks={'gridcells': 1}, tables_to_copy_to_previous_years={}, ), 'scenario_database_configuration': ScenarioDatabaseConfiguration( database_name='PSRC_2000_scenario_E_constrained_king_county', ), 'estimation_database_configuration': EstimationDatabaseConfiguration( database_name='PSRC_2000_scenario_E_constrained_king_county_output', ), 'base_year': 2000, 'years': (2001, 2030), } run_configuration = config.copy() run_configuration.merge(config_changes) from psrc.configs.create_travel_model_configuration import create_travel_model_configuration travel_model_configuration = create_travel_model_configuration( 'baseline_travel_model_psrc') run_configuration['travel_model_configuration'] = travel_model_configuration
db_name = options.db_name attribute_cache_directory = options.attribute_cache_directory table_name = options.table_name cache_year = options.cache_year if (db_name is None or attribute_cache_directory is None or cache_year is None): parser.print_help() sys.exit(1) if table_name is None: table_name = 'ALL' dbserverconfig = EstimationDatabaseConfiguration( database_configuration=options.database_configuration) opusdb = OpusDatabase(dbserverconfig, db_name) input_storage = sql_storage(storage_location=opusdb) attribute_cache = AttributeCache(cache_directory=attribute_cache_directory) output_storage = attribute_cache.get_flt_storage_for_year(cache_year) SimulationState().set_current_time(cache_year) SessionConfiguration(new_instance=True, package_order=[], in_storage=AttributeCache()) if table_name == 'ALL': logger.log_status('Caching all tables in database...') lst = input_storage.get_table_names() for i in lst:
def __my_configuration(self): # tables_to_cache = Baseline()['creating_baseyear_cache_configuration'].tables_to_cache tables_to_cache =[ #'development_event_history', 'edges', 'parcels', 'gridcells', 'households', 'households_for_estimation', 'jobs', 'travel_data', 'persons', #need to cache 'persons_for_estimation', 'zones', 'cities', 'buildings', 'building_types', 'urbansim_constants', 'job_building_types', 'tours', #'land_price_model_coefficients', #'land_price_model_specification',] ] return { 'cache_directory' : 'C:/tmp/urbansim_cache/psrc_parcel', # change or leave out 'creating_baseyear_cache_configuration':CreatingBaseyearCacheConfiguration( # cache_directory_root = '/tmp/urbcache/sandbox_runs/estimation', unroll_gridcells = False, cache_from_database = True, baseyear_cache = BaseyearCacheConfiguration( existing_cache_to_copy = r'D:/urbansim_cache/full_psrc', ), cache_scenario_database = 'urbansim.model_coordinators.cache_scenario_database', tables_to_cache = tables_to_cache, tables_to_cache_nchunks = { 'parcels':8, 'gridcells':5, 'buildings':10, }, # tables_to_copy_to_previous_years = { # 'development_type_groups': 1995, # 'development_types': 1995, # 'development_type_group_definitions': 1995, # 'development_constraints': 1995, # 'urbansim_constants': 1995, # }, ), 'scenario_database_configuration': ScenarioDatabaseConfiguration( database_name = "psrc_activity2006_ver2" # 2006 PSRC Activity Survey for households_for_estimation, ), 'estimation_database_configuration':EstimationDatabaseConfiguration( database_name = 'PSRC_2000_parcels_estimation_output', ), 'dataset_pool_configuration': DatasetPoolConfiguration( package_order=['psrc', 'urbansim', 'opus_core'], ), 'base_year': 2000, 'years': (2000,2000), 'datasets_to_preload' :{ 'gridcell':{ 'package_name':'urbansim', 'nchunks':2, }, 'parcel':{ 'package_name':'psrc', 'nchunks':3, }, 'household':{ 'package_name':'urbansim', }, 'person':{ 'package_name':'psrc', }, 'zone':{ 'package_name':'urbansim', }, 'travel_data':{ 'package_name':'urbansim', }, 'building':{ 'package_name':'urbansim', }, # 'edge':{ # 'package_name':'transit_accessibility', # } }, 'seed':1,#(1,1) }
# Opus/UrbanSim urban simulation software. # Copyright (C) 2005-2009 University of Washington # See opus_core/LICENSE import os from opus_core.database_management.configurations.scenario_database_configuration import ScenarioDatabaseConfiguration from opus_core.database_management.configurations.estimation_database_configuration import EstimationDatabaseConfiguration from opus_core.configurations.baseyear_cache_configuration import BaseyearCacheConfiguration my_configuration = { 'cache_directory': '/urbansim_cache/vibe_min', # change or leave out 'scenario_database_configuration': ScenarioDatabaseConfiguration(database_name='urbansim_export_test', ), 'estimation_database_configuration': EstimationDatabaseConfiguration( database_name='eugene_1980_baseyear_estimation', ), 'datasets_to_cache_after_each_model': [], 'low_memory_mode': False, 'base_year': 1980, 'years': (1980, 1980), 'seed': 10, #(10,10) }
) (options, args) = parser.parse_args() cache_path = options.cache_path database_name = options.database_name if database_name is None or cache_path is None: parser.print_help() sys.exit(1) table_name = options.table_name logger.log_status('Initializing database...') db_server = DatabaseServer( EstimationDatabaseConfiguration( database_name=database_name, database_configuration=options.database_configuration)) if not db_server.has_database( database_name): # if only one table should be exported, db_server.create_database(database_name) # the database can exist db = db_server.get_database(database_name) input_storage = flt_storage(storage_location=cache_path) output_storage = sql_storage(storage_location=db) logger.start_block('Exporting cache to sql...') try: if table_name is None: ExportStorage().export(in_storage=input_storage,
import os from opus_core.database_management.configurations.scenario_database_configuration import ScenarioDatabaseConfiguration from opus_core.database_management.configurations.estimation_database_configuration import EstimationDatabaseConfiguration from opus_core.configurations.dataset_pool_configuration import DatasetPoolConfiguration my_configuration = { 'cache_directory': r'e:/urbansim_cache/sanfrancisco/cache_source', ### TODO: Set this cache_directory to something useful. 'scenario_database_configuration': ScenarioDatabaseConfiguration(database_name="sanfrancisco_baseyear", ), 'dataset_pool_configuration': DatasetPoolConfiguration( package_order=['sanfrancisco', 'urbansim', 'opus_core'], ), 'estimation_database_configuration': EstimationDatabaseConfiguration( database_name="sanfrancisco_baseyear_change_20080125", ), 'dataset_pool_configuration': DatasetPoolConfiguration( package_order=['sanfrancisco', 'urbansim', 'opus_core'], ), 'datasets_to_cache_after_each_model': [], 'base_year': 2001, 'years': (2001, 2001), 'datasets_to_cache_after_each_model': [], 'low_memory_mode': False, "datasets_to_preload": { 'zone': {}, 'household': {}, 'building': {}, 'parcel': {
# Opus/UrbanSim urban simulation software. # Copyright (C) 2005-2009 University of Washington # See opus_core/LICENSE import os from opus_core.database_management.configurations.scenario_database_configuration import ScenarioDatabaseConfiguration from opus_core.database_management.configurations.estimation_database_configuration import EstimationDatabaseConfiguration my_configuration = { 'cache_directory': None, ### TODO: Set this cache_directory to something useful. 'scenario_database_configuration': ScenarioDatabaseConfiguration( database_name='randstad_021105_estimation', ), 'estimation_database_configuration': EstimationDatabaseConfiguration( database_name='randstad_estimation_output', ), 'datasets_to_cache_after_each_model': [], 'low_memory_mode': False, 'cache_directory': '/tmp/urbansim_cache/randstad', # change or leave out 'base_year': 1995, 'years': (1995, 1995), }
import os from opus_core.database_management.configurations.scenario_database_configuration import ScenarioDatabaseConfiguration from opus_core.database_management.configurations.estimation_database_configuration import EstimationDatabaseConfiguration from opus_core.configurations.baseyear_cache_configuration import BaseyearCacheConfiguration from urbansim.configs.hlcm_estimation_config import run_configuration as config from urbansim.configurations.creating_baseyear_cache_configuration import CreatingBaseyearCacheConfiguration my_configuration_general = { 'scenario_database_configuration': ScenarioDatabaseConfiguration(database_name='washtenaw_class', ), 'estimation_database_configuration': EstimationDatabaseConfiguration( database_name='washtenaw_estimation_output', ), 'datasets_to_cache_after_each_model': [], 'low_memory_mode': False, 'cache_directory': '/urbansim_cache/workshop/washtenaw_estimation', # change or leave out 'creating_baseyear_cache_configuration': CreatingBaseyearCacheConfiguration( cache_scenario_database= 'urbansim.model_coordinators.cache_scenario_database', unroll_gridcells=True, cache_from_database=False, baseyear_cache=BaseyearCacheConfiguration( existing_cache_to_copy='/urbansim_cache/workshop/cache_source', #years_to_cache = range(1996,2001), ),
# Copyright (C) 2005-2009 University of Washington # See opus_core/LICENSE import os from opus_core.database_management.configurations.scenario_database_configuration import ScenarioDatabaseConfiguration from opus_core.database_management.configurations.estimation_database_configuration import EstimationDatabaseConfiguration from opus_core.configurations.baseyear_cache_configuration import BaseyearCacheConfiguration from opus_core.configurations.dataset_pool_configuration import DatasetPoolConfiguration my_configuration = { 'scenario_database_configuration':ScenarioDatabaseConfiguration( database_name = 'PSRC_2000_parcels', # change ), 'estimation_database_configuration':EstimationDatabaseConfiguration( database_name = 'PSRC_2000_parcels_estimation_output', ), 'datasets_to_cache_after_each_model':[], 'low_memory_mode':False, 'cache_directory':r'C:\tmp\urbansim_cache\psrc_parcel', # change or leave out 'base_year': 2006, 'years': (2006,2006), 'datasets_to_preload' :{ 'gridcell':{ 'package_name':'urbansim', 'nchunks':2, }, 'parcel':{ 'package_name':'psrc', 'nchunks':3, },
from urbansim.configs.estimation_base_config import run_configuration as config from urbansim.configurations.creating_baseyear_cache_configuration import CreatingBaseyearCacheConfiguration from opus_core.database_management.database_server import DatabaseServer db_config = ScenarioDatabaseConfiguration() db_server = DatabaseServer(db_config) db = db_server.get_database('PSRC_2000_baseyear') psrc_config = { 'in_storage': StorageFactory().get_storage(type='sql_storage', storage_location=db), 'scenario_database_configuration': ScenarioDatabaseConfiguration(database_name='PSRC_2000_baseyear'), 'estimation_database_configuration': EstimationDatabaseConfiguration( database_name='PSRC_2000_estimation_output'), 'cache_directory': '/tmp/urbansim_cache/psrc_gridcell', 'creating_baseyear_cache_configuration': CreatingBaseyearCacheConfiguration( cache_scenario_database= 'urbansim.model_coordinators.cache_scenario_database', tables_to_cache=[ 'annual_employment_control_totals', 'annual_household_control_totals', 'buildings', 'building_types', 'development_event_history', 'gridcells', 'households', 'job_building_types', 'jobs', 'travel_data', 'zones', 'counties', 'commercial_development_location_choice_model_coefficients', 'commercial_development_location_choice_model_specification', 'commercial_employment_location_choice_model_coefficients', 'commercial_employment_location_choice_model_specification',
import os from opus_core.database_management.configurations.scenario_database_configuration import ScenarioDatabaseConfiguration from opus_core.database_management.configurations.estimation_database_configuration import EstimationDatabaseConfiguration from opus_core.configurations.baseyear_cache_configuration import BaseyearCacheConfiguration from urbansim.configurations.creating_baseyear_cache_configuration import CreatingBaseyearCacheConfiguration my_configuration = { 'scenario_database_configuration': ScenarioDatabaseConfiguration( database_name="semcog_baseyear", #change ), 'estimation_database_configuration': EstimationDatabaseConfiguration( database_name="semcog_baseyear_estimation", ), 'datasets_to_cache_after_each_model': [], 'low_memory_mode': False, 'cache_directory': '/urbansim_cache/semcog/cache_source', # change or leave out 'creating_baseyear_cache_configuration': CreatingBaseyearCacheConfiguration( unroll_gridcells=True, cache_from_database=False, baseyear_cache=BaseyearCacheConfiguration( existing_cache_to_copy='/urbansim_cache/semcog/cache_source', #years_to_cache = range(1996,2001) ), tables_to_cache=[], tables_to_cache_nchunks={'gridcells': 1},
# Opus/UrbanSim urban simulation software. # Copyright (C) 2005-2009 University of Washington # See opus_core/LICENSE import os from opus_core.database_management.configurations.estimation_database_configuration import EstimationDatabaseConfiguration from opus_core.configurations.dataset_pool_configuration import DatasetPoolConfiguration my_configuration = { 'cache_directory': 'C:/urbansim_cache/psrc/estimation', # change or leave out 'estimation_database_configuration': EstimationDatabaseConfiguration( database_name='GSPSRC_2000_baseyear_change_20070102', ), 'dataset_pool_configuration': DatasetPoolConfiguration(package_order=['psrc', 'urbansim', 'opus_core'], ), 'datasets_to_cache_after_each_model': [], 'low_memory_mode': False, 'base_year': 2000, 'years': (2000, 2000), }
from opus_core.database_management.configurations.scenario_database_configuration import ScenarioDatabaseConfiguration from opus_core.database_management.configurations.estimation_database_configuration import EstimationDatabaseConfiguration from urbansim.configurations.creating_baseyear_cache_configuration import CreatingBaseyearCacheConfiguration from opus_core.configurations.baseyear_cache_configuration import BaseyearCacheConfiguration from opus_core.configurations.dataset_pool_configuration import DatasetPoolConfiguration my_configuration = { 'cache_directory': r'/aalborg1/lmwang/urbansim_cache/paris/', ### TODO: Set this cache_directory to something useful. 'scenario_database_configuration': ScenarioDatabaseConfiguration(database_name="paris_estimation", ), 'dataset_pool_configuration': DatasetPoolConfiguration(package_order=['paris', 'urbansim', 'opus_core'], ), 'estimation_database_configuration': EstimationDatabaseConfiguration(database_name="", ), 'datasets_to_cache_after_each_model': [], 'base_year': 2000, 'years': (2000, 2000), 'datasets_to_cache_after_each_model': [], 'low_memory_mode': False, "datasets_to_preload": { # 'zone':{}, 'household': {}, 'neighborhood': {}, 'job': {}, } }