def run():
config.handle_standard_args()
# specify None for a pseudo random base seed
# inject.add_injectable('rng_base_seed', 0)
tracing.config_logger()
config.filter_warnings()
tracing.delete_csv_files()
# If you provide a resume_after argument to pipeline.run
# the pipeline manager will attempt to load checkpointed tables from the checkpoint store
# and resume pipeline processing on the next submodel step after the specified checkpoint
resume_after = setting('resume_after', None)
if resume_after:
print("resume_after", resume_after)
pipeline.run(models=setting('models'), resume_after=resume_after)
# tables will no longer be available after pipeline is closed
pipeline.close_pipeline()
if __name__ == '__main__':
# https://pandas.pydata.org/pandas-docs/stable/reference/api/pandas.set_option.html
# pd.set_option('display.max_columns', 50)
data_dir = "E:/projects/clients/ASIM/data/mtc_tm1"
data_dir = '/Users/jeff.doyle/work/activitysim-data/mtc_tm1/data'
data_dir = '../example/data'
# inject.add_injectable('data_dir', '/Users/jeff.doyle/work/activitysim-data/mtc_tm1/data')
inject.add_injectable('data_dir', ['ancillary_data', data_dir])
# inject.add_injectable('data_dir', ['ancillary_data', '../activitysim/abm/test/data'])
inject.add_injectable('configs_dir', ['configs', '../example/configs'])
injectables = config.handle_standard_args()
tracing.config_logger()
config.filter_warnings()
log_settings(injectables)
t0 = tracing.print_elapsed_time()
# cleanup if not resuming
if not config.setting('resume_after', False):
cleanup_output_files()
run_list = mp_tasks.get_run_list()
if run_list['multiprocess']:
'resume_after',
]
for k in settings:
logger.info("setting %s: %s" % (k, config.setting(k)))
for k in injectables:
logger.info("injectable %s: %s" % (k, inject.get_injectable(k)))
if __name__ == '__main__':
inject.add_injectable('data_dir', 'data')
inject.add_injectable('configs_dir', 'configs')
config.handle_standard_args()
config.filter_warnings()
tracing.config_logger()
# log_settings(injectables)
t0 = tracing.print_elapsed_time()
# cleanup if not resuming
if not config.setting('resume_after', False):
cleanup_output_files()
run_list = mp_tasks.get_run_list()
if run_list['multiprocess']:
os.sys.path.append(os.path.join(parent_dir))
os.sys.path.append(os.path.join(parent_dir, 'census_getter'))
from activitysim.core import inject_defaults
from census_getter import steps
from activitysim.core import tracing
from activitysim.core import pipeline
from activitysim.core import inject
from activitysim.core.config import handle_standard_args
from activitysim.core.tracing import print_elapsed_time
from census_getter.util import setting
handle_standard_args()
tracing.config_logger()
t0 = print_elapsed_time()
logger = logging.getLogger('census_getter')
# get the run list (name was possibly specified on the command line with the -m option)
run_list_name = inject.get_injectable('run_list_name', 'run_list')
# run list from settings file is dict with list of 'steps' and optional 'resume_after'
run_list = setting(run_list_name)
assert 'steps' in run_list, "Did not find steps in run_list"
# list of steps and possible resume_after in run_list
from populationsim import lp
from populationsim import multi_integerizer
# handle model year as argument
parser = argparse.ArgumentParser()
parser.add_argument("-y", "--model_year", help="model year")
parser.add_argument("--run_num",
help="urbansim run number for the control files")
# Add (and handle) 'standard' activitysim arguments:
# --config : specify path to config_dir
# --output : specify path to output_dir
# --data : specify path to data_dir
# --models : specify run_list name
# --resume : resume_after
args = handle_standard_args(parser)
inject.add_injectable("model_year", args.model_year)
inject.add_injectable("run_num", args.run_num)
tracing.config_logger()
t0 = print_elapsed_time()
logger = logging.getLogger('populationsim')
logger.info("GROUP_BY_INCIDENCE_SIGNATURE: %s" %
setting('GROUP_BY_INCIDENCE_SIGNATURE'))
logger.info("INTEGERIZE_WITH_BACKSTOPPED_CONTROLS: %s" %
setting('INTEGERIZE_WITH_BACKSTOPPED_CONTROLS'))
logger.info("SUB_BALANCE_WITH_FLOAT_SEED_WEIGHTS: %s" %
setting('SUB_BALANCE_WITH_FLOAT_SEED_WEIGHTS'))
if __name__ == '__main__':
# https://pandas.pydata.org/pandas-docs/stable/reference/api/pandas.set_option.html
# pd.set_option('display.max_columns', 50)
data_dir = "E:/projects/clients/ASIM/data/mtc_tm1"
data_dir = '/Users/jeff.doyle/work/activitysim-data/mtc_tm1/data'
data_dir = '../example/data'
# inject.add_injectable('data_dir', '/Users/jeff.doyle/work/activitysim-data/mtc_tm1/data')
inject.add_injectable('data_dir', ['ancillary_data', data_dir])
# inject.add_injectable('data_dir', ['ancillary_data', '../activitysim/abm/test/data'])
inject.add_injectable('configs_dir', ['configs', '../example/configs'])
injectables = config.handle_standard_args()
tracing.config_logger()
config.filter_warnings()
log_settings(injectables)
t0 = tracing.print_elapsed_time()
# cleanup if not resuming
if not config.setting('resume_after', False):
cleanup_output_files()
run_list = mp_tasks.get_run_list()
if run_list['multiprocess']: