MHN.delete_if_exists(sas3_lst)
MHN.delete_if_exists(bus_route_csv)
MHN.delete_if_exists(bus_itin_csv)
MHN.delete_if_exists(oneline_itin_txt)
MHN.delete_if_exists(feed_groups_txt)
MHN.delete_if_exists(missing_links_csv)
MHN.delete_if_exists(link_dict_txt)
MHN.delete_if_exists(short_path_txt)
MHN.delete_if_exists(path_errors_txt)
# -----------------------------------------------------------------------------
# Create features/layers that will be same for all scenarios & TODs.
# -----------------------------------------------------------------------------
arc_miles_view = 'arc_miles_view'
MHN.make_skinny_table_view(MHN.arc, arc_miles_view, ['ABB', 'MILES'])
node_oid_field = MHN.determine_OID_fieldname(MHN.node)
centroid_lyr = MHN.make_skinny_feature_layer(MHN.node, 'centroid_lyr', [node_oid_field, 'NODE'], '"NODE" <= {0}'.format(max(MHN.centroid_ranges['MHN'])))
centroid_fc = os.path.join(MHN.mem, 'centroid_fc')
arcpy.CopyFeatures_management(centroid_lyr, centroid_fc)
zone_lyr = MHN.make_skinny_feature_layer(MHN.zone, 'zone_lyr', [MHN.zone_attr])
# -----------------------------------------------------------------------------
# Identify representative runs from GTFS bus itineraries.
# -----------------------------------------------------------------------------
rep_runs_dict = {}
bus_fc_dict = {MHN.bus_base: 'base',
MHN.bus_current: 'current'}
tollsys_flag = os.path.join(hwy_path, "tollsys.flag")
MHN.write_arc_flag_file(tollsys_flag, '"TOLLSYS" = 1')
# -----------------------------------------------------------------------------
# Check for hwyproj_coding lane conflicts/reductions in future networks.
# -----------------------------------------------------------------------------
arcpy.AddMessage(
"\nChecking for conflicting highway project coding (i.e. lane reductions) and missing project years...\n"
)
hwyproj_id_field = MHN.route_systems[MHN.hwyproj][1]
# Export projects with valid completion years.
overlap_year_attr = [hwyproj_id_field, "COMPLETION_YEAR"]
overlap_year_query = '"COMPLETION_YEAR" NOT IN (0,9999)'
overlap_year_view = MHN.make_skinny_table_view(MHN.hwyproj, "overlap_year_view", overlap_year_attr, overlap_year_query)
MHN.write_attribute_csv(overlap_year_view, overlap_year_csv, overlap_year_attr)
overlap_projects = [r[0] for r in arcpy.da.SearchCursor(overlap_year_view, [hwyproj_id_field])]
arcpy.Delete_management(overlap_year_view)
# Export coding for valid projects.
overlap_transact_attr = [
hwyproj_id_field,
"ACTION_CODE",
"NEW_DIRECTIONS",
"NEW_TYPE1",
"NEW_TYPE2",
"NEW_AMPM1",
"NEW_AMPM2",
"NEW_POSTEDSPEED1",
"NEW_POSTEDSPEED2",
# -----------------------------------------------------------------------------
invalid_hwyproj = MHN.get_yearless_hwyproj()
if invalid_hwyproj:
MHN.die(
'The following highway projects have no completion year: {0}'.format(
', '.join(invalid_hwyproj)))
# -----------------------------------------------------------------------------
# Export highway project coding info to determine future arc availability.
# -----------------------------------------------------------------------------
hwyproj_id_field = MHN.route_systems[MHN.hwyproj][1]
# Export projects with valid completion years.
year_attr = (hwyproj_id_field, 'COMPLETION_YEAR')
year_query = '{0} <= {1}'.format("COMPLETION_YEAR", MHN.max_year)
year_view = MHN.make_skinny_table_view(MHN.hwyproj, 'year_view', year_attr,
year_query)
MHN.write_attribute_csv(year_view, year_csv, year_attr)
projects = MHN.make_attribute_dict(year_view, hwyproj_id_field, attr_list=[])
arcpy.Delete_management(year_view)
# Export coding for valid projects.
transact_attr = (hwyproj_id_field, 'ABB', 'ACTION_CODE', 'NEW_DIRECTIONS')
transact_query = ''' "{0}" IN ('{1}') '''.format(
hwyproj_id_field, "','".join((hwyproj_id for hwyproj_id in projects)))
transact_view = MHN.make_skinny_table_view(MHN.route_systems[MHN.hwyproj][0],
'transact_view', transact_attr,
transact_query)
MHN.write_attribute_csv(transact_view, transact_csv, transact_attr)
project_arcs = MHN.make_attribute_dict(transact_view, 'ABB', attr_list=[])
arcpy.Delete_management(transact_view)
MHN.delete_if_exists(transact_csv)
MHN.delete_if_exists(network_csv)
MHN.delete_if_exists(update_link_csv)
MHN.delete_if_exists(flag_node_csv)
# -----------------------------------------------------------------------------
# Write data relevant to specified year and pass to SAS for processing.
# -----------------------------------------------------------------------------
arcpy.AddMessage('\nPreparing {0} network attributes...'.format(build_year))
# Export coding for highway projects completed by scenario year.
hwyproj_id_field = MHN.route_systems[MHN.hwyproj][1]
year_attr = [hwyproj_id_field,'COMPLETION_YEAR']
year_query = '"COMPLETION_YEAR" <= {0}'.format(build_year)
year_view = MHN.make_skinny_table_view(MHN.hwyproj, 'year_view', year_attr, year_query)
MHN.write_attribute_csv(year_view, year_csv, year_attr)
hwy_projects = MHN.make_attribute_dict(year_view, hwyproj_id_field, attr_list=[])
arcpy.Delete_management(year_view)
transact_attr = [hwyproj_id_field,'ACTION_CODE','NEW_DIRECTIONS','NEW_TYPE1','NEW_TYPE2','NEW_AMPM1','NEW_AMPM2','NEW_POSTEDSPEED1',
'NEW_POSTEDSPEED2','NEW_THRULANES1','NEW_THRULANES2','NEW_THRULANEWIDTH1','NEW_THRULANEWIDTH2','ADD_PARKLANES1',
'ADD_PARKLANES2','ADD_SIGIC','ADD_CLTL','ADD_RRGRADECROSS','NEW_TOLLDOLLARS','NEW_MODES','TOD','ABB','REP_ANODE','REP_BNODE']
transact_query = '"{0}" IN (\'{1}\')'.format(hwyproj_id_field, "','".join((hwyproj_id for hwyproj_id in hwy_projects)))
transact_view = MHN.make_skinny_table_view(MHN.route_systems[MHN.hwyproj][0], 'transact_view', transact_attr, transact_query)
MHN.write_attribute_csv(transact_view, transact_csv, transact_attr)
hwy_abb = MHN.make_attribute_dict(transact_view, 'ABB', attr_list=[])
arcpy.Delete_management(transact_view)
# Export arc & node attributes of all baselinks and skeletons used in
# projects completed by scenario year.
if network_year > MHN.base_year:
invalid_hwyproj = MHN.get_yearless_hwyproj()
if invalid_hwyproj:
MHN.die('The following highway projects have no completion year: '
'{0}'.format(', '.join(invalid_hwyproj)))
# -----------------------------------------------------------------------------
# Export highway project coding info to determine future arc availability.
# -----------------------------------------------------------------------------
hwyproj_id_field = MHN.route_systems[MHN.hwyproj][1]
# Identify highway projects to be completed by bus year.
year_attr = (hwyproj_id_field, 'COMPLETION_YEAR')
year_query = '{0} <= {1}'.format("COMPLETION_YEAR", network_year)
year_view = MHN.make_skinny_table_view(MHN.hwyproj, 'year_view', year_attr, year_query)
projects = MHN.make_attribute_dict(year_view, hwyproj_id_field, attr_list=[])
arcpy.Delete_management(year_view)
# Export coding for identified projects.
transact_attr = (hwyproj_id_field, 'ABB', 'ACTION_CODE', 'NEW_POSTEDSPEED1', 'NEW_POSTEDSPEED2', 'NEW_DIRECTIONS')
transact_query = ''' "{0}" IN ('{1}') '''.format(hwyproj_id_field, "','".join((hwyproj_id for hwyproj_id in projects)))
transact_view = MHN.make_skinny_table_view(MHN.route_systems[MHN.hwyproj][0], 'transact_view', transact_attr, transact_query)
MHN.write_attribute_csv(transact_view, transact_csv, transact_attr[1:])
project_arcs = MHN.make_attribute_dict(transact_view, 'ABB', attr_list=[])
arcpy.Delete_management(transact_view)
# Export arc attributes for bus year network.
network_attr = ('ANODE', 'BNODE', 'BASELINK', 'ABB', 'DIRECTIONS', 'TYPE1', 'TYPE2', 'POSTEDSPEED1', 'POSTEDSPEED2', 'MILES')
network_query = ''' "BASELINK" = '1' OR "ABB" IN ('{0}') '''.format("','".join((arc_id for arc_id in project_arcs if arc_id[-1] != '1')))
network_view = MHN.make_skinny_table_view(MHN.arc, 'network_view', network_attr, network_query)
node_zones_csv = os.path.join(hwy_path, 'hwy_node_zones.csv')
generate_node_zones_csv(node_zones_csv)
# -----------------------------------------------------------------------------
# Check for hwyproj_coding lane conflicts/reductions in future networks.
# -----------------------------------------------------------------------------
arcpy.AddMessage(
'\nChecking for conflicting highway project coding (i.e. lane reductions) and missing project years...\n'
)
hwyproj_id_field = MHN.route_systems[MHN.hwyproj][1]
# Export projects with valid completion years.
overlap_year_attr = [hwyproj_id_field, 'COMPLETION_YEAR']
overlap_year_query = '"COMPLETION_YEAR" NOT IN (0,9999)'
overlap_year_view = MHN.make_skinny_table_view(MHN.hwyproj,
'overlap_year_view',
overlap_year_attr,
overlap_year_query)
MHN.write_attribute_csv(overlap_year_view, overlap_year_csv, overlap_year_attr)
overlap_projects = [
r[0] for r in arcpy.da.SearchCursor(overlap_year_view, [hwyproj_id_field])
]
arcpy.Delete_management(overlap_year_view)
# Export coding for valid projects.
overlap_transact_attr = [
hwyproj_id_field, 'ACTION_CODE', 'NEW_DIRECTIONS', 'NEW_TYPE1',
'NEW_TYPE2', 'NEW_AMPM1', 'NEW_AMPM2', 'NEW_POSTEDSPEED1',
'NEW_POSTEDSPEED2', 'NEW_THRULANES1', 'NEW_THRULANES2',
'NEW_THRULANEWIDTH1', 'NEW_THRULANEWIDTH2', 'ADD_PARKLANES1',
'ADD_PARKLANES2', 'ADD_SIGIC', 'ADD_CLTL', 'ADD_RRGRADECROSS',
'NEW_TOLLDOLLARS', 'NEW_MODES', 'ABB', 'REP_ANODE', 'REP_BNODE'
]
for rc_name in rc_names:
rc = os.path.join(out_mhn.gdb, rc_name)
arcpy.Delete_management(rc)
# -----------------------------------------------------------------------------
# Write data relevant to specified year and pass to SAS for processing.
# -----------------------------------------------------------------------------
arcpy.AddMessage('\nPreparing {} network attributes...'.format(build_year))
# Export coding for highway projects completed by scenario year.
hwyproj_id_field = in_mhn.route_systems[in_mhn.hwyproj][1]
year_attr = [hwyproj_id_field,'COMPLETION_YEAR']
year_query = '"COMPLETION_YEAR" <= {}'.format(build_year)
year_view = in_mhn.make_skinny_table_view(in_mhn.hwyproj, 'year_view', year_attr, year_query)
in_mhn.write_attribute_csv(year_view, year_csv, year_attr)
hwy_projects = in_mhn.make_attribute_dict(year_view, hwyproj_id_field, attr_list=[])
arcpy.Delete_management(year_view)
transact_attr = [hwyproj_id_field,'ACTION_CODE','NEW_DIRECTIONS','NEW_TYPE1','NEW_TYPE2','NEW_AMPM1','NEW_AMPM2','NEW_POSTEDSPEED1',
'NEW_POSTEDSPEED2','NEW_THRULANES1','NEW_THRULANES2','NEW_THRULANEWIDTH1','NEW_THRULANEWIDTH2','ADD_PARKLANES1',
'ADD_PARKLANES2','ADD_SIGIC','ADD_CLTL','ADD_RRGRADECROSS','NEW_TOLLDOLLARS','NEW_MODES','TOD','ABB','REP_ANODE','REP_BNODE']
transact_query = '''"{0}" IN ('{1}')'''.format(hwyproj_id_field, "','".join((hwyproj_id for hwyproj_id in hwy_projects)))
transact_view = in_mhn.make_skinny_table_view(in_mhn.route_systems[in_mhn.hwyproj][0], 'transact_view', transact_attr, transact_query)
in_mhn.write_attribute_csv(transact_view, transact_csv, transact_attr)
hwy_abb = in_mhn.make_attribute_dict(transact_view, 'ABB', attr_list=[])
arcpy.Delete_management(transact_view)
# Export arc & node attributes of all baselinks and skeletons used in
# projects completed by scenario year.
# -----------------------------------------------------------------------------
# Clean up old temp files, if necessary.
# -----------------------------------------------------------------------------
MHN.delete_if_exists(sas1_log)
MHN.delete_if_exists(sas1_lst)
MHN.delete_if_exists(mhn_links_csv)
MHN.delete_if_exists(projects_csv)
# -----------------------------------------------------------------------------
# Use SAS program to validate coding before import.
# -----------------------------------------------------------------------------
arcpy.AddMessage('{0}Validating coding in {1}...'.format('\n', xls))
mhn_links_attr = ['ANODE', 'BNODE', 'BASELINK']
mhn_links_query = ''' "BASELINK" IN ('0', '1') ''' # Ignore BASELINK > 1
mhn_links_view = MHN.make_skinny_table_view(MHN.arc, 'mhn_links_view', mhn_links_attr, mhn_links_query)
MHN.write_attribute_csv(mhn_links_view, mhn_links_csv, mhn_links_attr)
sas1_sas = os.path.join(MHN.prog_dir, '{0}.sas'.format(sas1_name))
sas1_args = [xls, mhn_links_csv, projects_csv, sas1_lst]
MHN.submit_sas(sas1_sas, sas1_log, sas1_lst, sas1_args)
if not os.path.exists(sas1_log):
MHN.die('{0} did not run!'.format(sas1_sas))
elif not os.path.exists(projects_csv):
MHN.die('{0} did not finish successfully! Please see {1}'.format(sas1_sas, sas1_log))
elif os.path.exists(sas1_lst):
MHN.die('Problems with project coding. Please see {0}.'.format(sas1_lst))
else:
os.remove(sas1_log)
os.remove(mhn_links_csv)
# Verify that all projects have a non-zero, non-null completion year.
# -----------------------------------------------------------------------------
invalid_hwyproj = MHN.get_yearless_hwyproj()
if invalid_hwyproj:
MHN.die("The following highway projects have no completion year: {0}".format(", ".join(invalid_hwyproj)))
# -----------------------------------------------------------------------------
# Export highway project coding info to determine future arc availability.
# -----------------------------------------------------------------------------
hwyproj_id_field = MHN.route_systems[MHN.hwyproj][1]
# Export projects with valid completion years.
year_attr = (hwyproj_id_field, "COMPLETION_YEAR")
year_query = "{0} <= {1}".format("COMPLETION_YEAR", MHN.max_year)
year_view = MHN.make_skinny_table_view(MHN.hwyproj, "year_view", year_attr, year_query)
MHN.write_attribute_csv(year_view, year_csv, year_attr)
projects = MHN.make_attribute_dict(year_view, hwyproj_id_field, attr_list=[])
arcpy.Delete_management(year_view)
# Export coding for valid projects.
transact_attr = (hwyproj_id_field, "ABB", "ACTION_CODE", "NEW_DIRECTIONS")
transact_query = """ "{0}" IN ('{1}') """.format(hwyproj_id_field, "','".join((hwyproj_id for hwyproj_id in projects)))
transact_view = MHN.make_skinny_table_view(
MHN.route_systems[MHN.hwyproj][0], "transact_view", transact_attr, transact_query
)
MHN.write_attribute_csv(transact_view, transact_csv, transact_attr)
project_arcs = MHN.make_attribute_dict(transact_view, "ABB", attr_list=[])
arcpy.Delete_management(transact_view)
# Export base year arc attributes.
# -----------------------------------------------------------------------------
# Clean up old temp files, if necessary.
# -----------------------------------------------------------------------------
MHN.delete_if_exists(sas1_log)
MHN.delete_if_exists(sas1_lst)
MHN.delete_if_exists(mhn_links_csv)
MHN.delete_if_exists(projects_csv)
# -----------------------------------------------------------------------------
# Use SAS program to validate coding before import.
# -----------------------------------------------------------------------------
arcpy.AddMessage("{0}Validating coding in {1}...".format("\n", xls))
mhn_links_attr = ["ANODE", "BNODE", "BASELINK"]
mhn_links_query = """ "BASELINK" IN ('0', '1') """ # Ignore BASELINK > 1
mhn_links_view = MHN.make_skinny_table_view(MHN.arc, "mhn_links_view", mhn_links_attr, mhn_links_query)
MHN.write_attribute_csv(mhn_links_view, mhn_links_csv, mhn_links_attr)
sas1_sas = os.path.join(MHN.prog_dir, "{0}.sas".format(sas1_name))
sas1_args = [xls, mhn_links_csv, projects_csv, sas1_lst]
MHN.submit_sas(sas1_sas, sas1_log, sas1_lst, sas1_args)
if not os.path.exists(sas1_log):
MHN.die("{0} did not run!".format(sas1_sas))
elif not os.path.exists(projects_csv):
MHN.die("{0} did not finish successfully! Please see {1}".format(sas1_sas, sas1_log))
elif os.path.exists(sas1_lst):
MHN.die("Problems with project coding. Please see {0}.".format(sas1_lst))
else:
os.remove(sas1_log)
os.remove(mhn_links_csv)
# -----------------------------------------------------------------------------
# Clean up old temp files, if necessary.
# -----------------------------------------------------------------------------
MHN.delete_if_exists(sas1_log)
MHN.delete_if_exists(sas1_lst)
MHN.delete_if_exists(mhn_links_csv)
MHN.delete_if_exists(projects_csv)
# -----------------------------------------------------------------------------
# Use SAS program to validate coding before import.
# -----------------------------------------------------------------------------
arcpy.AddMessage('{0}Validating coding in {1}...'.format('\n', xls))
mhn_links_attr = ['ANODE', 'BNODE', 'BASELINK']
mhn_links_query = ''' "BASELINK" IN ('0', '1') ''' # Ignore BASELINK > 1
mhn_links_view = MHN.make_skinny_table_view(MHN.arc, 'mhn_links_view',
mhn_links_attr, mhn_links_query)
MHN.write_attribute_csv(mhn_links_view, mhn_links_csv, mhn_links_attr)
sas1_sas = os.path.join(MHN.prog_dir, '{0}.sas'.format(sas1_name))
sas1_args = [xls, mhn_links_csv, projects_csv, sas1_lst]
MHN.submit_sas(sas1_sas, sas1_log, sas1_lst, sas1_args)
if not os.path.exists(sas1_log):
MHN.die('{0} did not run!'.format(sas1_sas))
elif not os.path.exists(projects_csv):
MHN.die('{0} did not finish successfully! Please see {1}'.format(
sas1_sas, sas1_log))
elif os.path.exists(sas1_lst):
MHN.die('Problems with project coding. Please see {0}.'.format(sas1_lst))
else:
os.remove(sas1_log)
os.remove(mhn_links_csv)
