def Adaptive_Choropleth_Mapper_viz(param):
write_LOG(param)
# convert year, variable to years, variables in the param
if ('years' not in param and 'year' in param):
param['years'] = [param['year']]
if ('variables' not in param and 'variable' in param):
param['variables'] = [param['variable']]
#print(param)
# select community by state_fips, msa_fips, county_fips
if ('msa_fips' in param and param['msa_fips']):
community = Community.from_ltdb(years=param['years'],
msa_fips=param['msa_fips'])
#community = Community.from_ltdb(msa_fips=param['msa_fips'])
elif ('county_fips' in param and param['county_fips']):
community = Community.from_ltdb(years=param['years'],
county_fips=param['county_fips'])
elif ('state_fips' in param and param['state_fips']):
community = Community.from_ltdb(years=param['years'],
state_fips=param['state_fips'])
#print(community.gdf)
codebook = pd.read_csv('template/conversion_table_codebook.csv')
codebook.set_index(keys='variable', inplace=True)
labels = copy.deepcopy(param['variables'])
label = 'short_name' # default
if (param['label'] == 'variable'): label = 'variable'
if (param['label'] == 'full_name'): label = 'full_name'
if (param['label'] == 'short_name'): label = 'short_name'
if (label != 'variable'):
for idx, variable in enumerate(param['variables']):
try:
codeRec = codebook.loc[variable]
labels[idx] = codeRec[label]
except:
print("variable not found in codebook. variable:", variable)
param['labels'] = labels
write_INDEX_html(param)
write_GEO_CONFIG_js(param)
write_GEO_VARIABLES_js(community, param)
write_GEO_JSON_js(community, param)
local_dir = os.path.dirname(os.path.realpath(__file__))
fname = urllib.parse.quote('index.html')
template_dir = os.path.join(local_dir, 'ACM_' + param['filename_suffix'])
url = 'file:' + os.path.join(template_dir, fname)
webbrowser.open(url)
print('Please run ' + '"ACM_' + param['filename_suffix'] + '/index.html"' +
' to your web browser.')
print('Advanced options are available in ' + '"ACM_' +
param['filename_suffix'] + '/data/GEO_CONFIG.js"')
def test_transition():
"""
Testing transition modeling.
"""
columbus = Community.from_ltdb(msa_fips="18140")
columns = [
"median_household_income",
"p_poverty_rate",
"p_edu_college_greater",
"p_unemployment_rate",
]
columbus1 = columbus.cluster(
columns=[
"median_household_income",
"p_poverty_rate",
"p_edu_college_greater",
"p_unemployment_rate",
],
method="ward",
)
# 1. Markov modeling
m = transition(columbus1.gdf, cluster_col="ward")
mp = np.array([
[
0.79189189, 0.00540541, 0.0027027, 0.13243243, 0.06216216,
0.00540541
],
[0.0203252, 0.75609756, 0.10569106, 0.11382114, 0.0, 0.00406504],
[0.00917431, 0.20183486, 0.75229358, 0.01834862, 0.0, 0.01834862],
[0.1959799, 0.18341709, 0.00251256, 0.61809045, 0.0, 0.0],
[0.32307692, 0.0, 0.0, 0.0, 0.66153846, 0.01538462],
[0.09375, 0.0625, 0.0, 0.0, 0.0, 0.84375],
])
np.testing.assert_allclose(m.p, mp, RTOL)
# 2. Spatial Markov modeling
np.random.seed(5)
sm = transition(columbus1.gdf, cluster_col="ward", w_type="queen")
smp = np.array([
[0.82413793, 0.0, 0.0, 0.10689655, 0.06896552, 0.0],
[0.25, 0.5, 0.125, 0.125, 0.0, 0.0],
[0.5, 0.0, 0.5, 0.0, 0.0, 0.0],
[0.23809524, 0.0952381, 0.0, 0.66666667, 0.0, 0.0],
[0.21621622, 0.0, 0.0, 0.0, 0.75675676, 0.02702703],
[0.16666667, 0.0, 0.0, 0.0, 0.0, 0.83333333],
])
np.testing.assert_allclose(sm.P[0], smp, RTOL)
def test_sequence():
"""
Testing sequence modeling.
"""
columbus = Community.from_ltdb(msa_fips="18140")
columns = [
"median_household_income",
"p_poverty_rate",
"p_edu_college_greater",
"p_unemployment_rate",
]
columbus1 = columbus.cluster(
columns=[
"median_household_income",
"p_poverty_rate",
"p_edu_college_greater",
"p_unemployment_rate",
],
method="ward",
)
# 1. Transition-orientied optimal matching
output = sequence(columbus1.gdf,
seq_clusters=5,
dist_type="tran",
cluster_col="ward")
values = np.array([3, 3, 0, 2, 3, 1])
np.testing.assert_allclose(output[1].values[0], values, RTOL)
# 2. Hamming distance
output = sequence(columbus1.gdf,
seq_clusters=5,
dist_type="hamming",
cluster_col="ward")
values = np.array([3, 3, 0, 2, 3, 2])
np.testing.assert_allclose(output[1].values[0], values, RTOL)
def Adaptive_Choropleth_Mapper_viz(param):
# convert year, variable to years, variables in the param
if ('years' not in param and 'year' in param):
param['years'] = [param['year']]
if ('variables' not in param and 'variable' in param):
param['variables'] = [param['variable']]
#print(param)
# select community by state_fips, msa_fips, county_fips
community = None
if ('msa_fips' in param and param['msa_fips']):
community = Community.from_ltdb(years=param['years'],
msa_fips=param['msa_fips'])
#community = Community.from_ltdb(msa_fips=param['msa_fips'])
elif ('county_fips' in param and param['county_fips']):
community = Community.from_ltdb(years=param['years'],
county_fips=param['county_fips'])
elif ('state_fips' in param and param['state_fips']):
community = Community.from_ltdb(years=param['years'],
state_fips=param['state_fips'])
#print(community.gdf)
# if the user enters CSV and shapefile, use the files from the user
#### This is executed when the user enter attributes in csv file and geometroy in shapefile ######################
if (community is None and 'inputCSV' in param):
community = Community()
#community.gdf = pd.read_csv(param['inputCSV'], dtype={'geoid':str})
community.gdf = param["inputCSV"]
#print(community.gdf)
geoid = community.gdf.columns[0]
#community.gdf = community.gdf.astype(str)
#print("inputCSV: " + community.gdf.geoid)
community.gdf[community.gdf.columns[0]] = community.gdf[geoid].astype(
str)
#print("community.gdf.columns[0]:", community.gdf.columns[0])
# read shape file to df_shape
#df_shape = gpd.read_file(param['shapefile'])
df_shape = param['shapefile']
df_shape = df_shape.astype(str)
#print("shapefile: " + df_shape.GEOID10)
geokey = df_shape.columns[0]
#print(geokey)
df_shape = df_shape.set_index(geokey)
# insert geometry to community.gdf
geometry = []
for index, row in community.gdf.iterrows():
tractid = row[geoid]
try:
tract = df_shape.loc[tractid]
geometry.append(shapely.wkt.loads(tract.geometry))
except KeyError:
#print("Tract ID [{}] is not found in the shape file {}".format(tractid, param['shapefile']))
geometry.append(None)
# print( "geometry" in community.gdf )
#f hasattr(community.gdf, "geoemtry"):
#if (community.gdf["geoemtry"] is None):
# pass
#else:
if (("geometry" in community.gdf) == False):
community.gdf.insert(len(community.gdf.columns), "geometry",
geometry)
################################################################################################################
community.gdf = community.gdf.replace([np.inf, -np.inf], np.nan)
# check if geometry is not null for Spatial Clustering
community.gdf = community.gdf[pd.notnull(community.gdf['geometry'])]
#print(community.gdf)
codebook = pd.read_csv('template/conversion_table_codebook.csv')
codebook.set_index(keys='variable', inplace=True)
labels = copy.deepcopy(param['variables'])
label = 'short_name' # default
if (param['label'] == 'variable'): label = 'variable'
if (param['label'] == 'full_name'): label = 'full_name'
if (param['label'] == 'short_name'): label = 'short_name'
if (label != 'variable'):
for idx, variable in enumerate(param['variables']):
try:
codeRec = codebook.loc[variable]
labels[idx] = codeRec[label]
except:
print("variable not found in codebook. variable:", variable)
param['labels'] = labels
write_INDEX_html(param)
write_CONFIG_js(param)
write_VARIABLES_js(community, param)
write_GEO_JSON_js(community, param)
'''
#Create directory for local machine
local_dir = os.path.dirname(os.path.realpath(__file__))
fname =urllib.parse.quote('index.html')
template_dir = os.path.join(local_dir, 'ACM_' + param['filename_suffix'])
url = 'file:' + os.path.join(template_dir, fname)
webbrowser.open(url)
print('Please run ' + '"ACM_' + param['filename_suffix']+'/index.html"'+' to your web browser.')
print('Advanced options are available in ' + '"ACM_' + param['filename_suffix']+'/data/CONFIG.js"')
'''
#Create directory for Visualization
servers = list(notebookapp.list_running_servers())
servers1 = 'https://cybergisx.cigi.illinois.edu' + servers[0][
"base_url"] + 'view'
servers2 = 'https://cybergisx.cigi.illinois.edu' + servers[0][
"base_url"] + 'edit'
cwd = os.getcwd()
prefix_cwd = "/home/jovyan/work"
cwd = cwd.replace(prefix_cwd, "")
# This is for Jupyter notebbok installed in your PC
local_dir1 = cwd
local_dir2 = cwd
#This is for CyberGISX. Uncomment two command lines below when you run in CyberGIX Environment
#local_dir1 = servers1 + cwd
#local_dir2 = servers2 + cwd
#print(local_dir)
fname = urllib.parse.quote('index.html')
template_dir = os.path.join(local_dir1, 'ACM_' + param['filename_suffix'])
#url = 'file:' + os.path.join(template_dir, fname)
url = os.path.join(template_dir, fname)
webbrowser.open(url)
print(
'To see your visualization, click the URL below (or locate the files):'
)
print(url)
print('Advanced options are available in ')
print(local_dir2 + '/' + 'ACM_' + param['filename_suffix'] +
'/data/CONFIG_' + param['filename_suffix'] + '.js')
import numpy as np
from geosnap import Community
from geosnap.analyze import sequence, transition
RTOL = 0.00001
columbus = Community.from_ltdb(msa_fips="18140")
columns = [
"median_household_income",
"p_poverty_rate",
"p_edu_college_greater",
"p_unemployment_rate",
]
columbus1 = columbus.cluster(
columns=[
"median_household_income",
"p_poverty_rate",
"p_edu_college_greater",
"p_unemployment_rate",
],
method="ward",
)
def test_transition():
"""
Testing transition modeling.
"""
# 1. Markov modeling
