def view_classify_shapefile(request, worldmap_layerinfo, first_time_notify=False):
"""Called by 'view_shapefile' -- no direct url associated with this view"""
assert isinstance(worldmap_layerinfo, WorldMapLayerInfo),\
"worldmap_layerinfo must be an instance of WorldMapLayerInfo"
d = get_common_lookup(request)
d['page_title'] = PANEL_TITLE_STYLE_MAP
d[GEOCONNECT_STEP_KEY] = STEP2_STYLE
classify_form = ClassifyLayerForm(**worldmap_layerinfo.get_dict_for_classify_form())
shapefile_info = worldmap_layerinfo.get_gis_data_info()
if not shapefile_info:
raise Http404('shapefile md5 not found!')
delete_form = DeleteMapForm.get_form_with_initial_vals(worldmap_layerinfo)
d.update(worldmap_layerinfo.get_core_data_dict_for_views())
d['gis_data_info'] = shapefile_info
#d['shapefile_info'] = shapefile_info
d['classify_form'] = classify_form
d['delete_form'] = delete_form
d['ATTRIBUTE_VALUE_DELIMITER'] = ATTRIBUTE_VALUE_DELIMITER
d['first_time_notify'] = first_time_notify
d['SELECT_LABEL'] = SELECT_LABEL
return render(request, 'shapefiles/main_outline_shp.html', d)
def build_map_html(request, worldmap_info):
"""
Expects a WorldMapLayerInfo object
Create 2 HTML strings:
1 - map_html
- Completed map via iframe
- Download links using Geoserver functions
- Attribute table
2 - user_message_html
- User message about join
"""
if not isinstance(worldmap_info, WorldMapLayerInfo):
err_msg = ('worldmap_info needs to be a WorldMapLayerInfo'
' object. Not type: %s')\
% (type(worldmap_info))
LOGGER.error(err_msg)
return None, None
delete_form = DeleteMapForm.get_form_with_initial_vals(worldmap_info)
template_dict = get_common_lookup(request)
failed_records_list = worldmap_info.get_failed_rows()
num_failed_download_records = min(MAX_FAILED_ROWS_TO_BUILD,\
worldmap_info.get_unmapped_record_count())
template_dict.update(
dict(worldmap_layerinfo=worldmap_info,
INITIAL_SELECT_CHOICE=INITIAL_SELECT_CHOICE,
SELECT_LABEL=SELECT_LABEL,
core_data=worldmap_info.core_data,
gis_data_info=worldmap_info.get_gis_data_info(),
download_links=worldmap_info.get_formatted_download_links(),
attribute_data=worldmap_info.attribute_data,
failed_records_list=failed_records_list,
num_failed_download_records=num_failed_download_records,
delete_form=delete_form,
page_title=PANEL_TITLE_STYLE_MAP))
# --------------------------------
# Classification form attributes
# --------------------------------
classify_form = ClassifyLayerForm(\
**worldmap_info.get_dict_for_classify_form())
classify_params = {\
GEOCONNECT_STEP_KEY : STEP2_STYLE,\
'ATTRIBUTE_VALUE_DELIMITER' : ATTRIBUTE_VALUE_DELIMITER,\
'classify_form' : classify_form}
template_dict.update(classify_params)
map_html = render_to_string('worldmap_layers/map_with_classify.html',
template_dict, request)
user_message_html = render_to_string(
'worldmap_layers/new_map_message.html', template_dict, request)
return (map_html, user_message_html)
def view_existing_map(request, worldmap_info=None):
"""
Test view a WorldMapTabularLayerInfo object
"""
if not (isinstance(worldmap_info, WorldMapJoinLayerInfo) or\
isinstance(worldmap_info, WorldMapLatLngInfo)):
LOGGER.error(
'worldmap_info needs to be a WorldMapJoinLayerInfo\
or WorldMapLatLngInfo object. Not: %s', worldmap_info)
return HttpResponse('Sorry! No WorldMap information was found.')
template_dict = get_common_lookup(request)
map_html, user_message_html = build_map_html(request, worldmap_info)
if map_html is None:
LOGGER.error("Failed to create map HTML using worldmap_info: %s (%d)" %\
worldmap_info, worldmap_info.id)
user_msg = 'Sorry! Failed to create map. Please try again. (code:ve3)'
return HttpResponse(user_msg)
template_dict = dict(
worldmap_layerinfo=worldmap_info,
attribute_data=worldmap_info.attribute_data,
tabular_map_div=map_html,
user_message_html=user_message_html, # not used for existing maps
gis_data_info=worldmap_info.get_gis_data_info(),
test_files=TabularFileInfo.objects.all(),
page_title=PANEL_TITLE_STYLE_MAP,
)
template_dict[GEOCONNECT_STEP_KEY] = STEP2_STYLE
template_dict['GEOCONNECT_STEPS'] = GEOCONNECT_STEPS
return render(request, 'tabular_files/main_outline_tab.html',
template_dict)
def view_existing_map(request, worldmap_info=None):
"""
View a WorldMapTabularLayerInfo object
"""
if not (isinstance(worldmap_info, WorldMapJoinLayerInfo) or\
isinstance(worldmap_info, WorldMapLatLngInfo)):
LOGGER.error('worldmap_info needs to be a WorldMapJoinLayerInfo\
or WorldMapLatLngInfo object. Not: %s', worldmap_info)
return HttpResponse('Sorry! No WorldMap information was found.')
template_dict = get_common_lookup(request)
map_html, user_message_html = build_map_html(request, worldmap_info)
if map_html is None:
LOGGER.error("Failed to create map HTML using worldmap_info: %s (%d)" %\
worldmap_info, worldmap_info.id)
user_msg = 'Sorry! Failed to create map. Please try again. (code:ve3)'
return HttpResponse(user_msg)
template_dict.update(\
dict(worldmap_layerinfo=worldmap_info,
attribute_data=worldmap_info.attribute_data,
tabular_map_div=map_html,
user_message_html=user_message_html, # not used for existing maps
gis_data_info=worldmap_info.get_gis_data_info(),
test_files=TabularFileInfo.objects.all(),
page_title=PANEL_TITLE_STYLE_MAP))
template_dict[GEOCONNECT_STEP_KEY] = STEP2_STYLE
template_dict['GEOCONNECT_STEPS'] = GEOCONNECT_STEPS
return render(request, 'tabular_files/main_outline_tab.html', template_dict)
def view_mapit_incoming_token64(request, dataverse_token):
"""
(1) Check incoming url for a callback key 'cb'
and use the callback url to retrieve the DataverseInfo via a POST
(2) Route the request depending on the type of data returned
"""
maintenance_notice = get_maintenance_snippet()
if maintenance_notice is not None:
info_dict = get_common_lookup(request)
info_dict['maintenance_notice'] = maintenance_notice
return render(request, 'content_pages/view_home.html', info_dict)
# (1) Check incoming url for a callback url
# and use the url to retrieve the DataverseInfo via a POST
#
request_helper = InitialRequestHelper(request, dataverse_token)
if request_helper.has_err:
return view_formatted_error_page(request,\
request_helper.err_type,\
request_helper.err_msg)
# (2) Route the request depending on the type of data returned
#
mapping_type = request_helper.mapping_type
# Is the mapping type valid?
# Knowingly redundant, also checked in requestHelper
#
if not is_valid_dv_type(mapping_type):
err_msg = 'The mapping_type for this metadata was not valid. Found: %s' % mapping_type
return view_formatted_error_page(request,\
FAILED_TO_IDENTIFY_METADATA_MAPPING_TYPE,\
err_msg)
# Is the mapping type active?
#
if not is_setting_active(mapping_type):
return view_filetype_note_by_name(request, mapping_type)
# Let's route it!
#
if is_dv_type_shapefile(mapping_type):
return process_shapefile_info(request,\
request_helper.dataverse_token,\
request_helper.dv_data_dict)
elif is_dv_type_tabular(mapping_type):
return process_tabular_file_info(request,\
request_helper.dataverse_token,\
request_helper.dv_data_dict)
elif is_dv_type_geotiff(mapping_type):
err_msg = 'Sorry! GeoTiff mapping is currently not available'
return view_formatted_error_page(None, err_msg)
return HttpResponse('Error!! Should never reach this line!')
def view_classify_shapefile(request,
worldmap_layerinfo,
first_time_notify=False):
"""Called by 'view_shapefile' -- no direct url associated with this view"""
assert isinstance(worldmap_layerinfo, WorldMapLayerInfo),\
"worldmap_layerinfo must be an instance of WorldMapLayerInfo"
d = get_common_lookup(request)
d['page_title'] = PANEL_TITLE_STYLE_MAP
d[GEOCONNECT_STEP_KEY] = STEP2_STYLE
classify_form = ClassifyLayerForm(
**worldmap_layerinfo.get_dict_for_classify_form())
shapefile_info = worldmap_layerinfo.get_gis_data_info()
if not shapefile_info:
raise Http404('shapefile md5 not found!')
delete_form = DeleteMapForm.get_form_with_initial_vals(worldmap_layerinfo)
d.update(worldmap_layerinfo.get_core_data_dict_for_views())
d['gis_data_info'] = shapefile_info
#d['shapefile_info'] = shapefile_info
d['classify_form'] = classify_form
d['delete_form'] = delete_form
d['ATTRIBUTE_VALUE_DELIMITER'] = ATTRIBUTE_VALUE_DELIMITER
d['first_time_notify'] = first_time_notify
d['SELECT_LABEL'] = SELECT_LABEL
return render(request, 'shapefiles/main_outline_shp.html', d)
def view_home(request):
"""
Display a list of ShapefileInfo objects, each linked to a detail page.
For testing, allow the upload of a new shapefile object.
"""
info_dict = get_common_lookup(request)
info_dict['page_title'] = 'Geoconnect: Dataverse <--> WorldMap'
info_dict['maintenance_notice'] = get_maintenance_snippet()
return render(request, 'content_pages/view_home.html', info_dict)
def view_home(request):
"""
Display a list of ShapefileInfo objects, each linked to a detail page.
For testing, allow the upload of a new shapefile object.
"""
info_dict = get_common_lookup(request)
info_dict['page_title'] = 'Geoconnect: Dataverse <--> WorldMap'
info_dict['maintenance_notice'] = get_maintenance_snippet()
return render(request, 'content_pages/view_home.html', info_dict)
def view_formatted_error_page(request, error_type, err_msg=None):
"""Show an error page"""
d = get_common_lookup(request)
d['page_title'] = 'Examine Shapefile'
d['WORLDMAP_SERVER_URL'] = settings.WORLDMAP_SERVER_URL
d[GEOCONNECT_STEP_KEY] = STEP1_EXAMINE
d['Err_Found'] = True
if error_type is not None:
d[error_type] = True
d['Dataverse_Connect_Err_Msg'] = err_msg
d['SELECT_LABEL'] = SELECT_LABEL
return render(request, 'shapefiles/main_outline_shp.html', d)
def view_formatted_error_page(request, error_type, err_msg=None):
"""Show an error page"""
d = get_common_lookup(request)
d['page_title'] = 'Examine Shapefile'
d['WORLDMAP_SERVER_URL'] = settings.WORLDMAP_SERVER_URL
d[GEOCONNECT_STEP_KEY] = STEP1_EXAMINE
d['Err_Found'] = True
if error_type is not None:
d[error_type] = True
d['Dataverse_Connect_Err_Msg'] = err_msg
d['SELECT_LABEL'] = SELECT_LABEL
return render(request, 'shapefiles/main_outline_shp.html', d)
def show_jointarget_info(request):
"""Display the latest Join Targets retrieved from the WorldMap"""
target_info_list = None
target_info_pretty = None
jt_info = JoinTargetInformation.objects.first()
if jt_info:
target_info_list_unsorted = jt_info.target_info.get('data')
# sort the info by type
target_info_list = sorted(\
target_info_list_unsorted,
key=lambda k: k['geocode_type'])
target_info_pretty = json.dumps(target_info_list, indent=4)
info_dict = get_common_lookup(request)
info_dict['target_info_list'] = target_info_list
info_dict['target_info_pretty'] = target_info_pretty
return render(request, 'show_jointarget_info.html', info_dict)
def view_delete_tabular_map(request):
"""
Attempt to delete a dataverse-created WorldMap layer
"""
if not request.POST:
raise Http404('Delete Not Found.')
d = get_common_lookup(request)
d['WORLDMAP_SERVER_URL'] = settings.WORLDMAP_SERVER_URL
d['DATAVERSE_SERVER_URL'] = settings.DATAVERSE_SERVER_URL
d['page_title'] = PANEL_TITLE_DELETE_MAP
d['IS_DELETE_PAGE'] = True
# Check the delete request
f = DeleteMapForm(request.POST)
if not f.is_valid():
d['ERROR_FOUND'] = True
d['FAILED_TO_VALIDATE'] = True
return render(request, 'worldmap_layers/view_delete_layer.html', d)
# Form params look good
worldmap_layer_info = f.get_worldmap_layer_info()
if not worldmap_layer_info:
raise Http404('WorldMap Layer info no longer available')
# depending on the type: tabular_info, shapefile_info, etc
#
if worldmap_layer_info.is_shapefile_layer():
d['is_shapefile_layer'] = True
else:
d['is_tabular_layer'] = True
gis_data_info = worldmap_layer_info.get_gis_data_info()
d['gis_data_info'] = gis_data_info
# -----------------------------------
# Delete map from WorldMap
# -----------------------------------
flag_delete_local_worldmap_info = False
(success, err_msg_or_None) = delete_map_layer(gis_data_info,
worldmap_layer_info)
if success is False:
LOGGER.error("Failed to delete WORLDMAP layer: %s", err_msg_or_None)
if err_msg_or_None and err_msg_or_None.find(
'"Existing layer not found."') > -1:
pass
else:
d['ERROR_FOUND'] = True
d['WORLDMAP_DATA_DELETE_FAILURE'] = True
d['ERR_MSG'] = err_msg_or_None
return render(request, 'worldmap_layers/view_delete_layer.html', d)
else:
# At this point, the layer no longer exists on WorldMap,
# set a flag to delete it from geoconnect, even if the Dataverse
# delete fails
flag_delete_local_worldmap_info = True
# -----------------------------------
# Delete metadata from dataverse
# -----------------------------------
(success2, err_msg_or_None2
) = MetadataUpdater.delete_dataverse_map_metadata(worldmap_layer_info)
# Delete the Geoconnect WorldMap info -- regardless of
# whether the data was removed from Dataverse
if flag_delete_local_worldmap_info:
msgt('Delete worldmap_layer_info: %s' % worldmap_layer_info)
worldmap_layer_info.delete()
if success2 is False:
LOGGER.error("Failed to delete Map Metadata from Dataverse: %s",
err_msg_or_None)
d['ERROR_FOUND'] = True
d['DATAVERSE_DATA_DELETE_FAILURE'] = True
d['ERR_MSG'] = err_msg_or_None2
return render(request, 'worldmap_layers/view_delete_layer.html', d)
d['DELETE_SUCCESS'] = True
d['page_title'] = PANEL_TITLE_REMAP
return render(request, 'worldmap_layers/view_delete_layer.html', d)
def view_delete_tabular_map(request):
"""
Attempt to delete a dataverse-created WorldMap layer
"""
if not request.POST:
raise Http404('Delete Not Found.')
d = get_common_lookup(request)
d['WORLDMAP_SERVER_URL'] = settings.WORLDMAP_SERVER_URL
d['DATAVERSE_SERVER_URL'] = settings.DATAVERSE_SERVER_URL
d['page_title'] = PANEL_TITLE_DELETE_MAP
d['IS_DELETE_PAGE'] = True
# Check the delete request
f = DeleteMapForm(request.POST)
if not f.is_valid():
d['ERROR_FOUND'] = True
d['FAILED_TO_VALIDATE'] = True
return render(request, 'worldmap_layers/view_delete_layer.html', d)
# Form params look good
worldmap_layer_info = f.get_worldmap_layer_info()
if not worldmap_layer_info:
raise Http404('WorldMap Layer info no longer available')
# depending on the type: tabular_info, shapefile_info, etc
#
if worldmap_layer_info.is_shapefile_layer():
d['is_shapefile_layer'] = True
else:
d['is_tabular_layer'] = True
gis_data_info = worldmap_layer_info.get_gis_data_info()
d['gis_data_info'] = gis_data_info
# -----------------------------------
# Delete map from WorldMap
# -----------------------------------
flag_delete_local_worldmap_info = False
(success, err_msg_or_None) = delete_map_layer(gis_data_info, worldmap_layer_info)
if success is False:
LOGGER.error("Failed to delete WORLDMAP layer: %s", err_msg_or_None)
if err_msg_or_None and err_msg_or_None.find('"Existing layer not found."') > -1:
pass
else:
d['ERROR_FOUND'] = True
d['WORLDMAP_DATA_DELETE_FAILURE'] = True
d['ERR_MSG'] = err_msg_or_None
return render(request, 'worldmap_layers/view_delete_layer.html', d)
else:
# At this point, the layer no longer exists on WorldMap,
# set a flag to delete it from geoconnect, even if the Dataverse
# delete fails
flag_delete_local_worldmap_info = True
# -----------------------------------
# Delete metadata from dataverse
# -----------------------------------
(success2, err_msg_or_None2) = MetadataUpdater.delete_dataverse_map_metadata(worldmap_layer_info)
# Delete the Geoconnect WorldMap info -- regardless of
# whether the data was removed from Dataverse
if flag_delete_local_worldmap_info:
msgt('Delete worldmap_layer_info: %s' % worldmap_layer_info)
worldmap_layer_info.delete()
if success2 is False:
LOGGER.error("Failed to delete Map Metadata from Dataverse: %s", err_msg_or_None)
d['ERROR_FOUND'] = True
d['DATAVERSE_DATA_DELETE_FAILURE'] = True
d['ERR_MSG'] = err_msg_or_None2
return render(request, 'worldmap_layers/view_delete_layer.html', d)
d['DELETE_SUCCESS'] = True
d['page_title'] = PANEL_TITLE_REMAP
return render(request, 'worldmap_layers/view_delete_layer.html', d)
def build_map_html(request, worldmap_info):
"""
Expects a WorldMapLayerInfo object
Create 2 HTML strings:
1 - map_html
- Completed map via iframe
- Download links using Geoserver functions
- Attribute table
2 - user_message_html
- User message about join
"""
if not isinstance(worldmap_info, WorldMapLayerInfo):
err_msg = ('worldmap_info needs to be a WorldMapLayerInfo'
' object. Not type: %s')\
% (type(worldmap_info))
LOGGER.error(err_msg)
return None, None
delete_form = DeleteMapForm.get_form_with_initial_vals(worldmap_info)
template_dict = get_common_lookup(request)
failed_records_list = worldmap_info.get_failed_rows()
num_failed_download_records = min(MAX_FAILED_ROWS_TO_BUILD,\
worldmap_info.get_unmapped_record_count())
template_dict.update(dict(\
worldmap_layerinfo=worldmap_info,
INITIAL_SELECT_CHOICE=INITIAL_SELECT_CHOICE,
SELECT_LABEL=SELECT_LABEL,
core_data=worldmap_info.core_data,
gis_data_info=worldmap_info.get_gis_data_info(),
download_links=worldmap_info.get_formatted_download_links(),
attribute_data=worldmap_info.attribute_data,
failed_records_list=failed_records_list,
num_failed_download_records=num_failed_download_records,
delete_form=delete_form,
page_title=PANEL_TITLE_STYLE_MAP))
# --------------------------------
# Classification form attributes
# --------------------------------
classify_form = ClassifyLayerForm(\
**worldmap_info.get_dict_for_classify_form())
classify_params = {\
GEOCONNECT_STEP_KEY : STEP2_STYLE,\
'ATTRIBUTE_VALUE_DELIMITER' : ATTRIBUTE_VALUE_DELIMITER,\
'classify_form' : classify_form}
template_dict.update(classify_params)
map_html = render_to_string('worldmap_layers/map_with_classify.html',
template_dict,
request)
user_message_html = render_to_string('worldmap_layers/new_map_message.html',
template_dict,
request)
return (map_html, user_message_html)
def view_tabular_file(request, tab_md5):
"""
View tabular file that has been sent over via Dataverse
"""
# ----------------------------------
# Retrieve the Tabular file information
# ----------------------------------
try:
tabular_info = TabularFileInfo.objects.get(md5=tab_md5)
except TabularFileInfo.DoesNotExist:
raise Http404('No TabularFileInfo for md5: %s' % tab_md5)
# ----------------------------------
# SKIP THIS -> LOOK FOR LAYER IN WORLDMAP EACH TIME
# Does the file already have an associated WorldMap layer
# ----------------------------------
# Getting rid of this -> Fetch new info each time
#worldmap_tabularinfo = tabular_info.get_worldmap_info()
#if worldmap_tabularinfo is not None:
# # A map exists: show it!
# return view_existing_map(request, worldmap_tabularinfo)
#
# Is there a WorldMap layer but Geoconnect doesn't know about it?
#
if add_worldmap_layerinfo_if_exists(tabular_info):
# A WorldMap layer already exists!
if not tabular_info.column_names:
# Make sure the tabular file has been read and we have
# data on it (e.g. may be re-mapping now and tabular info is
# freshly retrieved, columns not yet formatted, etc)
#
tab_file_stats = TabFileStats.create_from_tabular_info(tabular_info)
if tab_file_stats.has_error():
raise Http404(tab_file_stats.error_message)
worldmap_tabularinfo = tabular_info.get_worldmap_info()
if worldmap_tabularinfo:
return view_existing_map(request, worldmap_tabularinfo)
# ----------------------------------
# Open the file and get the stats
# ----------------------------------
tab_file_stats = TabFileStats.create_from_tabular_info(tabular_info)
if tab_file_stats.has_error():
raise Http404(tab_file_stats.error_message)
# preview rows
num_preview_rows = min([x for x in (NUM_PREVIEW_ROWS, tabular_info.num_rows) if x > 0])
# ----------------------------------
# Format values for geospatial data type dropdown
# ----------------------------------
# Always include lat/lng as a dropdown choice
geocode_type_list = [(GEO_TYPE_LATITUDE_LONGITUDE, u'Latitude/Longitude')]
# Retrieve available Geocode types and join Layers
(geocode_types_from_worldmap, available_layers_list) = get_geocode_types_and_join_layers()
# Add WorldMap join targets (if any)
if geocode_types_from_worldmap:
geocode_type_list += geocode_types_from_worldmap
# Separate list of all join layers (which are filtered by type on form)
#print 'available_layers_list', available_layers_list
# ----------------------------------
# Create a Django form for table join column selection
# ----------------------------------
#print 'tab_file_stats.column_names', type(tab_file_stats.column_names)
if available_layers_list and len(available_layers_list) > 0:
form_single_column = ChooseSingleColumnForm(\
tabular_file_info_id=tabular_info.id,
layer_choices=available_layers_list,
column_names=tab_file_stats.column_names)
else:
form_single_column = None
# ----------------------------------
# Create a form for Lat/Lng column selection
# ----------------------------------
if tab_file_stats:
form_lat_lng = LatLngColumnsForm(\
tabular_file_info_id=tabular_info.id,\
column_names=tab_file_stats.column_names)
else:
form_lat_lng = None
template_dict = get_common_lookup(request)
template_dict.update(dict(\
tabular_id=tabular_info.id,
tabular_md5=tabular_info.md5,
gis_data_info=tabular_info,
tab_file_stats=tab_file_stats,
geocode_types=geocode_type_list,
NUM_PREVIEW_ROWS=num_preview_rows,
test_files=TabularFileInfo.objects.all(),
form_single_column=form_single_column,
form_lat_lng=form_lat_lng,
GEO_TYPE_LATITUDE_LONGITUDE=GEO_TYPE_LATITUDE_LONGITUDE,
page_title=PANEL_TITLE_MAP_DATA_FILE))
template_dict[GEOCONNECT_STEP_KEY] = STEP1_EXAMINE
template_dict['GEOCONNECT_STEPS'] = GEOCONNECT_STEPS
return render(request, 'tabular_files/main_outline_tab.html', template_dict,)
def view_mapit_incoming_token64(request, dataverse_token):
"""
(1) Check incoming url for a callback key 'cb'
and use the callback url to retrieve the DataverseInfo via a POST
(2) Route the request depending on the type of data returned
"""
maintenance_notice = get_maintenance_snippet()
if maintenance_notice is not None:
info_dict = get_common_lookup(request)
info_dict['maintenance_notice'] = maintenance_notice
return render(request,
'content_pages/view_home.html',
info_dict)
# (1) Check incoming url for a callback url
# and use the url to retrieve the DataverseInfo via a POST
#
request_helper = InitialRequestHelper(request, dataverse_token)
if request_helper.has_err:
return view_formatted_error_page(request,\
request_helper.err_type,\
request_helper.err_msg)
# (2) Route the request depending on the type of data returned
#
mapping_type = request_helper.mapping_type
# Is the mapping type valid?
# Knowingly redundant, also checked in requestHelper
#
if not is_valid_dv_type(mapping_type):
err_msg = 'The mapping_type for this metadata was not valid. Found: %s' % mapping_type
return view_formatted_error_page(request,\
FAILED_TO_IDENTIFY_METADATA_MAPPING_TYPE,\
err_msg)
# Is the mapping type active?
#
if not is_setting_active(mapping_type):
return view_filetype_note_by_name(request, mapping_type)
# Let's route it!
#
if is_dv_type_shapefile(mapping_type):
return process_shapefile_info(request,\
request_helper.dataverse_token,\
request_helper.dv_data_dict)
elif is_dv_type_tabular(mapping_type):
return process_tabular_file_info(request,\
request_helper.dataverse_token,\
request_helper.dv_data_dict)
elif is_dv_type_geotiff(mapping_type):
err_msg = 'Sorry! GeoTiff mapping is currently not available'
return view_formatted_error_page(None, err_msg)
return HttpResponse('Error!! Should never reach this line!')
def view_shapefile(request, shp_md5, **kwargs):
"""
(1) Does a map of this shapefile exist in the db?
(2) Does a map of this shapefile exist in WorldMap?
(3) Show the initial page with "Visualize" button
This is fantastically long and messy -- need to break it up
Retrieve and view a :model:`gis_shapefiles.ShapefileInfo` object
:shp_md5: unique md5 hash for a :model:`gis_shapefiles.ShapefileInfo`
:template:`shapefiles/main_outline_shp.html`
"""
LOGGER.debug('view_shapefile 1')
# -------------------------------------------
# Flags for template - Is this the first time the file is being visualized?
# -------------------------------------------
first_time_notify = kwargs.get('first_time_notify', False)
# Attempt to retrieve the shapefile information
# -------------------------------------------
LOGGER.debug('view_shapefile 2 - Attempt to retrieve the shapefile information')
try:
shapefile_info = ShapefileInfo.objects.get(md5=shp_md5)
except ShapefileInfo.DoesNotExist:
raise Http404('Shapefile not found.')
# -------------------------------------------------------------------
# Does a fully checked shapefile exist with a worldmap layer?
# -------------------------------------------------------------------
LOGGER.debug('view_shapefile 3 - Does a shapefile exist with a worldmap layer?')
shp_service = SendShapefileService(**dict(shapefile_info=shapefile_info))
if shp_service.flow1_does_map_already_exist():
LOGGER.debug('view_shapefile 3a - Map already exists')
worldmap_layerinfo = shp_service.get_worldmap_layerinfo()
if worldmap_layerinfo is None:
return HttpResponse('<br />'.join(shp_service.err_msgs))
else:
MetadataUpdater.run_update_via_popen(worldmap_layerinfo)
return view_classify_shapefile(request, worldmap_layerinfo, first_time_notify)
# -------------------------------------------
# Gather common parameters for the template
# -------------------------------------------
d = get_common_lookup(request)
d['gis_data_info'] = shapefile_info
d['shapefile_info'] = shapefile_info
d['page_title'] = PANEL_TITLE_MAP_DATA_FILE
d['WORLDMAP_SERVER_URL'] = settings.WORLDMAP_SERVER_URL
d[GEOCONNECT_STEP_KEY] = STEP1_EXAMINE
if first_time_notify:
d['first_time_notify'] = True
# -------------------------------------------
# Early pass: Validate that this .zip is a shapefile--a single shapefile
# - Should we move this out? Check being done at Dataverse
# - Also, no need to move the file if viz already exists
# -------------------------------------------
LOGGER.debug('view_shapefile 4 - Validate that .zip is a single shapefile')
if not shapefile_info.zipfile_checked:
LOGGER.debug('zipfile_checked NOT checked')
zip_checker = ShapefileZipCheck(shapefile_info.dv_file, **{'is_django_file_field': True})
#zip_checker = ShapefileZipCheck(shapefile_info.get_dv_file_fullpath())
zip_checker.validate()
# -----------------------------
# Error: No shapefiles found
# Show error message
# -----------------------------
if zip_checker.has_err:
return view_zip_checker_error(request, shapefile_info, zip_checker, d)
# -----------------------------
# Load the single shapefile
# -----------------------------
shapefile_info.has_shapefile = True
shapefile_info.zipfile_checked = True
shapefile_info.save()
list_of_shapefile_set_names = zip_checker.get_shapefile_setnames()
success = zip_checker.load_shapefile_from_open_zip(list_of_shapefile_set_names[0], shapefile_info)
if not success:
d['Err_Found'] = True
if zip_checker.err_type == ZIPCHECK_FAILED_TO_PROCCESS_SHAPEFILE:
d['Err_Shapefile_Could_Not_Be_Opened'] = True
d['zip_name_list'] = zip_checker.get_zipfile_names()
else:
d['Err_Msg'] = zip_checker.err_msg
shapefile_info.has_shapefile = False
shapefile_info.save()
LOGGER.error('Shapefile not loaded. (%s)' % shp_md5)
zip_checker.close_zip()
return render(request, 'shapefiles/main_outline_shp.html', d)
# -------------------------------------------
# The examination failed
# No shapefile was found in this .zip
# -------------------------------------------
LOGGER.debug('view_shapefile 5 - No shapefile was found in this .zip')
if not shapefile_info.has_shapefile:
LOGGER.debug('No shapefile found in .zip')
d['Err_Found'] = True
d['Err_No_Shapefiles_Found'] = True
d['WORLDMAP_MANDATORY_IMPORT_EXTENSIONS'] = WORLDMAP_MANDATORY_IMPORT_EXTENSIONS
return render(request, 'shapefiles/main_outline_shp.html', d)
# -------------------------------------------------------------------
# Shapefile fully checked, is there a worldmap layer?
# -------------------------------------------------------------------
LOGGER.debug('view_shapefile 6 - Shapefile fully checked, is there a worldmap layer? ')
shp_service = SendShapefileService(**dict(shapefile_info=shapefile_info))
if shp_service.flow1_does_map_already_exist():
LOGGER.debug('view_shapefile 6a - Worldmap layer exists')
worldmap_layerinfo = shp_service.get_worldmap_layerinfo()
if worldmap_layerinfo is None:
return HttpResponse('<br />'.join(shp_service.err_msgs))
else:
MetadataUpdater.run_update_via_popen(worldmap_layerinfo)
return view_classify_shapefile(request, worldmap_layerinfo, first_time_notify)
return render(request, 'shapefiles/main_outline_shp.html', d)
def view_tabular_file(request, tab_md5):
"""
View tabular file that has been sent over via Dataverse
"""
# ----------------------------------
# Retrieve the Tabular file information
# ----------------------------------
try:
tabular_info = TabularFileInfo.objects.get(md5=tab_md5)
except TabularFileInfo.DoesNotExist:
raise Http404('No TabularFileInfo for md5: %s' % tab_md5)
# ----------------------------------
# Does the file already have an associated layer
# ----------------------------------
worldmap_tabularinfo = tabular_info.get_worldmap_info()
if worldmap_tabularinfo is not None:
# A map exists: show it!
return view_existing_map(request, worldmap_tabularinfo)
#
# Is there a WorldMap layer but Geoconnect doesn't know about it?
#
if add_worldmap_layerinfo_if_exists(tabular_info):
worldmap_tabularinfo = tabular_info.get_worldmap_info()
if worldmap_tabularinfo:
return view_existing_map(request, worldmap_tabularinfo)
# ----------------------------------
# Open the file and get the stats
# ----------------------------------
tab_file_stats = TabFileStats.create_tab_stats_from_tabular_info(
tabular_info)
if tab_file_stats.has_error():
raise Http404(tab_file_stats.error_message)
# preview rows
num_preview_rows = min(
[x for x in (NUM_PREVIEW_ROWS, tabular_info.num_rows) if x > 0])
# ----------------------------------
# Format values for geospatial data type dropdown
# ----------------------------------
# Always include lat/lng as a dropdown choice
geocode_type_list = [(GEO_TYPE_LATITUDE_LONGITUDE, u'Latitude/Longitude')]
# Retrieve available Geocode types and join Layers
(geocode_types_from_worldmap,
available_layers_list) = get_geocode_types_and_join_layers()
# Add WorldMap join targets (if any)
if geocode_types_from_worldmap:
geocode_type_list += geocode_types_from_worldmap
# Separate list of all join layers (which are filtered by type on form)
#print 'available_layers_list', available_layers_list
# ----------------------------------
# Create a Django form for table join column selection
# ----------------------------------
#print 'tab_file_stats.column_names', type(tab_file_stats.column_names)
if available_layers_list and len(available_layers_list) > 0:
form_single_column = ChooseSingleColumnForm(
tabular_file_info_id=tabular_info.id,
layer_choices=available_layers_list,
column_names=tab_file_stats.column_names)
else:
form_single_column = None
# ----------------------------------
# Create a form for Lat/Lng column selection
# ----------------------------------
if tab_file_stats:
form_lat_lng = LatLngColumnsForm(tabular_file_info_id=tabular_info.id,\
column_names=tab_file_stats.column_names)
else:
form_lat_lng = None
template_dict = get_common_lookup(request)
template_dict.update(
dict(tabular_id=tabular_info.id,
tabular_md5=tabular_info.md5,
gis_data_info=tabular_info,
tab_file_stats=tab_file_stats,
geocode_types=geocode_type_list,
NUM_PREVIEW_ROWS=num_preview_rows,
test_files=TabularFileInfo.objects.all(),
form_single_column=form_single_column,
form_lat_lng=form_lat_lng,
GEO_TYPE_LATITUDE_LONGITUDE=GEO_TYPE_LATITUDE_LONGITUDE,
page_title=PANEL_TITLE_MAP_DATA_FILE))
template_dict[GEOCONNECT_STEP_KEY] = STEP1_EXAMINE
template_dict['GEOCONNECT_STEPS'] = GEOCONNECT_STEPS
return render(
request,
'tabular_files/main_outline_tab.html',
template_dict,
)
def view_shapefile(request, shp_md5, **kwargs):
"""
(1) Does a map of this shapefile exist in the db?
(2) Does a map of this shapefile exist in WorldMap?
(3) Show the initial page with "Visualize" button
This is fantastically long and messy -- need to break it up
Retrieve and view a :model:`gis_shapefiles.ShapefileInfo` object
:shp_md5: unique md5 hash for a :model:`gis_shapefiles.ShapefileInfo`
:template:`shapefiles/main_outline_shp.html`
"""
LOGGER.debug('view_shapefile 1')
# -------------------------------------------
# Flags for template - Is this the first time the file is being visualized?
# -------------------------------------------
first_time_notify = kwargs.get('first_time_notify', False)
# Attempt to retrieve the shapefile information
# -------------------------------------------
LOGGER.debug(
'view_shapefile 2 - Attempt to retrieve the shapefile information')
try:
shapefile_info = ShapefileInfo.objects.get(md5=shp_md5)
except ShapefileInfo.DoesNotExist:
raise Http404('Shapefile not found.')
# -------------------------------------------------------------------
# Does a fully checked shapefile exist with a worldmap layer?
# -------------------------------------------------------------------
LOGGER.debug(
'view_shapefile 3 - Does a shapefile exist with a worldmap layer?')
shp_service = SendShapefileService(**dict(shapefile_info=shapefile_info))
if shp_service.flow1_does_map_already_exist():
LOGGER.debug('view_shapefile 3a - Map already exists')
worldmap_layerinfo = shp_service.get_worldmap_layerinfo()
if worldmap_layerinfo is None:
return HttpResponse('<br />'.join(shp_service.err_msgs))
else:
MetadataUpdater.run_update_via_popen(worldmap_layerinfo)
return view_classify_shapefile(request, worldmap_layerinfo,
first_time_notify)
# -------------------------------------------
# Gather common parameters for the template
# -------------------------------------------
d = get_common_lookup(request)
d['gis_data_info'] = shapefile_info
d['shapefile_info'] = shapefile_info
d['page_title'] = PANEL_TITLE_MAP_DATA_FILE
d['WORLDMAP_SERVER_URL'] = settings.WORLDMAP_SERVER_URL
d[GEOCONNECT_STEP_KEY] = STEP1_EXAMINE
if first_time_notify:
d['first_time_notify'] = True
# -------------------------------------------
# Early pass: Validate that this .zip is a shapefile--a single shapefile
# - Should we move this out? Check being done at Dataverse
# - Also, no need to move the file if viz already exists
# -------------------------------------------
LOGGER.debug('view_shapefile 4 - Validate that .zip is a single shapefile')
if not shapefile_info.zipfile_checked:
LOGGER.debug('zipfile_checked NOT checked')
zip_checker = ShapefileZipCheck(shapefile_info.dv_file,
**{'is_django_file_field': True})
#zip_checker = ShapefileZipCheck(shapefile_info.get_dv_file_fullpath())
zip_checker.validate()
# -----------------------------
# Error: No shapefiles found
# Show error message
# -----------------------------
if zip_checker.has_err:
return view_zip_checker_error(request, shapefile_info, zip_checker,
d)
# -----------------------------
# Load the single shapefile
# -----------------------------
shapefile_info.has_shapefile = True
shapefile_info.zipfile_checked = True
shapefile_info.save()
list_of_shapefile_set_names = zip_checker.get_shapefile_setnames()
success = zip_checker.load_shapefile_from_open_zip(
list_of_shapefile_set_names[0], shapefile_info)
if not success:
d['Err_Found'] = True
if zip_checker.err_type == ZIPCHECK_FAILED_TO_PROCCESS_SHAPEFILE:
d['Err_Shapefile_Could_Not_Be_Opened'] = True
d['zip_name_list'] = zip_checker.get_zipfile_names()
else:
d['Err_Msg'] = zip_checker.err_msg
shapefile_info.has_shapefile = False
shapefile_info.save()
LOGGER.error('Shapefile not loaded. (%s)' % shp_md5)
zip_checker.close_zip()
return render(request, 'shapefiles/main_outline_shp.html', d)
# -------------------------------------------
# The examination failed
# No shapefile was found in this .zip
# -------------------------------------------
LOGGER.debug('view_shapefile 5 - No shapefile was found in this .zip')
if not shapefile_info.has_shapefile:
LOGGER.debug('No shapefile found in .zip')
d['Err_Found'] = True
d['Err_No_Shapefiles_Found'] = True
d['WORLDMAP_MANDATORY_IMPORT_EXTENSIONS'] = WORLDMAP_MANDATORY_IMPORT_EXTENSIONS
return render(request, 'shapefiles/main_outline_shp.html', d)
# -------------------------------------------------------------------
# Shapefile fully checked, is there a worldmap layer?
# -------------------------------------------------------------------
LOGGER.debug(
'view_shapefile 6 - Shapefile fully checked, is there a worldmap layer? '
)
shp_service = SendShapefileService(**dict(shapefile_info=shapefile_info))
if shp_service.flow1_does_map_already_exist():
LOGGER.debug('view_shapefile 6a - Worldmap layer exists')
worldmap_layerinfo = shp_service.get_worldmap_layerinfo()
if worldmap_layerinfo is None:
return HttpResponse('<br />'.join(shp_service.err_msgs))
else:
MetadataUpdater.run_update_via_popen(worldmap_layerinfo)
return view_classify_shapefile(request, worldmap_layerinfo,
first_time_notify)
return render(request, 'shapefiles/main_outline_shp.html', d)