def __init__(self, iface):
"""Constructor.
:param iface: An interface instance that will be passed to this class
which provides the hook by which you can manipulate the QGIS
application at run time.
:type iface: QgsInterface
"""
# Save reference to the QGIS interface
self.iface = iface
# initialize plugin directory
self.plugin_dir = os.path.dirname(__file__)
# initialize locale
locale = QSettings().value('locale/userLocale')[0:2]
locale_path = os.path.join(
self.plugin_dir,
'i18n',
'LizardDownloader_{}.qm'.format(locale))
if os.path.exists(locale_path):
self.translator = QTranslator()
self.translator.load(locale_path)
if qVersion() > '4.3.3':
QCoreApplication.installTranslator(self.translator)
# Create the dialog (after translation) and keep reference
self.login_dialog = LoginDialog()
self.import_dialog = LizardDownloaderDialog()
self.upload_points_dialog = UploadPointsDialog()
# Declare instance attributes
self.actions = []
self.menu = self.tr(u'&GGMN lizard integration')
# TODO: We are going to let the user set this up in a future iteration
self.toolbar = self.iface.addToolBar(u'LizardDownloader')
self.toolbar.setObjectName(u'LizardDownloader')
# Stored username/password, will be set by the login dialog.
self.username = None
self.password = None
self.organisations = [] # Will be filled after logging in.
self.selected_organisation = None
self.start_date = datetime.date(1930, 1, 1)
self.end_date = datetime.date.today()
self.filename = None
self.custom_filename = None
self.custom_layer = None
self.already_uploaded = []
class LizardDownloader:
"""QGIS Plugin Implementation."""
def __init__(self, iface):
"""Constructor.
:param iface: An interface instance that will be passed to this class
which provides the hook by which you can manipulate the QGIS
application at run time.
:type iface: QgsInterface
"""
# Save reference to the QGIS interface
self.iface = iface
# initialize plugin directory
self.plugin_dir = os.path.dirname(__file__)
# initialize locale
locale = QSettings().value('locale/userLocale')[0:2]
locale_path = os.path.join(
self.plugin_dir,
'i18n',
'LizardDownloader_{}.qm'.format(locale))
if os.path.exists(locale_path):
self.translator = QTranslator()
self.translator.load(locale_path)
if qVersion() > '4.3.3':
QCoreApplication.installTranslator(self.translator)
# Create the dialog (after translation) and keep reference
self.login_dialog = LoginDialog()
self.import_dialog = LizardDownloaderDialog()
self.upload_points_dialog = UploadPointsDialog()
# Declare instance attributes
self.actions = []
self.menu = self.tr(u'&GGMN lizard integration')
# TODO: We are going to let the user set this up in a future iteration
self.toolbar = self.iface.addToolBar(u'LizardDownloader')
self.toolbar.setObjectName(u'LizardDownloader')
# Stored username/password, will be set by the login dialog.
self.username = None
self.password = None
self.organisations = [] # Will be filled after logging in.
self.selected_organisation = None
self.start_date = datetime.date(1930, 1, 1)
self.end_date = datetime.date.today()
self.filename = None
self.custom_filename = None
self.custom_layer = None
self.already_uploaded = []
# noinspection PyMethodMayBeStatic
def tr(self, message):
"""Get the translation for a string using Qt translation API.
We implement this ourselves since we do not inherit QObject.
:param message: String for translation.
:type message: str, QString
:returns: Translated version of message.
:rtype: QString
"""
# noinspection PyTypeChecker,PyArgumentList,PyCallByClass
return QCoreApplication.translate('LizardDownloader', message)
def add_action(self,
icon_path,
text,
callback,
enabled_flag=True,
add_to_menu=True,
add_to_toolbar=True,
status_tip=None,
whats_this=None,
parent=None):
"""Add a toolbar icon to the toolbar.
:param icon_path: Path to the icon for this action. Can be a resource
path (e.g. ':/plugins/foo/bar.png') or a normal file system path.
:type icon_path: str
:param text: Text that should be shown in menu items for this action.
:type text: str
:param callback: Function to be called when the action is triggered.
:type callback: function
:param enabled_flag: A flag indicating if the action should be enabled
by default. Defaults to True.
:type enabled_flag: bool
:param add_to_menu: Flag indicating whether the action should also
be added to the menu. Defaults to True.
:type add_to_menu: bool
:param add_to_toolbar: Flag indicating whether the action should also
be added to the toolbar. Defaults to True.
:type add_to_toolbar: bool
:param status_tip: Optional text to show in a popup when mouse pointer
hovers over the action.
:type status_tip: str
:param parent: Parent widget for the new action. Defaults None.
:type parent: QWidget
:param whats_this: Optional text to show in the status bar when the
mouse pointer hovers over the action.
:returns: The action that was created. Note that the action is also
added to self.actions list.
:rtype: QAction
"""
icon = QIcon(icon_path)
action = QAction(icon, text, parent)
action.triggered.connect(callback)
action.setEnabled(enabled_flag)
if status_tip is not None:
action.setStatusTip(status_tip)
if whats_this is not None:
action.setWhatsThis(whats_this)
if add_to_toolbar:
self.toolbar.addAction(action)
if add_to_menu:
self.iface.addPluginToMenu(
self.menu,
action)
self.actions.append(action)
return action
def initGui(self):
"""Create the menu entries and toolbar icons inside the QGIS GUI."""
icon_path = ':/plugins/LizardDownloader/icon.png'
self.add_action(
icon_path,
text=self.tr(u'Log into Lizard'),
callback=self.run_login,
add_to_toolbar=False,
parent=self.iface.mainWindow())
self.add_action(
icon_path,
text=self.tr(u'Download from Lizard'),
callback=self.run_import,
add_to_toolbar=False,
parent=self.iface.mainWindow())
self.download_custom_points_action = self.add_action(
icon_path,
text=self.tr(u'Download custom points from Lizard'),
callback=self.run_custom_import,
enabled_flag=False,
add_to_toolbar=False,
parent=self.iface.mainWindow())
self.upload_custom_points_action = self.add_action(
icon_path,
text=self.tr(u'Upload custom points to Lizard'),
callback=self.run_upload,
add_to_toolbar=False,
enabled_flag=False,
parent=self.iface.mainWindow())
self.upload_raster_action = self.add_action(
icon_path,
text=self.tr(u'Upload interpolation raster to Lizard'),
callback=self.run_raster_upload,
enabled_flag=False,
add_to_toolbar=False,
parent=self.iface.mainWindow())
def unload(self):
"""Removes the plugin menu item and icon from QGIS GUI."""
for action in self.actions:
self.iface.removePluginMenu(
self.tr(u'&GGMN lizard integration'),
action)
self.iface.removeToolBarIcon(action)
# remove the toolbar
del self.toolbar
def determine_organisations(self):
if not (self.username and self.password):
raise RuntimeError("Not logged in")
single_user_api = SingleUserInfo()
single_user_api.username = self.username
single_user_api.password = self.password
organisations_url = single_user_api.organisations_url()
organisations_url = organisations_url.rstrip('/')
organisations_api = Organisations()
organisations_api.username = self.username
organisations_api.password = self.password
organisations_api.base_url = organisations_url
return organisations_api.for_dialog()
def run_login(self):
"""Show login dialog if the user isn't logged in yet."""
# show the dialog
self.login_dialog.show()
ok_pressed = self.login_dialog.exec_()
if ok_pressed:
self.username = self.login_dialog.username.text()
self.password = self.login_dialog.password.text()
self.organisations = self.determine_organisations()
return ok_pressed
def run_import(self):
"""Run method that performs all the real work"""
if not (self.username and self.password):
ok_pressed = self.run_login()
if not ok_pressed:
# Then we don't want to do anything either!
return
# Set up the dialog. (Should perhaps be moved to the dialog class.)
self.import_dialog.organisationComboBox.clear()
for organisation in self.organisations:
self.import_dialog.organisationComboBox.addItem(
organisation['name'],
organisation['unique_id'])
if self.selected_organisation:
self.import_dialog.organisationComboBox.setCurrentIndex(
self.import_dialog.organisationComboBox.findData(
self.selected_organisation))
self.import_dialog.startDate.setDate(
QDate(self.start_date.year,
self.start_date.month,
self.start_date.day))
self.import_dialog.endDate.setDate(
QDate(self.end_date.year,
self.end_date.month,
self.end_date.day))
# show the dialog
self.import_dialog.show()
# Run the dialog event loop
result = self.import_dialog.exec_()
# See if OK was pressed
if result:
index = self.import_dialog.organisationComboBox.currentIndex()
self.selected_organisation = self.organisations[index]['unique_id']
# print("Selected org: %s" % self.selected_organisation)
self.start_date = self.import_dialog.startDate.date().toPyDate()
self.end_date = self.import_dialog.endDate.date().toPyDate()
start = self.start_date.strftime('%Y-%m-%dT00:00:00Z')
end = self.end_date.strftime('%Y-%m-%dT00:00:00Z')
gw_info = QGisLizardImporter(username=self.username,
password=self.password,
organisation_id=self.selected_organisation)
self.iface.messageBar().pushMessage(
"Lizard",
"Downloading data (can take up to a minute)...")
gw_info.download(
start=start,
end=end,
groundwater_type=GROUNDWATER_TYPE)
if gw_info.data:
if not self.filename:
# Take homedir as starting point
self.filename = os.path.expanduser('~')
self.filename = QFileDialog.getSaveFileName(
self.iface.mainWindow(),
self.tr("New shapefile to save downloaded data in"),
self.filename,
self.tr("Shape files (*.shp)"))
gw_info.data_to_shape(filename=self.filename,
overwrite=True)
gw_info.load_shape(self.filename)
self.download_custom_points_action.setDisabled(False)
self.upload_raster_action.setDisabled(False)
else:
def _split_url(url):
return '\n&'.join(url.split('&'))
msg = """
No data found for period and extent.
Technical debug info follows:
Username: {username}
Organisation ID: {organisation_id}
Start date: {start}
End date: {end}
Locations url: {locations_url}
len(locations): {locations_len}
Timeseries url: {timeseries_url}
len(timeseries): {timeseries_len}
""".format(username=self.username,
organisation_id=self.selected_organisation,
start=start,
end=end,
locations_url=_split_url(gw_info.groundwater.locs.url),
timeseries_url=_split_url(gw_info.groundwater.ts.url),
locations_len=len(gw_info.groundwater.locs.results),
timeseries_len=len(gw_info.groundwater.ts.results))
pop_up_info(msg=msg, title='No data found')
return
def run_custom_import(self):
start = self.start_date.strftime('%Y-%m-%dT00:00:00Z')
end = self.end_date.strftime('%Y-%m-%dT00:00:00Z')
gw_info = QGisLizardCustomImporter(username=self.username,
password=self.password,
organisation_id=self.selected_organisation)
gw_info.download(
start=start,
end=end,
groundwater_type=CUSTOM_GROUNDWATER_TYPE)
# It is fine to have no data. We'll just create an empty shapefile,
# then.
if not self.custom_filename:
# Take homedir as starting point
self.filename = os.path.expanduser('~')
self.custom_filename = QFileDialog.getSaveFileName(
self.iface.mainWindow(),
self.tr("New shapefile to save downloaded CUSTOM data in"),
self.filename,
self.tr("Shape files (*.shp)"))
gw_info.data_to_custom_shape(filename=self.custom_filename,
overwrite=True)
self.custom_layer = gw_info.load_custom_shape(self.custom_filename)
self.custom_layer.featureDeleted.connect(self._record_deleted_point)
self.custom_layer.featureAdded.connect(self._record_added_point)
self.custom_layer.attributeValueChanged.connect(self._record_changed_point)
self.upload_custom_points_action.setDisabled(False)
def _record_deleted_point(self, id):
# print("Point %s has been deleted" % id)
pass
def _record_added_point(self, id):
# print("Point %s has been added" % id)
pass
def _record_changed_point(self, id, index, dont_care):
# QgsFeatureId fid, int idx, const QVariant &
# print("Point %s has been changed" % id)
pass
def run_upload(self):
to_upload = []
for feature in self.custom_layer.getFeatures():
attrs = feature.attributes()
value = attrs[0]
downloaded = bool(attrs[1] == DOWNLOADED_MARKER)
if downloaded:
# We only upload new stuff
continue
wkt = feature.geometry().asPoint().wellKnownText()
# ^^^ Hope that this is in the right coordinate system.
if wkt in self.already_uploaded:
# We already uploaded it earlier.
continue
to_upload.append({'feature': feature,
'wkt': wkt,
'value': value})
self.upload_points_dialog.number.setText(str(len(to_upload)))
self.upload_points_dialog.show()
# Run the dialog event loop
result = self.upload_points_dialog.exec_()
# See if OK was pressed
if result:
num_succeeded = 0
num_failed = 0
loc_api = Locations()
loc_api.username = self.username
loc_api.password = self.password
loc_api.organisation_id = self.selected_organisation
for point in to_upload:
values = {
'name': GGMN_CUSTOM,
'organisation': self.selected_organisation,
'organisation_code': datetime.datetime.now().isoformat(),
'ddsc_show_on_map': 'false',
'access_modifier': 0,
'geometry': point['wkt']}
try:
location_uuid = loc_api.add_new_one(values)
except Exception as e:
# print(e)
num_failed += 1
continue
# print("Created location with uuid %s" % location_uuid)
ts_api = TimeSeries()
ts_api.username = self.username
ts_api.password = self.password
ts_api.organisation_id = self.selected_organisation
values = {'name': GGMN_CUSTOM,
'location': location_uuid,
'supplier_code': datetime.datetime.now().isoformat(),
'organisation_code': datetime.datetime.now().isoformat(),
'access_modifier': 0,
'value_type': 1, # 1 = float
'parameter_referenced_unit': CUSTOM_GROUNDWATER_TYPE,
}
try:
ts_id = ts_api.add_new_one(values)
except Exception as e:
# print(e)
num_failed += 1
continue
# print("Created timeserie id=%s" % ts_id)
try:
ts_api.add_value(ts_id, value=point['value'])
except Exception as e:
# print(e)
num_failed += 1
continue
self.already_uploaded.append(point['wkt'])
num_succeeded += 1
pop_up_info("%s succesfully uploaded, %s failed" % (num_succeeded,
num_failed))
def run_raster_upload(self):
# The selected layer should be a raster layer.
layer = self.iface.activeLayer()
if not isinstance(layer, QgsRasterLayer):
pop_up_info("Error: you must select the raster layer")
return
fd, tiff_filename = tempfile.mkstemp(suffix='.tiff')
os.close(fd)
# ^^^ We just want the filename, not the opened file descriptor.
provider = layer.dataProvider()
pipe = QgsRasterPipe()
pipe.set(provider.clone())
file_writer = QgsRasterFileWriter(tiff_filename)
file_writer.writeRaster(pipe,
provider.xSize(),
provider.ySize(),
provider.extent(),
provider.crs())
# http://build-failed.blogspot.nl/2014/12/splitting-vector-and-raster-files-in.html
# print(tiff_filename)
# Optionally TODO: grab title from dialog.
title = "Uploaded by the qgis plugin on %s" % (
datetime.datetime.now().isoformat())
form = urllib2_upload.MultiPartForm()
form.add_field('title', title)
form.add_field('organisation_id', str(self.selected_organisation))
filename = os.path.basename(tiff_filename)
form.add_file('raster_file', filename, fileHandle=open(tiff_filename, 'rb'))
request = urllib2.Request('https://ggmn.un-igrac.org/upload_raster/')
request.add_header('User-agent', 'qgis ggmn uploader')
request.add_header('username', self.username)
request.add_header('password', self.password)
body = str(form)
request.add_header('Content-type', form.get_content_type())
request.add_header('Content-length', len(body))
# print("content-length: %s" % len(body))
request.add_data(body)
fd2, logfile = tempfile.mkstemp(prefix="uploadlog", suffix=".txt")
open(logfile, 'w').write(request.get_data())
# print("Printed what we'll send to %s" % logfile)
answer = urllib2.urlopen(request).read()
# print(answer)
# print("Uploaded geotiff to the server")
pop_up_info("Uploaded geotiff to the server")
