def responseComplete(self):
QgsMessageLog.logMessage("wpsFilter.responseComplete")
request = self.serverInterface().requestHandler()
params = request.parameterMap()
service = params.get('SERVICE', '')
if service and service.upper() == 'WPS':
# prepare query
inputQuery = '&'.join([
"%s=%s" % (k, params[k]) for k in params if k.lower() != 'map'
and k.lower() != 'config' and k.lower != 'request_body'
])
request_body = params.get('REQUEST_BODY', '')
# get config
configPath = os.getenv("PYWPS_CFG")
if not configPath and 'config' in params:
configPath = params['config']
elif not configPath and 'CONFIG' in params:
configPath = params['CONFIG']
QgsMessageLog.logMessage("configPath " + str(configPath))
if configPath:
os.environ["PYWPS_CFG"] = configPath
pywpsConfig.loadConfiguration()
try:
providerList = ''
algList = ''
algsFilter = ''
if pywpsConfig.config.has_section('qgis'):
# get the providers to publish
if pywpsConfig.config.has_option('qgis', 'providers'):
providerList = pywpsConfig.getConfigValue(
'qgis', 'providers')
if providerList:
providerList = providerList.split(',')
# get the algorithm list to publish
if pywpsConfig.config.has_option('qgis', 'algs'):
algList = pywpsConfig.getConfigValue('qgis', 'algs')
if algList:
algList = algList.split(',')
# get the algorithm filter
if pywpsConfig.config.has_option('qgis', 'algs_filter'):
algsFilter = pywpsConfig.getConfigValue(
'qgis', 'algs_filter')
# init Processing
Processing.initialize()
# load QGIS Processing config
if pywpsConfig.config.has_section('qgis_processing'):
for opt in pywpsConfig.config.options('qgis_processing'):
opt_val = pywpsConfig.getConfigValue(
'qgis_processing', opt)
ProcessingConfig.setSettingValue(opt.upper(), opt_val)
# Reload algorithms
Processing.loadAlgorithms()
# modify processes path and reload algorithms
if pywpsConfig.config.has_section(
'qgis') and pywpsConfig.config.has_option(
'qgis', 'processing_folder'):
processingPath = pywpsConfig.getConfigValue(
'qgis', 'processing_folder')
if not os.path.exists(processingPath):
if configPath and os.path.exists(configPath):
processingPath = os.path.join(
os.path.dirname(configPath), processingPath)
processingPath = os.path.abspath(processingPath)
else:
configFilesLocation = pywpsConfig._getDefaultConfigFilesLocation(
)
for configFileLocation in configFilesLocation:
if os.path.exists(configFileLocation):
processingPath = os.path.join(
os.path.dirname(configFileLocation),
processingPath)
processingPath = os.path.abspath(
processingPath)
QgsMessageLog.logMessage("processing_folder: " +
processingPath)
if os.path.exists(processingPath) and os.path.isdir(
processingPath):
ProcessingConfig.setSettingValue(
'MODELS_FOLDER',
os.path.join(processingPath, 'models'))
ProcessingConfig.setSettingValue(
'SCRIPTS_FOLDER',
os.path.join(processingPath, 'scripts'))
ProcessingConfig.setSettingValue(
'R_SCRIPTS_FOLDER',
os.path.join(processingPath, 'rscripts'))
# Reload algorithms
Processing.loadAlgorithms()
crsList = []
if pywpsConfig.config.has_section(
'qgis') and pywpsConfig.config.has_option(
'qgis', 'input_bbox_crss'):
inputBBoxCRSs = pywpsConfig.getConfigValue(
'qgis', 'input_bbox_crss')
inputBBoxCRSs = inputBBoxCRSs.split(',')
crsList = [proj.strip().upper() for proj in inputBBoxCRSs]
# get QGIS project path
projectPath = os.getenv("QGIS_PROJECT_FILE")
if not projectPath and 'map' in params:
projectPath = params['map']
elif not projectPath and 'MAP' in params:
projectPath = params['MAP']
#projectFolder
projectFolder = ''
if projectPath and os.path.exists(projectPath):
projectFolder = os.path.dirname(projectPath)
QgsMessageLog.logMessage("projectPath " + str(projectPath))
rasterLayers = []
vectorLayers = []
if projectPath and os.path.exists(projectPath):
p_dom = minidom.parse(projectPath)
for ml in p_dom.getElementsByTagName('maplayer'):
l = {
'type':
ml.attributes["type"].value,
'name':
ml.getElementsByTagName(
'layername')[0].childNodes[0].data,
'datasource':
ml.getElementsByTagName(
'datasource')[0].childNodes[0].data,
'provider':
ml.getElementsByTagName(
'provider')[0].childNodes[0].data,
'crs':
ml.getElementsByTagName(
'srs')[0].getElementsByTagName(
'authid')[0].childNodes[0].data,
'proj4':
ml.getElementsByTagName('srs')[0].
getElementsByTagName('proj4')[0].childNodes[0].data
}
# Update relative path
if l['provider'] in ['ogr', 'gdal'] and str(
l['datasource']).startswith('.'):
l['datasource'] = os.path.abspath(
os.path.join(projectFolder, l['datasource']))
if not os.path.exists(l['datasource']):
continue
elif l['provider'] in ['gdal'] and str(
l['datasource']).startswith('NETCDF:'):
theURIParts = l['datasource'].split(":")
src = theURIParts[1]
src = src.replace('"', '')
if src.startswith('.'):
src = os.path.abspath(
os.path.join(projectFolder, src))
theURIParts[1] = '"' + src + '"'
l['datasource'] = ':'.join(theURIParts)
if l['type'] == "raster":
rasterLayers.append(l)
elif l['type'] == "vector":
l['geometry'] = ml.attributes["geometry"].value
vectorLayers.append(l)
deafultCrs = ''
for mapcanvas in p_dom.getElementsByTagName('mapcanvas'):
for destinationsrs in mapcanvas.getElementsByTagName(
'destinationsrs'):
for authid in destinationsrs.getElementsByTagName(
'authid'):
defaultCrs = authid.childNodes[0].data
crsList.append(defaultCrs)
for wmsCrsList in p_dom.getElementsByTagName('WMSCrsList'):
for wmsCrs in wmsCrsList.getElementsByTagName('value'):
wmsCrsValue = wmsCrs.childNodes[0].data
if wmsCrsValue and wmsCrsValue != defaultCrs:
crsList.append(wmsCrsValue)
processes = [
None
] # if no processes found no processes return (deactivate default pywps process)
identifier = params.get('IDENTIFIER', '').lower()
for i in Processing.algs:
if providerList and i not in providerList:
continue
QgsMessageLog.logMessage("provider " + i + " " +
str(len(Processing.algs[i])))
for m in Processing.algs[i]:
if identifier and identifier != m:
continue
if algList and m not in algList:
continue
if algsFilter:
alg = Processing.getAlgorithm(m)
if algsFilter.lower() not in alg.name.lower(
) and algsFilter.lower() not in m.lower():
continue
QgsMessageLog.logMessage("provider " + i + " " + m)
processes.append(
QGISProcessFactory(m, projectPath, vectorLayers,
rasterLayers, crsList))
#pywpsConfig.setConfigValue("server","outputPath", '/tmp/wpsoutputs')
#pywpsConfig.setConfigValue("server","logFile", '/tmp/pywps.log')
qgisaddress = self.serverInterface().getEnv(
'SERVER_NAME') + self.serverInterface().getEnv(
'SCRIPT_NAME')
if self.serverInterface().getEnv('HTTPS'):
qgisaddress = 'https://' + qgisaddress
else:
qgisaddress = 'http://' + qgisaddress
qgisaddress = qgisaddress + '?'
if 'map' in params:
qgisaddress = qgisaddress + 'map=' + params['map'] + '&'
elif 'MAP' in params:
qgisaddress = qgisaddress + 'MAP=' + params['MAP'] + '&'
if 'config' in params:
qgisaddress = qgisaddress + 'config=' + params[
'config'] + '&'
elif 'CONFIG' in params:
qgisaddress = qgisaddress + 'CONFIG=' + params[
'CONFIG'] + '&'
#pywpsConfig.setConfigValue("wps","serveraddress", qgisaddress)
QgsMessageLog.logMessage("qgisaddress " + qgisaddress)
#pywpsConfig.setConfigValue("qgis","qgisserveraddress", qgisaddress)
# init wps
method = 'GET'
if request_body:
method = 'POST'
QgsMessageLog.logMessage("method " + method)
wps = pywps.Pywps(method)
# create the request file for POST request
if request_body:
tmpPath = pywpsConfig.getConfigValue("server", "tempPath")
requestFile = open(
os.path.join(tmpPath, "request-" + str(wps.UUID)), "w")
requestFile.write(str(request_body))
requestFile.close()
requestFile = open(
os.path.join(tmpPath, "request-" + str(wps.UUID)), "r")
inputQuery = requestFile
if wps.parseRequest(inputQuery):
try:
response = wps.performRequest(processes=processes)
if response:
request.clearHeaders()
request.clearBody()
#request.setHeader('Content-type', 'text/xml')
QgsMessageLog.logMessage("contentType " +
wps.request.contentType)
request.setInfoFormat(wps.request.contentType)
resp = wps.response
if not pywpsConfig.getConfigValue(
"wps", "serveraddress"
) and wps.request.contentType == 'application/xml':
import re
import xml.sax.saxutils as saxutils
resp = re.sub(
r'Get xlink:href=".*"',
'Get xlink:href="' +
saxutils.escape(qgisaddress) + '"', resp)
resp = re.sub(
r'Post xlink:href=".*"',
'Post xlink:href="' +
saxutils.escape(qgisaddress) + '"', resp)
elif pywpsConfig.getConfigValue(
"wps", "serveraddress"
) and wps.request.contentType == 'application/xml':
import re
m = re.search(r'Get xlink:href="(.*)"', resp)
if m and m.group(1).count('?') == 2:
import xml.sax.saxutils as saxutils
resp = re.sub(
r'Get xlink:href=".*"',
'Get xlink:href="' + m.group(1)[:-1] +
saxutils.escape('&') + '"', resp)
# test response type
if isinstance(resp, file):
request.appendBody(resp.read())
else:
request.appendBody(resp)
else:
QgsMessageLog.logMessage("no response")
except:
QgsMessageLog.logMessage("Exception perform request")
else:
QgsMessageLog.logMessage("parseRequest False")
except WPSException as e:
QgsMessageLog.logMessage("WPSException: " + str(e))
request.clearHeaders()
#request.setHeader('Content-type', 'text/xml')
request.clearBody()
request.setInfoFormat('text/xml')
request.appendBody(str(e))
except Exception as e:
QgsMessageLog.logMessage("Exception: " + str(e))
request.clearHeaders()
#request.setHeader('Content-type', 'text/xml')
request.clearBody()
request.setInfoFormat('text/xml')
request.appendBody(str(e))
def responseComplete(self):
QgsMessageLog.logMessage("wpsFilter.responseComplete")
request = self.serverInterface().requestHandler()
params = request.parameterMap()
service = params.get('SERVICE', '')
if service and service.upper() == 'WPS':
# prepare query
inputQuery = '&'.join(["%s=%s" % (k, params[k]) for k in params if k.lower() != 'map' and k.lower() != 'config' and k.lower != 'request_body'])
request_body = params.get('REQUEST_BODY', '')
# get config
configPath = os.getenv("PYWPS_CFG")
if not configPath and 'config' in params :
configPath = params['config']
elif not configPath and 'CONFIG' in params :
configPath = params['CONFIG']
QgsMessageLog.logMessage("configPath "+str(configPath))
if configPath :
os.environ["PYWPS_CFG"] = configPath
pywpsConfig.loadConfiguration()
try:
providerList = ''
algList = ''
algsFilter = ''
if pywpsConfig.config.has_section( 'qgis' ) :
# get the providers to publish
if pywpsConfig.config.has_option( 'qgis', 'providers' ) :
providerList = pywpsConfig.getConfigValue( 'qgis', 'providers' )
if providerList :
providerList = providerList.split(',')
# get the algorithm list to publish
if pywpsConfig.config.has_option( 'qgis', 'algs' ) :
algList = pywpsConfig.getConfigValue( 'qgis', 'algs' )
if algList :
algList = algList.split(',')
# get the algorithm filter
if pywpsConfig.config.has_option( 'qgis', 'algs_filter' ) :
algsFilter = pywpsConfig.getConfigValue( 'qgis', 'algs_filter' )
# init Processing
Processing.initialize()
# modify processes path and reload algorithms
if pywpsConfig.config.has_section( 'qgis' ) and pywpsConfig.config.has_option( 'qgis', 'processing_folder' ) :
processingPath = pywpsConfig.getConfigValue( 'qgis', 'processing_folder' )
if os.path.exists( processingPath ) and os.path.isdir( processingPath ) :
ProcessingConfig.setSettingValue( 'MODELS_FOLDER', os.path.join( processingPath, 'models' ) )
ProcessingConfig.setSettingValue( 'SCRIPTS_FOLDER', os.path.join( processingPath, 'scripts' ) )
ProcessingConfig.setSettingValue( 'R_FOLDER', os.path.join( processingPath, 'rscripts' ) )
# Reload algorithms
Processing.loadAlgorithms()
# get QGIS project path
projectPath = os.getenv("QGIS_PROJECT_FILE")
if not projectPath and 'map' in params :
projectPath = params['map']
elif not projectPath and 'MAP' in params :
projectPath = params['MAP']
#projectFolder
projectFolder = ''
if projectPath and os.path.exists( projectPath ) :
projectFolder = os.path.dirname( projectPath )
QgsMessageLog.logMessage("projectPath "+str(projectPath))
rasterLayers = []
vectorLayers = []
crsList = []
if projectPath and os.path.exists( projectPath ) :
p_dom = minidom.parse( projectPath )
for ml in p_dom.getElementsByTagName('maplayer') :
l= {'type':ml.attributes["type"].value,
'name':ml.getElementsByTagName('layername')[0].childNodes[0].data,
'datasource':ml.getElementsByTagName('datasource')[0].childNodes[0].data,
'provider':ml.getElementsByTagName('provider')[0].childNodes[0].data,
'crs':ml.getElementsByTagName('srs')[0].getElementsByTagName('authid')[0].childNodes[0].data,
'proj4':ml.getElementsByTagName('srs')[0].getElementsByTagName('proj4')[0].childNodes[0].data
}
# Update relative path
if l['provider'] in ['ogr','gdal'] and str(l['datasource']).startswith('.'):
l['datasource'] = os.path.abspath( os.path.join( projectFolder, l['datasource'] ) )
if not os.path.exists( l['datasource'] ) :
continue
elif l['provider'] in ['gdal'] and str(l['datasource']).startswith('NETCDF:'):
theURIParts = l['datasource'].split( ":" );
src = theURIParts[1]
src = src.replace( '"', '' );
if src.startswith('.') :
src = os.path.abspath( os.path.join( projectFolder, src ) )
theURIParts[1] = '"' + src + '"'
l['datasource'] = ':'.join( theURIParts )
if l['type'] == "raster" :
rasterLayers.append( l )
elif l['type'] == "vector" :
l['geometry'] = ml.attributes["geometry"].value
vectorLayers.append( l )
deafultCrs = ''
for mapcanvas in p_dom.getElementsByTagName('mapcanvas'):
for destinationsrs in mapcanvas.getElementsByTagName('destinationsrs'):
for authid in destinationsrs.getElementsByTagName('authid'):
defaultCrs = authid.childNodes[0].data
crsList.append( defaultCrs )
for wmsCrsList in p_dom.getElementsByTagName('WMSCrsList') :
for wmsCrs in wmsCrsList.getElementsByTagName('value') :
wmsCrsValue = wmsCrs.childNodes[0].data
if wmsCrsValue and wmsCrsValue != defaultCrs:
crsList.append( wmsCrsValue )
processes = [None] # if no processes found no processes return (deactivate default pywps process)
identifier = params.get('IDENTIFIER', '').lower()
for i in Processing.algs :
if providerList and i not in providerList :
continue
QgsMessageLog.logMessage("provider "+i+" "+str(len(Processing.algs[i])))
for m in Processing.algs[i]:
if identifier and identifier != m :
continue
if algList and m not in algList :
continue
if algsFilter :
alg = Processing.getAlgorithm( m )
if algsFilter.lower() not in alg.name.lower() and algsFilter.lower() not in m.lower():
continue
#QgsMessageLog.logMessage("provider "+i+" "+m)
processes.append(QGISProcessFactory(m, projectPath, vectorLayers, rasterLayers, crsList))
#pywpsConfig.setConfigValue("server","outputPath", '/tmp/wpsoutputs')
#pywpsConfig.setConfigValue("server","logFile", '/tmp/pywps.log')
qgisaddress = self.serverInterface().getEnv('SERVER_NAME')+self.serverInterface().getEnv('SCRIPT_NAME')
if self.serverInterface().getEnv('HTTPS') :
qgisaddress = 'https://'+qgisaddress
else :
qgisaddress = 'http://'+qgisaddress
qgisaddress = qgisaddress+'?'
if 'map' in params :
qgisaddress = qgisaddress +'map='+ params['map'] +'&'
elif 'MAP' in params :
qgisaddress = qgisaddress +'MAP='+ params['MAP'] +'&'
if 'config' in params :
qgisaddress = qgisaddress +'config='+ params['config'] +'&'
elif 'CONFIG' in params :
qgisaddress = qgisaddress +'CONFIG='+ params['CONFIG'] +'&'
#pywpsConfig.setConfigValue("wps","serveraddress", qgisaddress)
#QgsMessageLog.logMessage("qgisaddress "+qgisaddress)
#pywpsConfig.setConfigValue("qgis","qgisserveraddress", qgisaddress)
# init wps
method = 'GET'
if request_body :
method = 'POST'
wps = pywps.Pywps(method)
# create the request file for POST request
if request_body :
tmpPath=pywpsConfig.getConfigValue("server","tempPath")
requestFile = open(os.path.join(tmpPath, "request-"+str(wps.UUID)),"w")
requestFile.write(str(request_body))
requestFile.close()
requestFile = open(os.path.join(tmpPath, "request-"+str(wps.UUID)),"r")
inputQuery = requestFile
if wps.parseRequest(inputQuery):
response = wps.performRequest(processes=processes)
if response:
request.clearHeaders()
request.clearBody()
#request.setHeader('Content-type', 'text/xml')
request.setInfoFormat(wps.request.contentType)
resp = wps.response
if wps.request.contentType == 'application/xml':
import re
import xml.sax.saxutils as saxutils
resp = re.sub(r'Get xlink:href=".*"', 'Get xlink:href="'+saxutils.escape(qgisaddress)+'"', resp)
resp = re.sub(r'Post xlink:href=".*"', 'Post xlink:href="'+saxutils.escape(qgisaddress)+'"', resp)
# test response type
if isinstance( resp, str ):
request.appendBody(resp)
elif isinstance( resp, file ) :
request.appendBody(resp.read())
except WPSException,e:
request.clearHeaders()
#request.setHeader('Content-type', 'text/xml')
request.clearBody()
request.setInfoFormat('text/xml')
request.appendBody(e.__str__())
# if QUERY_STRING isn't found in env-dictionary, try to read
# query from command line:
if len(sys.argv) > 1: # any arguments available?
inputQuery = sys.argv[1]
if not inputQuery:
err = NoApplicableCode("No query string found.")
pywps.response.response(err, sys.stdout)
sys.exit(1)
else:
inputQuery = sys.stdin
# create the WPS object
wps = None
try:
# Get or define user_folder
config.loadConfiguration()
user_folder = os.path.dirname(os.path.abspath(
inspect.getfile(inspect.currentframe())))
if config.config.has_option('qgis', 'user_folder'):
user_folder = config.getConfigValue('qgis', 'user_folder')
# init QgsApplication
QgsApplication(sys.argv, False, user_folder)
# supply path to where is your qgis installed
QgsApplication.setPrefixPath(config.getConfigValue("qgis", "prefix"), True)
# load providers
QgsApplication.initQgis()
# initialize application
qa = QApplication(sys.argv)
# if QUERY_STRING isn't found in env-dictionary, try to read
# query from command line:
if len(sys.argv)>1: # any arguments available?
inputQuery = sys.argv[1]
if not inputQuery:
err = NoApplicableCode("No query string found.")
pywps.response.response(err,sys.stdout)
sys.exit(1)
else:
inputQuery = sys.stdin
# create the WPS object
wps = None
try:
# Get or define user_folder
config.loadConfiguration()
user_folder = os.path.dirname( os.path.abspath( inspect.getfile( inspect.currentframe() ) ) )
if config.config.has_option( 'qgis', 'user_folder' ) :
user_folder = config.getConfigValue( 'qgis', 'user_folder' )
# init QgsApplication
QgsApplication( sys.argv, False, user_folder )
# supply path to where is your qgis installed
QgsApplication.setPrefixPath( config.getConfigValue("qgis","prefix"), True )
# load providers
QgsApplication.initQgis()
# initialize application
qa = QApplication( sys.argv )
wps = pywps.Pywps(method)