def sparql_config(self, id):
# using default functionality
template = self.read(id)
#check if metadada info exists and add it otherwise
context = {
'model': model,
'session': model.Session,
'user': c.user or c.author
}
package_info = get_action('package_show')(context, {'id': c.pkg.id})
#sparql_config functionality
c.warningmessage = None
c.successmessage = None
c.uploadwarningmessage = None
c.uploaderrormessage = None
c.uploadsuccessmessage = None
c.supported_rdf_syntaxes = SUPPORTED_RDF_SYNTAXES
# check if it there is any upload task running
running = False
task_status = get_task_status(id, 'upload_rdf')
if 'value' in task_status:
if 'RUNNING' in task_status['value']:
running = True
c.uploadsuccessmessage = 'Uploading data... (refresh the page to know the progress of the upload). Upload started on %s' % str(
task_status['last_updated'])
elif 'FINISHED' in task_status['value']:
c.uploadsuccessmessage = 'Last data uploading (%s) was succesful!' % str(
task_status['last_updated'])
elif 'ERROR' in task_status['value']:
c.uploaderrormessage = 'Last data uploading (%s) failed: %s' % (
str(task_status['last_updated']), str(
task_status['error']))
c.globalendpointselected = False
c.enabled = self.packageendpoint.isenabled if self.packageendpoint else False
nowdisabled = False
if self.packageendpoint and self.packageendpoint.isglobal:
if self.packageendpoint.isdataallowed and self.packageendpoint.isenabled:
globalendpoint = self.packageendpoint
c.globalendpoint = True
c.globalendpointselected = True
c.enabled = True
else:
c.warningmessage = "Sorry but global endpoint is now disabled, you can setup a new endpoint in this form."
c.enabled = False
nowdisabled = True
else:
globalendpoint = model.Session.query(SparqlEndpoint).filter_by(
isglobal=True, isenabled=True, isdataallowed=True).first()
c.globalendpoint = True if globalendpoint else False
c.storeconfigform = {}
conf_file = ConfigParser.ConfigParser()
conf_file.read(os.environ['CKAN_CONFIG'])
# Check if there is any endpoint already selected, and don't show anything if it doesn't or if it is global endpoint
# (Because it's not allowed to update global endpoint in this view)
c.storeconfigform['endpoint_name'] = self.packageendpoint.name if (
self.packageendpoint and not c.globalendpointselected
and not nowdisabled) else id
c.storeconfigform[
'endpoint_sparqlurl'] = self.packageendpoint.sparqlurl if (
self.packageendpoint and not c.globalendpointselected
and not nowdisabled) else ''
c.storeconfigform[
'endpoint_sparulurl'] = self.packageendpoint.sparulurl if (
self.packageendpoint and not c.globalendpointselected
and not nowdisabled) else ''
c.storeconfigform['endpoint_graph'] = self.packageendpoint.graph if (
self.packageendpoint and not c.globalendpointselected
and not nowdisabled) else request.url.replace('/edit/sparql', '')
c.storeconfigform[
'endpoint_endpointtype'] = self.packageendpoint.storetype if (
self.packageendpoint and not c.globalendpointselected
and not nowdisabled) else 'virtuoso'
c.storeconfigform['endpoint_user'] = self.packageendpoint.username if (
self.packageendpoint and not c.globalendpointselected
and not nowdisabled) else None
c.storeconfigform['endpoint_passwd'] = self.packageendpoint.passwd if (
self.packageendpoint and not c.globalendpointselected
and not nowdisabled) else None
c.storeconfigform[
'endpoint_enabled'] = self.packageendpoint.isenabled if (
self.packageendpoint and not c.globalendpointselected
and not nowdisabled) else None
c.storeconfigform[
'endpoint_authrequired'] = self.packageendpoint.isauthrequired if (
self.packageendpoint and not c.globalendpointselected
and not nowdisabled) else False
c.endpointtypes = ENDPOINT_TYPES
c.noendpoint = False if self.packageendpoint else True
packagedb = model.Session.query(Package).filter_by(name=id).first()
# It's POST call after form
if 'save' in request.params:
# Global endpoint selected
if request.params['globalendpoint'] == 'global' and globalendpoint:
if not c.globalendpointselected:
# It's not already selected
log.info('[' + id + '] Selecting global as endpoint...')
packagedb.endpoints = [globalendpoint]
if self.packageendpoint:
# There is already one selected, so remove it from endpoint list
log.info(
'[' + id +
'] Removing existing -custom- endpoint to replace it with global one...'
)
model.Session.delete(self.packageendpoint)
model.Session.commit()
# Create a resource describing the SPARQL endpoint
self.__create_sparl_resource(packagedb,
globalendpoint.sparqlurl)
c.successmessage = "Global endpoint succesfully selected"
else:
log.info('[' + id +
'] No changes, global was already selected')
c.warningmessage = "No changes to do, global was already selected"
c.globalendpointselected = True
c.noendpoint = False
# No endpoint selected
elif request.params['globalendpoint'] == 'noendpoint':
if self.packageendpoint:
# There is a endpoint selected, we have to remove it from list
log.info(
'[' + id +
'] Removing any endpoint from package endpoints list...'
)
packagedb.endpoints = []
if not c.globalendpointselected:
# It is not globalendpoint so we remove it
log.info('[' + id +
'] Removing existing -custom- endpoint...')
model.Session.delete(self.packageendpoint)
model.Session.commit()
# Delete the SPARQL resource
self.__delete_sparl_resource(packagedb)
c.successmessage = "Endpoint succesfully deleted"
else:
# There was already 'none' selected
log.info('[' + id +
'] No changes, no endpoint was selected')
c.warningmessage = "No changes to do, no endpoint was selected"
c.noendpoint = True
# Custom endpoint selected
else:
errors = False
for field, value in request.params.items():
if not value and field not in [
'user', 'passwd', 'globalendpoint', 'graph'
]:
c.form_error = field
c.error_message = "Required fields unfilled"
errors = True
break
c.storeconfigform['endpoint_' + field] = value
if not errors:
datadict = {
'name':
c.storeconfigform['endpoint_name'],
'sparqlurl':
c.storeconfigform['endpoint_sparqlurl'],
'sparulurl':
c.storeconfigform['endpoint_sparulurl'],
'graph':
c.storeconfigform['endpoint_graph'],
'storetype':
c.storeconfigform['endpoint_endpointtype'],
'username':
c.storeconfigform['endpoint_user']
if c.storeconfigform['endpoint_authrequired']
== 'checked' else None,
'passwd':
c.storeconfigform['endpoint_passwd']
if c.storeconfigform['endpoint_authrequired']
== 'checked' else None,
'isauthrequired':
True if c.storeconfigform['endpoint_authrequired']
== 'checked' else False,
'isglobal':
False,
'isdataallowed':
False,
'isenabled':
c.storeconfigform['endpoint_enabled'] if
(self.packageendpoint
and not c.globalendpointselected) else True
}
c.storeconfigform[
'endpoint_authrequired'] = False if c.storeconfigform[
'endpoint_authrequired'] != 'checked' else True
if self.packageendpoint and not c.globalendpointselected:
if dict((name, getattr(self.packageendpoint, name))
for name in dir(self.packageendpoint)
if name in datadict.keys()) != datadict:
log.info('[' + id +
'] Updating endpoint in database...')
self.packageendpointquery.update(
datadict, synchronize_session='fetch')
c.storeconfigform['endpoint_enabled'] = True
c.successmessage = "Endpoint succesfully updated"
else:
log.info('[' + id + '] No changes')
c.warningmessage = "No changes to do"
else:
log.info('[' + id +
'] Creating new endpoint in database...')
endpointdb = SparqlEndpoint(datadict)
model.Session.add(endpointdb)
packagedb.endpoints = [endpointdb]
c.storeconfigform['endpoint_enabled'] = True
c.successmessage = "Endpoint succesfully created"
model.Session.commit()
# Create a resource describing the SPARQL endpoint
self.__create_sparl_resource(packagedb,
datadict['sparqlurl'])
c.globalendpointselected = False
c.noendpoint = False
c.enabled = True
elif 'enable' in request.params and not c.globalendpointselected:
if self.packageendpoint:
self.packageendpoint.isenabled = True
c.storeconfigform['endpoint_enabled'] = True
c.enabled = True
log.info('[' + id + '] Enabling rdf store...')
model.Session.commit()
# Create a resource describing the SPARQL endpoint
self.__create_sparl_resource(packagedb,
self.packageendpoint.sparqlurl)
c.successmessage = "Endpoint succesfully enabled"
elif 'disable' in request.params and not c.globalendpointselected:
if self.packageendpoint:
self.packageendpoint.isenabled = False
c.storeconfigform['endpoint_enabled'] = False
c.enabled = False
log.info('[' + id + '] Disabling rdf store...')
model.Session.commit()
# Delete the SPARQL resource
self.__delete_sparl_resource(packagedb)
c.successmessage = "Endpoint succesfully disabled"
elif 'upload_rdf' in request.params:
if not running:
rdf = None
if 'rdf_file' in request.params and request.params[
'rdf_file'] is not u'':
rdf_file = request.params['rdf_file'].file
rdf = rdf_file.read()
elif 'rdf_text' in request.params and request.params[
'rdf_text'] is not u'':
rdf = request.params['rdf_text']
if rdf:
pkg_graph = request.url.replace(
'/edit/sparql', ''
) if self.packageendpoint.isglobal else self.packageendpoint.graph
pkg_data = {
'id': id,
'sparulurl': self.packageendpoint.sparulurl,
'storetype': self.packageendpoint.storetype,
'graph': pkg_graph,
'username': self.packageendpoint.username,
'passwd': self.packageendpoint.passwd,
'isauthrequired': self.packageendpoint.isauthrequired,
}
celery.send_task(
'upload_rdf',
args=[pkg_data, rdf, request.params['rdf_format']],
task_id=str(uuid.uuid4()))
c.uploadsuccessmessage = 'Uploading data... (refresh the page to know the progress of the upload)'
c.uploaderrormessage = None
c.uploadwarningmessage = None
else:
c.uploadwarningmessage = "No RDF data to upload"
else:
c.uploadwarningmessage = "You can't upload more than one RDF data block at the same time."
c.pkg_dict = get_action('package_show')(context, {'id': c.pkg.id})
return render('package/config_sparql.html')
def sparql_config(self, id):
# using default functionality
template = self.read(id)
#check if metadada info exists and add it otherwise
context = {'model': model, 'session': model.Session, 'user': c.user or c.author}
package_info = get_action('package_show')(context, {'id': c.pkg.id})
#sparql_config functionality
c.warningmessage = None
c.successmessage = None
c.uploadwarningmessage = None
c.uploaderrormessage = None
c.uploadsuccessmessage = None
c.supported_rdf_syntaxes = SUPPORTED_RDF_SYNTAXES
# check if it there is any upload task running
running = False
task_status = get_task_status(id, 'upload_rdf')
if 'value' in task_status:
if 'RUNNING' in task_status['value']:
running = True
c.uploadsuccessmessage = 'Uploading data... (refresh the page to know the progress of the upload). Upload started on %s' % str(task_status['last_updated'])
elif 'FINISHED' in task_status['value']:
c.uploadsuccessmessage = 'Last data uploading (%s) was succesful!' % str(task_status['last_updated'])
elif 'ERROR' in task_status['value']:
c.uploaderrormessage = 'Last data uploading (%s) failed: %s' % (str(task_status['last_updated']), str(task_status['error']))
c.globalendpointselected = False
c.enabled = self.packageendpoint.isenabled if self.packageendpoint else False
nowdisabled = False
if self.packageendpoint and self.packageendpoint.isglobal:
if self.packageendpoint.isdataallowed and self.packageendpoint.isenabled:
globalendpoint = self.packageendpoint
c.globalendpoint = True
c.globalendpointselected = True
c.enabled = True
else:
c.warningmessage = "Sorry but global endpoint is now disabled, you can setup a new endpoint in this form."
c.enabled = False
nowdisabled = True
else:
globalendpoint = model.Session.query(SparqlEndpoint).filter_by(isglobal=True, isenabled=True, isdataallowed=True).first()
c.globalendpoint = True if globalendpoint else False
c.storeconfigform = {}
conf_file = ConfigParser.ConfigParser()
conf_file.read(os.environ['CKAN_CONFIG'])
# Check if there is any endpoint already selected, and don't show anything if it doesn't or if it is global endpoint
# (Because it's not allowed to update global endpoint in this view)
c.storeconfigform['endpoint_name'] = self.packageendpoint.name if (self.packageendpoint and not c.globalendpointselected and not nowdisabled) else id
c.storeconfigform['endpoint_sparqlurl'] = self.packageendpoint.sparqlurl if (self.packageendpoint and not c.globalendpointselected and not nowdisabled) else ''
c.storeconfigform['endpoint_sparulurl'] = self.packageendpoint.sparulurl if (self.packageendpoint and not c.globalendpointselected and not nowdisabled) else ''
c.storeconfigform['endpoint_graph'] = self.packageendpoint.graph if (self.packageendpoint and not c.globalendpointselected and not nowdisabled) else request.url.replace('/edit/sparql', '')
c.storeconfigform['endpoint_endpointtype'] = self.packageendpoint.storetype if (self.packageendpoint and not c.globalendpointselected and not nowdisabled) else 'virtuoso'
c.storeconfigform['endpoint_user'] = self.packageendpoint.username if (self.packageendpoint and not c.globalendpointselected and not nowdisabled) else None
c.storeconfigform['endpoint_passwd'] = self.packageendpoint.passwd if (self.packageendpoint and not c.globalendpointselected and not nowdisabled) else None
c.storeconfigform['endpoint_enabled'] = self.packageendpoint.isenabled if (self.packageendpoint and not c.globalendpointselected and not nowdisabled) else None
c.storeconfigform['endpoint_authrequired'] = self.packageendpoint.isauthrequired if (self.packageendpoint and not c.globalendpointselected and not nowdisabled) else False
c.endpointtypes = ENDPOINT_TYPES
c.noendpoint = False if self.packageendpoint else True
packagedb = model.Session.query(Package).filter_by(name=id).first()
# It's POST call after form
if 'save' in request.params:
# Global endpoint selected
if request.params['globalendpoint'] == 'global' and globalendpoint:
if not c.globalendpointselected:
# It's not already selected
log.info('[' + id + '] Selecting global as endpoint...')
packagedb.endpoints = [globalendpoint]
if self.packageendpoint:
# There is already one selected, so remove it from endpoint list
log.info('[' + id + '] Removing existing -custom- endpoint to replace it with global one...')
model.Session.delete(self.packageendpoint)
model.Session.commit()
# Create a resource describing the SPARQL endpoint
self.__create_sparl_resource(packagedb, globalendpoint.sparqlurl)
c.successmessage = "Global endpoint succesfully selected"
else:
log.info('[' + id + '] No changes, global was already selected')
c.warningmessage = "No changes to do, global was already selected"
c.globalendpointselected = True
c.noendpoint = False
# No endpoint selected
elif request.params['globalendpoint'] == 'noendpoint':
if self.packageendpoint:
# There is a endpoint selected, we have to remove it from list
log.info('[' + id + '] Removing any endpoint from package endpoints list...')
packagedb.endpoints = []
if not c.globalendpointselected:
# It is not globalendpoint so we remove it
log.info('[' + id + '] Removing existing -custom- endpoint...')
model.Session.delete(self.packageendpoint)
model.Session.commit()
# Delete the SPARQL resource
self.__delete_sparl_resource(packagedb)
c.successmessage = "Endpoint succesfully deleted"
else:
# There was already 'none' selected
log.info('[' + id + '] No changes, no endpoint was selected')
c.warningmessage = "No changes to do, no endpoint was selected"
c.noendpoint = True
# Custom endpoint selected
else:
errors = False
for field, value in request.params.items():
if not value and field not in ['user', 'passwd', 'globalendpoint', 'graph']:
c.form_error = field
c.error_message = "Required fields unfilled"
errors = True
break
c.storeconfigform['endpoint_' + field] = value
if not errors:
datadict = {
'name': c.storeconfigform['endpoint_name'],
'sparqlurl': c.storeconfigform['endpoint_sparqlurl'],
'sparulurl': c.storeconfigform['endpoint_sparulurl'],
'graph': c.storeconfigform['endpoint_graph'],
'storetype': c.storeconfigform['endpoint_endpointtype'],
'username': c.storeconfigform['endpoint_user'] if c.storeconfigform['endpoint_authrequired'] == 'checked' else None,
'passwd': c.storeconfigform['endpoint_passwd'] if c.storeconfigform['endpoint_authrequired'] == 'checked' else None,
'isauthrequired': True if c.storeconfigform['endpoint_authrequired'] == 'checked' else False,
'isglobal': False,
'isdataallowed': False,
'isenabled': c.storeconfigform['endpoint_enabled'] if (self.packageendpoint and not c.globalendpointselected) else True
}
c.storeconfigform['endpoint_authrequired'] = False if c.storeconfigform['endpoint_authrequired'] != 'checked' else True
if self.packageendpoint and not c.globalendpointselected:
if dict((name, getattr(self.packageendpoint, name)) for name in dir(self.packageendpoint) if name in datadict.keys()) != datadict:
log.info('[' + id + '] Updating endpoint in database...')
self.packageendpointquery.update(datadict, synchronize_session='fetch')
c.storeconfigform['endpoint_enabled'] = True
c.successmessage = "Endpoint succesfully updated"
else:
log.info('[' + id + '] No changes')
c.warningmessage = "No changes to do"
else:
log.info('[' + id + '] Creating new endpoint in database...')
endpointdb = SparqlEndpoint(datadict)
model.Session.add(endpointdb)
packagedb.endpoints = [endpointdb]
c.storeconfigform['endpoint_enabled'] = True
c.successmessage = "Endpoint succesfully created"
model.Session.commit()
# Create a resource describing the SPARQL endpoint
self.__create_sparl_resource(packagedb, datadict['sparqlurl'])
c.globalendpointselected = False
c.noendpoint = False
c.enabled = True
elif 'enable' in request.params and not c.globalendpointselected:
if self.packageendpoint:
self.packageendpoint.isenabled = True
c.storeconfigform['endpoint_enabled'] = True
c.enabled = True
log.info('[' + id + '] Enabling rdf store...')
model.Session.commit()
# Create a resource describing the SPARQL endpoint
self.__create_sparl_resource(packagedb, self.packageendpoint.sparqlurl)
c.successmessage = "Endpoint succesfully enabled"
elif 'disable' in request.params and not c.globalendpointselected:
if self.packageendpoint:
self.packageendpoint.isenabled = False
c.storeconfigform['endpoint_enabled'] = False
c.enabled = False
log.info('[' + id + '] Disabling rdf store...')
model.Session.commit()
# Delete the SPARQL resource
self.__delete_sparl_resource(packagedb)
c.successmessage = "Endpoint succesfully disabled"
elif 'upload_rdf' in request.params:
if not running:
rdf = None
if 'rdf_file' in request.params and request.params['rdf_file'] is not u'':
rdf_file = request.params['rdf_file'].file
rdf = rdf_file.read()
elif 'rdf_text' in request.params and request.params['rdf_text'] is not u'':
rdf = request.params['rdf_text']
if rdf:
pkg_graph = request.url.replace('/edit/sparql', '') if self.packageendpoint.isglobal else self.packageendpoint.graph
pkg_data = {
'id': id,
'sparulurl': self.packageendpoint.sparulurl,
'storetype': self.packageendpoint.storetype,
'graph': pkg_graph,
'username': self.packageendpoint.username,
'passwd': self.packageendpoint.passwd,
'isauthrequired': self.packageendpoint.isauthrequired,
}
celery.send_task('upload_rdf', args=[pkg_data, rdf, request.params['rdf_format']], task_id=str(uuid.uuid4()))
c.uploadsuccessmessage = 'Uploading data... (refresh the page to know the progress of the upload)'
c.uploaderrormessage = None
c.uploadwarningmessage = None
else:
c.uploadwarningmessage = "No RDF data to upload"
else:
c.uploadwarningmessage = "You can't upload more than one RDF data block at the same time."
c.pkg_dict = get_action('package_show')(context, {'id': c.pkg.id})
return render('package/config_sparql.html')
def sparql_config(self):
c.warningmessage = None
c.successmessage = None
c.storeconfigform = {}
task_status = get_task_status('GLOBAL', 'rdf_crawler')
if 'value' in task_status:
if 'RUNNING' in task_status['value']:
c.taskstatus = 'Running...'
elif 'FINISHED' in task_status['value']:
c.taskstatus = 'Last crawling finished succesfully'
elif 'ERROR' in task_status['value']:
c.taskstatus = 'Last crawling failed: %s' % str(
task_status['error'])
c.tasktime = task_status['last_updated']
globalendpointquery = model.Session.query(SparqlEndpoint).filter_by(
isglobal=True)
globalendpoint = globalendpointquery.first()
conf_file = ConfigParser.ConfigParser()
conf_file.read(os.environ['CKAN_CONFIG'])
c.storeconfigform[
'endpoint_name'] = globalendpoint.name if globalendpoint else conf_file.get(
'app:main', 'ckan.site_title')
c.storeconfigform[
'endpoint_sparqlurl'] = globalendpoint.sparqlurl if globalendpoint else ''
c.storeconfigform[
'endpoint_sparulurl'] = globalendpoint.sparulurl if globalendpoint else ''
c.storeconfigform[
'endpoint_graph'] = globalendpoint.graph if globalendpoint else ''
c.storeconfigform[
'endpoint_endpointtype'] = globalendpoint.storetype if globalendpoint else 'virtuoso'
c.storeconfigform[
'endpoint_user'] = globalendpoint.username if globalendpoint else None
c.storeconfigform[
'endpoint_passwd'] = globalendpoint.passwd if globalendpoint else None
c.storeconfigform[
'endpoint_dataallowed'] = globalendpoint.isdataallowed if globalendpoint else True
c.storeconfigform[
'endpoint_enabled'] = globalendpoint.isenabled if globalendpoint else None
c.storeconfigform[
'endpoint_authrequired'] = globalendpoint.isauthrequired if globalendpoint else False
c.endpointtypes = ENDPOINT_TYPES
if 'save' in request.params:
# It's POST call after form
errors = False
for field, value in request.params.items():
if not value and field not in ['user', 'passwd']:
c.form_error = field
c.error_message = "Required fields unfilled"
errors = True
break
c.storeconfigform['endpoint_' + field] = value
if not errors:
datadict = {
'name':
c.storeconfigform['endpoint_name'],
'sparqlurl':
c.storeconfigform['endpoint_sparqlurl'],
'sparulurl':
c.storeconfigform['endpoint_sparulurl'],
'graph':
c.storeconfigform['endpoint_graph'],
'storetype':
c.storeconfigform['endpoint_endpointtype'],
'username':
c.storeconfigform['endpoint_user']
if c.storeconfigform['endpoint_authrequired'] == 'checked'
else None,
'passwd':
c.storeconfigform['endpoint_passwd']
if c.storeconfigform['endpoint_authrequired'] == 'checked'
else None,
'isauthrequired':
True if c.storeconfigform['endpoint_authrequired']
== 'checked' else False,
'isglobal':
True,
'isdataallowed':
True if c.storeconfigform['endpoint_dataallowed']
== 'checked' else False,
'isenabled':
c.storeconfigform['endpoint_enabled']
if globalendpoint else True
}
c.storeconfigform[
'endpoint_dataallowed'] = False if c.storeconfigform[
'endpoint_dataallowed'] != 'checked' else True
c.storeconfigform[
'endpoint_authrequired'] = False if c.storeconfigform[
'endpoint_authrequired'] != 'checked' else True
if globalendpoint:
if dict((name, getattr(globalendpoint, name))
for name in dir(globalendpoint)
if name in datadict.keys()) != datadict:
log.info('[GLOBAL] Updating endpoint in database...')
globalendpointquery.update(datadict)
c.successmessage = "Global endpoint succesfully updated"
else:
log.info('[GLOBAL] No changes')
c.warningmessage = "No changes to do"
else:
log.info('[GLOBAL] Creating new endpoint in database...')
endpointdb = SparqlEndpoint(datadict)
model.Session.add(endpointdb)
c.successmessage = "Global endpoint succesfully created"
model.Session.commit()
elif 'enable' in request.params:
if globalendpoint:
globalendpointquery.update({'isenabled': True})
c.storeconfigform['endpoint_enabled'] = True
log.info('[GLOBAL] Enabling rdf store...')
model.Session.commit()
c.successmessage = "Global endpoint succesfully enabled"
elif 'disable' in request.params:
if globalendpoint:
globalendpointquery.update({'isenabled': False})
c.storeconfigform['endpoint_enabled'] = False
log.info('[GLOBAL] Disabling rdf store...')
model.Session.commit()
c.successmessage = "Global endpoint succesfully disabled"
return render('admin/admin_sparql.html')
def sparql_config(self):
c.warningmessage = None
c.successmessage = None
c.storeconfigform = {}
task_status = get_task_status('GLOBAL', 'rdf_crawler')
if 'value' in task_status:
if 'RUNNING' in task_status['value']:
c.taskstatus = 'Running...'
elif 'FINISHED' in task_status['value']:
c.taskstatus = 'Last crawling finished succesfully'
elif 'ERROR' in task_status['value']:
c.taskstatus = 'Last crawling failed: %s' % str(task_status['error'])
c.tasktime = task_status['last_updated']
globalendpointquery = model.Session.query(SparqlEndpoint).filter_by(isglobal=True)
globalendpoint = globalendpointquery.first()
conf_file = ConfigParser.ConfigParser()
conf_file.read(os.environ['CKAN_CONFIG'])
c.storeconfigform['endpoint_name'] = globalendpoint.name if globalendpoint else conf_file.get('app:main', 'ckan.site_title')
c.storeconfigform['endpoint_sparqlurl'] = globalendpoint.sparqlurl if globalendpoint else ''
c.storeconfigform['endpoint_sparulurl'] = globalendpoint.sparulurl if globalendpoint else ''
c.storeconfigform['endpoint_graph'] = globalendpoint.graph if globalendpoint else ''
c.storeconfigform['endpoint_endpointtype'] = globalendpoint.storetype if globalendpoint else 'virtuoso'
c.storeconfigform['endpoint_user'] = globalendpoint.username if globalendpoint else None
c.storeconfigform['endpoint_passwd'] = globalendpoint.passwd if globalendpoint else None
c.storeconfigform['endpoint_dataallowed'] = globalendpoint.isdataallowed if globalendpoint else True
c.storeconfigform['endpoint_enabled'] = globalendpoint.isenabled if globalendpoint else None
c.storeconfigform['endpoint_authrequired'] = globalendpoint.isauthrequired if globalendpoint else False
c.endpointtypes = ENDPOINT_TYPES
if 'save' in request.params:
# It's POST call after form
errors = False
for field, value in request.params.items():
if not value and field not in ['user', 'passwd']:
c.form_error = field
c.error_message = "Required fields unfilled"
errors = True
break
c.storeconfigform['endpoint_' + field] = value
if not errors:
datadict = {
'name': c.storeconfigform['endpoint_name'],
'sparqlurl': c.storeconfigform['endpoint_sparqlurl'],
'sparulurl': c.storeconfigform['endpoint_sparulurl'],
'graph': c.storeconfigform['endpoint_graph'],
'storetype': c.storeconfigform['endpoint_endpointtype'],
'username': c.storeconfigform['endpoint_user'] if c.storeconfigform['endpoint_authrequired'] == 'checked' else None,
'passwd': c.storeconfigform['endpoint_passwd'] if c.storeconfigform['endpoint_authrequired'] == 'checked' else None,
'isauthrequired': True if c.storeconfigform['endpoint_authrequired'] == 'checked' else False,
'isglobal': True,
'isdataallowed': True if c.storeconfigform['endpoint_dataallowed'] == 'checked' else False,
'isenabled': c.storeconfigform['endpoint_enabled'] if globalendpoint else True
}
c.storeconfigform['endpoint_dataallowed'] = False if c.storeconfigform['endpoint_dataallowed'] != 'checked' else True
c.storeconfigform['endpoint_authrequired'] = False if c.storeconfigform['endpoint_authrequired'] != 'checked' else True
if globalendpoint:
if dict((name, getattr(globalendpoint, name)) for name in dir(globalendpoint) if name in datadict.keys()) != datadict:
log.info('[GLOBAL] Updating endpoint in database...')
globalendpointquery.update(datadict)
c.successmessage = "Global endpoint succesfully updated"
else:
log.info('[GLOBAL] No changes')
c.warningmessage = "No changes to do"
else:
log.info('[GLOBAL] Creating new endpoint in database...')
endpointdb = SparqlEndpoint(datadict)
model.Session.add(endpointdb)
c.successmessage = "Global endpoint succesfully created"
model.Session.commit()
elif 'enable' in request.params:
if globalendpoint:
globalendpointquery.update({'isenabled': True})
c.storeconfigform['endpoint_enabled'] = True
log.info('[GLOBAL] Enabling rdf store...')
model.Session.commit()
c.successmessage = "Global endpoint succesfully enabled"
elif 'disable' in request.params:
if globalendpoint:
globalendpointquery.update({'isenabled': False})
c.storeconfigform['endpoint_enabled'] = False
log.info('[GLOBAL] Disabling rdf store...')
model.Session.commit()
c.successmessage = "Global endpoint succesfully disabled"
return render('admin/admin_sparql.html')
