def query(self):
self._set_headers()
records = []
try:
limit = MAX_LIMIT
if 'limit' in request.params and int(request.params['limit']) < limit:
limit = request.params['limit']
term = None
if 'term' in request.params and request.params['term']:
term = request.params['term']
records = []
if 'resources' in request.params:
records = self._searchResources(filter(None, request.params['resources'].split(',')), term)
locations = []
if term:
locations = Session.query(Location).filter(Location.name.like(u'%' + term + u'%')).limit(limit).all()
for l in locations:
records.append({
'properties': {
'dd_default_text': l.name,
'dd_default_suggest': l.name
},
'geometry': shapely.wkb.loads(l.the_geom_sm.geom_wkb.decode("hex"))
})
return json.dumps(records, cls=ShapelyGeoJsonEncoder, encoding='utf-8')
except Exception as ex:
log.exception('Text query execution has failed.')
abort(500, 'Internal server error')
def _expand(self, url):
if url:
link = Session.query(Link).filter(Link.url==url).first()
if link:
return json.loads(link.configuration)
return {}
def _compress(self, config, ip):
url = ''
try:
link = Session.query(Link).filter(Link.configuration==config).first()
if not link:
link = Link()
link.configuration = config
link.ip = ip
Session.add(link)
Session.flush()
index = link.index
while index != 0:
index, remainder = divmod(index - 1, len(self._valid))
url += self._valid[remainder]
link.url = url
else:
url = link.url
Session.commit()
except Exception as ex:
log.exception('Failed to create shortcut for configuration %(configuration)s' % { 'configuration' : config})
return url
def _searchResources(self, resources, term):
records = []
limit = 10
tolerance = 2
try:
query = Session.query(Queryable).options(noload('*'), contains_eager(Queryable.fields)).join(Resource).join(Field)
query = query.filter(Queryable.resource.in_(tuple(resources)))
query = query.filter(Queryable.fields.any(Field.active == True))
query = query.filter(Resource.visible == True)
query = query.filter(Queryable.active == True)
queryables = query.all()
for q in queryables:
# Default field shown as input in the auto-complete text control
default_field = None
default_fields = [str(f.name) for f in q.fields if f.export == True and f.default == True]
if len(default_fields) != 1:
continue
else:
default_field = default_fields[0]
# Text template rendered in the drop down list of the auto-complete text control
template = q.template
if not template:
template = '%(' + default_field + ')s'
tablename = 'Table_' + q.table
typename = 'Class_' + q.table
dynamic_table = None
dynamic_type = None
if tablename in SearchController.__tables__:
dynamic_table = SearchController.__tables__[tablename]
dynamic_type = SearchController.__types__[typename]
else:
# Get lock for updating dynamic tables/classes
SearchController.__lock__.acquire()
dynamic_table = Table(q.table, metadata_ckan_data, Column(q.geometry_column, Geometry(q.srid)), autoload=True, autoload_with=engine_ckan_data)
SearchController.__tables__[tablename] = dynamic_table
if not typename in SearchController.__types__:
exported_fields = [f.name for f in q.fields if f.export == True]
properties = {
'exported_fields' : exported_fields,
'default_field' : default_field,
'template' : template,
'geometry_column' : q.geometry_column,
'__table__' : dynamic_table
}
dynamic_type = type(str(typename), (GeometryEntityMixIn,), properties)
if q.geometry_type == 'POINT':
if q.srid != 900913 and q.srid != 3857:
mapper(dynamic_type, dynamic_table, properties = { q.geometry_column + '_transform': ColumnProperty(func.ST_Transform(getattr(dynamic_table.c, q.geometry_column), 3857).label(q.geometry_column + '_transform')) } )
else:
mapper(dynamic_type, dynamic_table)
else:
if q.srid == 900913 or q.srid == 3857:
mapper(dynamic_type,
dynamic_table,
properties = {
q.geometry_column + '_simple': ColumnProperty(func.ST_Simplify(getattr(dynamic_table.c, q.geometry_column), tolerance).label(q.geometry_column + '_simple'))
})
else:
mapper(dynamic_type,
dynamic_table,
properties = {
q.geometry_column + '_simple': ColumnProperty(func.ST_Simplify(func.ST_Transform(getattr(dynamic_table.c, q.geometry_column), 3857), tolerance).label(q.geometry_column + '_simple')),
q.geometry_column + '_transform': ColumnProperty(func.ST_Transform(getattr(dynamic_table.c, q.geometry_column), 3857).label(q.geometry_column + '_transform'))
})
SearchController.__types__[typename] = dynamic_type
# Release lock
SearchController.__lock__.release()
filtered_fields = [str(f.name) for f in q.fields if f.active == True and f.type == 'varchar']
filters = [getattr(dynamic_type, name).like(u'%' + term + u'%') for name in filtered_fields]
result = []
if len(filters) == 1:
result = Session_ckan_data.query(dynamic_type).filter(filters[0]).limit(limit).all()
elif len(filters) > 1:
result = Session_ckan_data.query(dynamic_type).filter(or_(*filters)).limit(limit).all()
records.extend(filter(None, [r.toObject() for r in result]))
return records
finally:
try:
SearchController.__lock__.release()
except ThreadError as tEx:
pass
return []
