def package_search(context, data_dict):
try:
query = data_dict.get('fq_list', [])
if not any('odm_spatial_range' in q for q in query):
query.extend([
'extras_odm_spatial_range:%s' %
config.get('ckanext-odm_dataset_ext.country_code')
])
data_dict['fq_list'] = query
return get_actions.package_search(context, data_dict)
except Exception as e:
log.error('Something wrong with dataset filter - ', e)
return get_actions.package_search(context, data_dict)
def restricted_package_search(context, data_dict):
package_search_result = package_search(context, data_dict)
restricted_package_search_result = {}
try:
logger.debug('restricted_package_search, context: %s, data: %s' %
(context, data_dict))
except:
logger.error('Non ASCII value in dict, ignore')
pass
for k, v in context.items():
try:
logger.debug(u'%s, %s' % (k, v))
except:
import traceback
logger.error(traceback.format_exc())
for key, value in package_search_result.items():
if key == 'results':
restricted_package_search_result_list = []
for package in value:
restricted_package_search_result_list.append(
restricted_package_show(context,
{'id': package.get('id')}))
restricted_package_search_result[key] = \
restricted_package_search_result_list
else:
restricted_package_search_result[key] = value
return restricted_package_search_result
def restricted_package_search(context, data_dict):
package_search_result = package_search(context, data_dict)
restricted_package_search_result = {}
for key, value in package_search_result.items():
if key == 'results':
restricted_package_search_result_list = []
for package in value:
restricted_package_search_result_list.append(
restricted_package_show(context, {'id': package.get('id')}))
restricted_package_search_result[key] = \
restricted_package_search_result_list
else:
restricted_package_search_result[key] = value
return restricted_package_search_result
def restricted_package_search(context, data_dict):
package_search_result = package_search(context, data_dict)
restricted_package_search_result = {}
package_show_context = context.copy()
package_show_context['with_capacity'] = False
for key, value in package_search_result.items():
if key == 'results':
restricted_package_search_result_list = []
for package in value:
restricted_package_search_result_list.append(
restricted_package_show(package_show_context, {'id': package.get('id')}))
restricted_package_search_result[key] = \
restricted_package_search_result_list
else:
restricted_package_search_result[key] = value
return restricted_package_search_result
def restricted_package_search(context, data_dict):
# pop the param as ckan package search action doesn't support any extra parameters
hide_inaccessible_resources = p.toolkit.asbool(data_dict.pop('hide_inaccessible_resources', False))
package_search_result = package_search(context, data_dict)
restricted_package_search_result = {}
for key, value in package_search_result.items():
if key == 'results':
restricted_package_search_result_list = []
for package in value:
restricted_package_search_result_list.append(
restricted_package_show(
context, {'id': package.get('id'), 'hide_inaccessible_resources': hide_inaccessible_resources}, package_metadata=package)
)
restricted_package_search_result[key] = \
restricted_package_search_result_list
else:
restricted_package_search_result[key] = value
return restricted_package_search_result
def package_search_minimal(context, data_dict):
'''
Searches for packages satisfying a given search criteria.
This action accepts solr search query parameters (details below), and
returns a dictionary of results, including dictized datasets that match
the search criteria, a search count and also facet information.
**Solr Parameters:**
For more in depth treatment of each paramter, please read the `Solr
Documentation <http://wiki.apache.org/solr/CommonQueryParameters>`_.
This action accepts a *subset* of solr's search query parameters:
:param q: the solr query. Optional. Default: ``"*:*"``
:type q: string
:param fq: any filter queries to apply. Note: ``+site_id:{ckan_site_id}``
is added to this string prior to the query being executed.
:type fq: string
:param sort: sorting of the search results. Optional. Default:
``'relevance asc, metadata_modified desc'``. As per the solr
documentation, this is a comma-separated string of field names and
sort-orderings.
:type sort: string
:param rows: the number of matching rows to return.
:type rows: int
:param start: the offset in the complete result for where the set of
returned datasets should begin.
:type start: int
:param facet: whether to enable faceted results. Default: ``True``.
:type facet: string
:param facet.mincount: the minimum counts for facet fields should be
included in the results.
:type facet.mincount: int
:param facet.limit: the maximum number of values the facet fields return.
A negative value means unlimited. This can be set instance-wide with
the :ref:`search.facets.limit` config option. Default is 50.
:type facet.limit: int
:param facet.field: the fields to facet upon. Default empty. If empty,
then the returned facet information is empty.
:type facet.field: list of strings
The following advanced Solr parameters are supported as well. Note that
some of these are only available on particular Solr versions. See Solr's
`dismax`_ and `edismax`_ documentation for further details on them:
``qf``, ``wt``, ``bf``, ``boost``, ``tie``, ``defType``, ``mm``
.. _dismax: http://wiki.apache.org/solr/DisMaxQParserPlugin
.. _edismax: http://wiki.apache.org/solr/ExtendedDisMax
**Results:**
The result of this action is a dict with the following keys:
:rtype: A dictionary with the following keys
:param count: the number of results found. Note, this is the total number
of results found, not the total number of results returned (which is
affected by limit and row parameters used in the input).
:type count: int
:param results: ordered list of datasets matching the query, where the
ordering defined by the sort parameter used in the query.
:type results: list of dictized datasets.
:param facets: DEPRECATED. Aggregated information about facet counts.
:type facets: DEPRECATED dict
:param search_facets: aggregated information about facet counts. The outer
dict is keyed by the facet field name (as used in the search query).
Each entry of the outer dict is itself a dict, with a "title" key, and
an "items" key. The "items" key's value is a list of dicts, each with
"count", "display_name" and "name" entries. The display_name is a
form of the name that can be used in titles.
:type search_facets: nested dict of dicts.
:param use_default_schema: use default package schema instead of
a custom schema defined with an IDatasetForm plugin (default: False)
:type use_default_schema: bool
An example result: ::
{'count': 2,
'results': [ { <snip> }, { <snip> }],
'search_facets': {u'tags': {'items': [{'count': 1,
'display_name': u'tolstoy',
'name': u'tolstoy'},
{'count': 2,
'display_name': u'russian',
'name': u'russian'}
]
}
}
}
**Limitations:**
The full solr query language is not exposed, including.
fl
The parameter that controls which fields are returned in the solr
query cannot be changed. CKAN always returns the matched datasets as
dictionary objects.
'''
result_dict = get.package_search(context, data_dict)
if check_logged_in(context):
for result in result_dict['results']:
fulltext = _get_fulltext(result['id'])
if fulltext:
fulltext_dict = { 'key': 'full_text_search',
'value': fulltext.text
}
result['extras'].append(fulltext_dict)
return result_dict
new_packages = []
for result in result_dict['results']:
new_package = _del_extra_field_from_dict(result)
new_package = _del_main_field_from_dict(new_package)
new_packages.append(new_package)
result_dict['results'] = new_packages
return result_dict
def package_search_minimal(context, data_dict):
'''
Searches for packages satisfying a given search criteria.
This action accepts solr search query parameters (details below), and
returns a dictionary of results, including dictized datasets that match
the search criteria, a search count and also facet information.
**Solr Parameters:**
For more in depth treatment of each paramter, please read the `Solr
Documentation <http://wiki.apache.org/solr/CommonQueryParameters>`_.
This action accepts a *subset* of solr's search query parameters:
:param q: the solr query. Optional. Default: ``"*:*"``
:type q: string
:param fq: any filter queries to apply. Note: ``+site_id:{ckan_site_id}``
is added to this string prior to the query being executed.
:type fq: string
:param sort: sorting of the search results. Optional. Default:
``'relevance asc, metadata_modified desc'``. As per the solr
documentation, this is a comma-separated string of field names and
sort-orderings.
:type sort: string
:param rows: the number of matching rows to return.
:type rows: int
:param start: the offset in the complete result for where the set of
returned datasets should begin.
:type start: int
:param facet: whether to enable faceted results. Default: ``True``.
:type facet: string
:param facet.mincount: the minimum counts for facet fields should be
included in the results.
:type facet.mincount: int
:param facet.limit: the maximum number of values the facet fields return.
A negative value means unlimited. This can be set instance-wide with
the :ref:`search.facets.limit` config option. Default is 50.
:type facet.limit: int
:param facet.field: the fields to facet upon. Default empty. If empty,
then the returned facet information is empty.
:type facet.field: list of strings
The following advanced Solr parameters are supported as well. Note that
some of these are only available on particular Solr versions. See Solr's
`dismax`_ and `edismax`_ documentation for further details on them:
``qf``, ``wt``, ``bf``, ``boost``, ``tie``, ``defType``, ``mm``
.. _dismax: http://wiki.apache.org/solr/DisMaxQParserPlugin
.. _edismax: http://wiki.apache.org/solr/ExtendedDisMax
**Results:**
The result of this action is a dict with the following keys:
:rtype: A dictionary with the following keys
:param count: the number of results found. Note, this is the total number
of results found, not the total number of results returned (which is
affected by limit and row parameters used in the input).
:type count: int
:param results: ordered list of datasets matching the query, where the
ordering defined by the sort parameter used in the query.
:type results: list of dictized datasets.
:param facets: DEPRECATED. Aggregated information about facet counts.
:type facets: DEPRECATED dict
:param search_facets: aggregated information about facet counts. The outer
dict is keyed by the facet field name (as used in the search query).
Each entry of the outer dict is itself a dict, with a "title" key, and
an "items" key. The "items" key's value is a list of dicts, each with
"count", "display_name" and "name" entries. The display_name is a
form of the name that can be used in titles.
:type search_facets: nested dict of dicts.
:param use_default_schema: use default package schema instead of
a custom schema defined with an IDatasetForm plugin (default: False)
:type use_default_schema: bool
An example result: ::
{'count': 2,
'results': [ { <snip> }, { <snip> }],
'search_facets': {u'tags': {'items': [{'count': 1,
'display_name': u'tolstoy',
'name': u'tolstoy'},
{'count': 2,
'display_name': u'russian',
'name': u'russian'}
]
}
}
}
**Limitations:**
The full solr query language is not exposed, including.
fl
The parameter that controls which fields are returned in the solr
query cannot be changed. CKAN always returns the matched datasets as
dictionary objects.
'''
result_dict = get.package_search(context, data_dict)
if check_logged_in(context):
for result in result_dict['results']:
fulltext = _get_fulltext(result['id'])
if fulltext:
fulltext_dict = {
'key': 'full_text_search',
'value': fulltext.text
}
result['extras'].append(fulltext_dict)
return result_dict
new_packages = []
for result in result_dict['results']:
new_package = _del_extra_field_from_dict(result)
new_package = _del_main_field_from_dict(new_package)
new_packages.append(new_package)
result_dict['results'] = new_packages
return result_dict
def dgu_package_search(context, data_dict):
return remove_pii_from_list(package_search(context, data_dict))