def search(dbpath, querystring, offset=0, pagesize=10):
# offset - defines starting point within result set
# pagesize - defines number of records to retrieve
# Open the database we're going to search.
db = xapian.Database(dbpath)
# Set up a QueryParser with a stemmer and suitable prefixes
queryparser = xapian.QueryParser()
queryparser.set_stemmer(xapian.Stem("en"))
queryparser.set_stemming_strategy(queryparser.STEM_SOME)
queryparser.add_prefix("title", "S")
queryparser.add_prefix("description", "XD")
# and add in range processors
queryparser.add_rangeprocessor(
xapian.NumberRangeProcessor(0, 'mm', xapian.RP_SUFFIX)
)
queryparser.add_rangeprocessor(
xapian.NumberRangeProcessor(1)
)
# And parse the query
query = queryparser.parse_query(querystring)
# Use an Enquire object on the database to run the query
enquire = xapian.Enquire(db)
enquire.set_query(query)
# And print out something about each match
matches = []
for match in enquire.get_mset(offset, pagesize):
fields = json.loads(match.document.get_data())
print(u"%(rank)i: #%(docid)3.3i (%(date)s) %(measurements)s\n %(title)s" % {
'rank': match.rank + 1,
'docid': match.docid,
'measurements': fields.get('MEASUREMENTS', u''),
'date': fields.get('DATE_MADE', u''),
'title': fields.get('TITLE', u''),
})
matches.append(match.docid)
# Finally, make sure we log the query and displayed results
support.log_matches(querystring, offset, pagesize, matches)
def search(dbpath, querystring, offset=0, pagesize=10):
# offset - defines starting point within result set
# pagesize - defines number of records to retrieve
# Open the database we're going to search.
db = xapian.Database(dbpath)
# Set up a QueryParser with a stemmer and suitable prefixes
queryparser = xapian.QueryParser()
queryparser.set_stemmer(xapian.Stem("en"))
queryparser.set_stemming_strategy(queryparser.STEM_SOME)
queryparser.add_prefix("title", "S")
queryparser.add_prefix("description", "XD")
# and add in range processors
# Start of custom RP code
class PopulationRangeProcessor(xapian.RangeProcessor):
def __init__(self, slot, low, high):
super(PopulationRangeProcessor, self).__init__()
self.nrp = xapian.NumberRangeProcessor(slot)
self.low = low
self.high = high
def __call__(self, begin, end):
if len(begin) > 0:
try:
_begin = int(begin)
if _begin < self.low or _begin > self.high:
raise ValueError()
except:
return xapian.Query(xapian.Query.OP_INVALID)
if len(end) > 0:
try:
_end = int(end)
if _end < self.low or _end > self.high:
raise ValueError()
except:
return xapian.Query(xapian.Query.OP_INVALID)
return self.nrp(begin, end)
queryparser.add_rangeprocessor(
PopulationRangeProcessor(3, 500000, 50000000)
)
# End of custom RP code
# Start of date example code
queryparser.add_rangeprocessor(
xapian.DateRangeProcessor(2, xapian.RP_DATE_PREFER_MDY, 1860)
)
queryparser.add_rangeprocessor(
xapian.NumberRangeProcessor(1)
)
# End of date example code
# And parse the query
query = queryparser.parse_query(querystring)
# Use an Enquire object on the database to run the query
enquire = xapian.Enquire(db)
enquire.set_query(query)
# And print out something about each match
matches = []
for match in enquire.get_mset(offset, pagesize):
fields = json.loads(match.document.get_data())
population = support.format_numeral(int(fields.get('population', 0)))
date = support.format_date(fields.get('admitted'))
print(u"""\
%(rank)i: #%(docid)3.3i %(name)s %(date)s
Population %(pop)s""" % {
'rank': match.rank + 1,
'docid': match.docid,
'name': fields.get('name', u''),
'date': date,
'pop': population,
'lat': fields.get('latitude', u''),
'lon': fields.get('longitude', u''),
})
matches.append(match.docid)
# Finally, make sure we log the query and displayed results
support.log_matches(querystring, offset, pagesize, matches)
def __init__(self, slot, low, high):
super(PopulationRangeProcessor, self).__init__()
self.nrp = xapian.NumberRangeProcessor(slot)
self.low = low
self.high = high