def testRemoteExecuteQuery(self):
http = CallTrace('http')
def httppost(*args, **kwargs):
raise StopIteration('HTTP/1.0 200 Ok\r\n\r\n%s' %
LuceneResponse(total=5,
hits=[
Hit("1"),
Hit("2"),
Hit("3", duplicateCount=2),
Hit("4"),
Hit("5")
]).asJson())
yield
http.methods['httppost'] = httppost
remote = LuceneRemote(host='host', port=1234, path='/path')
observable = Observable()
observable.addObserver(remote)
remote._httppost = http.httppost
cq = ComposedQuery('coreA')
cq.setCoreQuery(
core='coreA',
query=parseString('query AND field=value'),
filterQueries=[parseString('query=fiets')],
facets=[{
'fieldname': 'field',
'maxTerms': 5
}],
)
cq.setCoreQuery(core='coreB', query=parseString('query=test'))
cq.addMatch(dict(core='coreA', uniqueKey='keyA'),
dict(core='coreB', key='keyB'))
result = returnValueFromGenerator(
observable.any.executeComposedQuery(query=cq))
self.assertEquals(5, result.total)
self.assertEquals([
Hit("1"),
Hit("2"),
Hit("3", duplicateCount=2),
Hit("4"),
Hit("5")
], result.hits)
self.assertEquals(['httppost'], http.calledMethodNames())
m = http.calledMethods[0]
self.assertEquals('host', m.kwargs['host'])
self.assertEquals(1234, m.kwargs['port'])
self.assertEquals('/path/__lucene_remote__', m.kwargs['request'])
self.assertEquals('application/json',
m.kwargs['headers']['Content-Type'])
message, kwargs = jsonLoadMessage(m.kwargs['body'])
query = kwargs['query']
self.assertEquals('executeComposedQuery', message)
self.assertEquals('coreA', query.resultsFrom)
self.assertEquals([{
'fieldname': 'field',
'maxTerms': 5
}], query.facetsFor('coreA'))
def httppost(*args, **kwargs):
raise StopIteration('HTTP/1.0 200 Ok\r\n\r\n%s' % LuceneResponse(
total=5,
hits=[Hit("1"),
Hit("2"),
Hit("3"),
Hit("4"),
Hit("5")]).asJson())
yield
def testRemoteExecuteQueryWithNoneValues(self):
http = CallTrace('http')
def httppost(*args, **kwargs):
raise StopIteration('HTTP/1.0 200 Ok\r\n\r\n%s' % LuceneResponse(
total=5,
hits=[Hit("1"),
Hit("2"),
Hit("3"),
Hit("4"),
Hit("5")]).asJson())
yield
http.methods['httppost'] = httppost
remote = LuceneRemote(host='host', port=1234, path='/path')
observable = Observable()
observable.addObserver(remote)
remote._httppost = http.httppost
result = returnValueFromGenerator(
observable.any.executeQuery(
cqlAbstractSyntaxTree=parseString('query AND field=value'),
start=0,
stop=10,
facets=None,
filterQueries=None,
joinQueries=None,
))
self.assertEquals(5, result.total)
self.assertEquals(
[Hit("1"), Hit("2"),
Hit("3"), Hit("4"),
Hit("5")], result.hits)
self.assertEquals(['httppost'], http.calledMethodNames())
m = http.calledMethods[0]
self.assertEquals('host', m.kwargs['host'])
self.assertEquals(1234, m.kwargs['port'])
self.assertEquals('/path/__lucene_remote__', m.kwargs['request'])
self.assertEquals('application/json',
m.kwargs['headers']['Content-Type'])
self.assertDictEquals(
{
'message': 'executeQuery',
'kwargs': {
'cqlAbstractSyntaxTree': {
'__CQL_QUERY__': 'query AND field=value'
},
'start': 0,
'stop': 10,
'facets': None,
'filterQueries': None,
'joinQueries': None,
}
}, loads(m.kwargs['body']))
def luceneResponseFromDict(responseDict):
hits = [Hit(**hit) for hit in responseDict['hits']]
response = LuceneResponse(total=responseDict["total"], queryTime=responseDict["queryTime"], hits=hits, drilldownData=[])
if "totalWithDuplicates" in responseDict:
response.totalWithDuplicates = responseDict['totalWithDuplicates']
if "drilldownData" in responseDict:
response.drilldownData = responseDict['drilldownData']
if "suggestions" in responseDict:
response.suggestions = responseDict['suggestions']
if "times" in responseDict:
response.times = responseDict['times']
return response
def _topDocsResponse(self, collector, start, dedupCollector=None):
# TODO: Probably use FieldCache iso document.get()
hits = []
dedupCollectorFieldName = dedupCollector.getKeyName() if dedupCollector else None
if hasattr(collector, "topDocs"):
for scoreDoc in collector.topDocs(start).scoreDocs:
if dedupCollector:
keyForDocId = dedupCollector.keyForDocId(scoreDoc.doc)
newDocId = keyForDocId.getDocId() if keyForDocId else scoreDoc.doc
hit = Hit(self._index.getDocument(newDocId).get(IDFIELD))
hit.duplicateCount = {dedupCollectorFieldName: keyForDocId.getCount() if keyForDocId else 0}
else:
hit = Hit(self._index.getDocument(scoreDoc.doc).get(IDFIELD))
hit.score = scoreDoc.score
hits.append(hit)
return collector.getTotalHits(), hits