def testJoinQueryWithFilters(self):
q = ComposedQuery('coreA')
q.addFilterQuery('coreB', query=luceneQueryFromCql('N=true'))
q.addMatch(dict(core='coreA', uniqueKey=KEY_PREFIX+'A'), dict(core='coreB', key=KEY_PREFIX+'B'))
result = returnValueFromGenerator(self.dna.any.executeComposedQuery(q))
self.assertEquals(4, result.total)
self.assertEquals(set(['A-M', 'A-MU', 'A-MQ', 'A-MQU']), self.hitIds(result.hits))
def testInfoOnQuery(self):
self.response = JsonDict({
"total": 887,
"queryTime": 6,
"hits": [{"id": "record:1", "score": 0.1234}]
}).dumps()
q = ComposedQuery('coreA')
q.addFilterQuery('coreB', query='N=true')
q.addMatch(dict(core='coreA', uniqueKey='A'), dict(core='coreB', key='B'))
result = retval(self._multiLucene.executeComposedQuery(q))
self.assertEquals({
'query': {
'cores': ['coreB', 'coreA'],
'drilldownQueries': {},
'facets': {},
'filterQueries': {'coreB': ['N=true']},
'matches': {'coreA->coreB': [{'core': 'coreA', 'uniqueKey': 'A'}, {'core': 'coreB', 'key': 'B'}]},
'otherCoreFacetFilters': {},
'queries': {},
'rankQueries': {},
'resultsFrom': 'coreA',
'sortKeys': [],
'unites': []
},
'type': 'ComposedQuery'
}, result.info)
def testAsDictFromDict(self):
cq = ComposedQuery('coreA')
cq.setCoreQuery(core='coreA', query='Q0')
cq.addFilterQuery(core='coreA', query='Q1')
cq.addFilterQuery(core='coreA', query='Q2')
cq.addFacet(core='coreA', facet='F0')
cq.addFacet(core='coreA', facet='F1')
cq.setCoreQuery(core='coreB', query='Q3')
cq.addMatch(dict(core='coreA', uniqueKey='keyA'), dict(core='coreB', key='keyB'))
cq.addUnite(dict(core='coreA', query='AQuery'), dict(core='coreB', query='anotherQuery'))
cq.start = 0
cq.sortKeys = [dict(sortBy='field', sortDescending=True)]
cq.clustering = True
cq.clusteringConfig = {'clusteringEps': 0.2}
d = cq.asDict()
cq2 = ComposedQuery.fromDict(d)
self.assertEquals('coreA', cq2.resultsFrom)
self.assertEquals(0, cq2.start)
self.assertEquals(None, cq2.stop)
self.assertEquals(['Q0', 'Q1', 'Q2'], cq2.queriesFor('coreA'))
self.assertEquals(['F0', 'F1'], cq2.facetsFor('coreA'))
self.assertEquals('keyA', cq2.keyName('coreA', 'coreB'))
self.assertEquals('keyB', cq2.keyName('coreB', 'coreA'))
self.assertEqual(1, len(cq2.unites))
queries = list(cq2.unites[0].queries())
self.assertEquals(({'core': 'coreA', 'keyName': 'keyA', 'query': 'AQuery'}, 'keyA'), queries[0])
self.assertEquals(({'core': 'coreB', 'keyName': 'keyB', 'query': 'anotherQuery'}, 'keyA'), queries[1])
self.assertEquals({'clusteringEps': 0.2}, cq2.clusteringConfig)
def testConvertAllQueriesWithUnqualifiedTermFields(self):
cq = ComposedQuery('coreA')
cq.setCoreQuery(core='coreA', query='Q0')
cq.addFilterQuery('coreA', 'Q1')
cq.addFilterQuery('coreA', 'Q2')
cq.setCoreQuery(core='coreB', query='Q3')
cq.addFilterQuery('coreB', 'Q4')
cq.addMatch(dict(core='coreA', uniqueKey='keyA'),
dict(core='coreB', key='keyB'))
cq.addUnite(dict(core='coreA', query='Q5'),
dict(core='coreB', query='Q6'))
cq.unqualifiedTermFields = [('field0', 2.0), ('field1', 3.0)]
convertCoreA = lambda query, unqualifiedTermFields=None, **kwargs: "Converted_A_{0}_{1}".format(
query, not unqualifiedTermFields is None)
convertCoreB = lambda query, **kwargs: "Converted_B_{0}".format(query)
cq.convertWith(coreA=convertCoreA, coreB=convertCoreB)
self.assertEquals("Converted_A_Q0_True", cq.queryFor('coreA'))
self.assertEquals(["Converted_A_Q1_True", "Converted_A_Q2_True"],
cq.filterQueriesFor('coreA'))
self.assertEquals("Converted_B_Q3", cq.queryFor('coreB'))
self.assertEquals(["Converted_B_Q4"], cq.filterQueriesFor('coreB'))
self.assertEqual(1, len(cq.unites))
uniteQueries = list(cq.unites[0].queries())
self.assertEquals('Converted_A_Q5_True', uniteQueries[0][0]['query'])
self.assertEquals('Converted_B_Q6', uniteQueries[1][0]['query'])
def testInfoOnQuery(self):
self.response = JsonDict({"total": 887, "queryTime": 6, "hits": [{"id": "record:1", "score": 0.1234}]}).dumps()
q = ComposedQuery("coreA")
q.addFilterQuery("coreB", query="N=true")
q.addMatch(dict(core="coreA", uniqueKey="A"), dict(core="coreB", key="B"))
result = retval(self._multiLucene.executeComposedQuery(q))
self.assertEquals(
{
"query": {
"cores": ["coreB", "coreA"],
"drilldownQueries": {},
"facets": {},
"filterQueries": {"coreB": ["N=true"]},
"matches": {"coreA->coreB": [{"core": "coreA", "uniqueKey": "A"}, {"core": "coreB", "key": "B"}]},
"otherCoreFacetFilters": {},
"queries": {},
"rankQueries": {},
"resultsFrom": "coreA",
"sortKeys": [],
"unites": [],
},
"type": "ComposedQuery",
},
result.info,
)
def testFilterQueries(self):
cq = ComposedQuery('coreA')
cq.setCoreQuery(core='coreA', query='Q0')
cq.addFilterQuery(core='coreA', query='Q1')
cq.addFilterQuery(core='coreA', query='Q2')
cq.addFacet(core='coreA', facet='F0')
cq.addFacet(core='coreA', facet='F1')
cq.setCoreQuery(core='coreB', query='Q3')
cq.addMatch(dict(core='coreA', uniqueKey='keyA'),
dict(core='coreB', key='keyB'))
cq.addUnite(dict(core='coreA', query='AQuery'),
dict(core='coreB', query='anotherQuery'))
self.assertEquals(None, cq.stop)
self.assertEquals(None, cq.start)
self.assertEquals([], cq.sortKeys)
cq.stop = 10
cq.start = 0
cq.sortKeys = [dict(sortBy='field', sortDescending=True)]
self.assertEquals('Q0', cq.queryFor('coreA'))
self.assertEquals(['Q1', 'Q2'], cq.filterQueriesFor('coreA'))
self.assertEquals(['F0', 'F1'], cq.facetsFor('coreA'))
self.assertEquals(10, cq.stop)
self.assertEquals(0, cq.start)
self.assertEquals([dict(sortBy='field', sortDescending=True)],
cq.sortKeys)
def testUniteResultFromTwoIndexes_filterQueries(self):
q = ComposedQuery('coreA')
q.addFilterQuery(core='coreA', query=luceneQueryFromCql('Q=true'))
q.addMatch(dict(core='coreA', uniqueKey=KEY_PREFIX+'A'), dict(core='coreB', key=KEY_PREFIX+'B'))
q.addUnite(dict(core='coreA', query=luceneQueryFromCql('U=true')), dict(core='coreB', query=luceneQueryFromCql('N=true')))
result = returnValueFromGenerator(self.dna.any.executeComposedQuery(q))
self.assertEquals(3, result.total)
self.assertEquals(set(['A-QU', 'A-MQ', 'A-MQU']), self.hitIds(result.hits))
def testAddFilterQueryAfterConversion(self):
cq = ComposedQuery('coreA')
cq.setCoreQuery('coreA', query='A')
cq.convertWith(coreA=lambda q, **kwargs: "converted_" + q)
self.assertEquals('converted_A', cq.queryFor('coreA'))
# Assert the following does not raise KeyError
cq.addFilterQuery('coreA', 'field=value')
cq.addFacet('coreA', 'F0')
cq.addDrilldownQuery('coreA', 'drilldownQuery')
cq.addOtherCoreFacetFilter('coreA', 'q')
def testAddFilterQueryAfterConversion(self):
cq = ComposedQuery('coreA')
cq.setCoreQuery('coreA', query='A')
cq.convertWith(coreA=lambda q: "converted_" + q)
self.assertEquals('converted_A', cq.queryFor('coreA'))
# Assert the following does not raise KeyError
cq.addFilterQuery('coreA', 'field=value')
cq.addFacet('coreA', 'F0')
cq.addDrilldownQuery('coreA', 'drilldownQuery')
cq.addOtherCoreFacetFilter('coreA', 'q')
def testJoinFacetWithFilter(self):
q = ComposedQuery('coreA', query=luceneQueryFromCql('M=true'))
q.addFilterQuery('coreA', query=luceneQueryFromCql('Q=true'))
q.addFacet('coreB', dict(fieldname='cat_O', maxTerms=10))
q.addMatch(dict(core='coreA', uniqueKey=KEY_PREFIX + 'A'), dict(core='coreB', key=KEY_PREFIX + 'B'))
result = returnValueFromGenerator(self.dna.any.executeComposedQuery(query=q))
self.assertEquals(2, result.total)
self.assertEquals([{
'terms': [
{'count': 3, 'term': u'false'},
{'count': 1, 'term': u'true'},
],
'path': [],
'fieldname': u'cat_O'
}], result.drilldownData)
def testCachingKeyCollectorsIntersectsWithACopyOfTheKeys(self):
q = ComposedQuery('coreA')
q.setCoreQuery(core='coreA', query=MatchAllDocsQuery())
q.setCoreQuery(core='coreB', query=luceneQueryFromCql("O=true"))
q.addFilterQuery(core='coreB', query=luceneQueryFromCql("N=true"))
q.addMatch(dict(core='coreA', uniqueKey=KEY_PREFIX+'A'), dict(core='coreB', key=KEY_PREFIX+'B'))
result = returnValueFromGenerator(self.dna.any.executeComposedQuery(q))
self.assertEquals(2, len(result.hits))
q = ComposedQuery('coreA')
q.setCoreQuery(core='coreA', query=MatchAllDocsQuery())
q.setCoreQuery(core='coreB', query=MatchAllDocsQuery())
q.addFilterQuery(core='coreB', query=luceneQueryFromCql("N=true"))
q.addMatch(dict(core='coreA', uniqueKey=KEY_PREFIX+'A'), dict(core='coreB', key=KEY_PREFIX+'B'))
result = returnValueFromGenerator(self.dna.any.executeComposedQuery(q))
self.assertEquals(4, len(result.hits))
def testConvertAllQueries(self):
cq = ComposedQuery('coreA')
cq.setCoreQuery(core='coreA', query='Q0')
cq.addFilterQuery('coreA', 'Q1')
cq.addFilterQuery('coreA', 'Q2')
cq.setCoreQuery(core='coreB', query='Q3')
cq.addFilterQuery('coreB', 'Q4')
cq.addMatch(dict(core='coreA', uniqueKey='keyA'), dict(core='coreB', key='keyB'))
cq.addUnite(dict(core='coreA', query='Q5'), dict(core='coreB', query='Q6'))
convertCoreA = lambda query: "Converted_A_{0}".format(query)
convertCoreB = lambda query: "Converted_B_{0}".format(query)
cq.convertWith(coreA=convertCoreA, coreB=convertCoreB)
self.assertEquals("Converted_A_Q0", cq.queryFor('coreA'))
self.assertEquals(["Converted_A_Q1", "Converted_A_Q2"], cq.filterQueriesFor('coreA'))
self.assertEquals("Converted_B_Q3", cq.queryFor('coreB'))
self.assertEquals(["Converted_B_Q4"], cq.filterQueriesFor('coreB'))
self.assertEquals([('coreA', 'Converted_A_Q5'), ('coreB', 'Converted_B_Q6')], cq.unites)
def testAsDictFromDict(self):
cq = ComposedQuery('coreA')
cq.setCoreQuery(core='coreA', query='Q0')
cq.addFilterQuery(core='coreA', query='Q1')
cq.addFilterQuery(core='coreA', query='Q2')
cq.relationalFilter = '{"type": "madeUpJoinQuery"}'
cq.addFacet(core='coreA', facet='F0')
cq.addFacet(core='coreA', facet='F1')
cq.setCoreQuery(core='coreB', query='Q3')
cq.addMatch(dict(core='coreA', uniqueKey='keyA'),
dict(core='coreB', key='keyB'))
cq.addUnite(dict(core='coreA', query='AQuery'),
dict(core='coreB', query='anotherQuery'))
cq.start = 0
cq.sortKeys = [dict(sortBy='field', sortDescending=True)]
cq.clustering = True
cq.clusteringConfig = {'clusteringEps': 0.2}
cq.rankQueryScoreRatio = 0.75
d = cq.asDict()
cq2 = ComposedQuery.fromDict(d)
self.assertEquals('coreA', cq2.resultsFrom)
self.assertEquals(0, cq2.start)
self.assertEquals(None, cq2.stop)
self.assertEquals(['Q0', 'Q1', 'Q2'], cq2.queriesFor('coreA'))
self.assertEquals('{"type": "madeUpJoinQuery"}', cq2.relationalFilter)
self.assertEquals(['F0', 'F1'], cq2.facetsFor('coreA'))
self.assertEquals('keyA', cq2.keyName('coreA', 'coreB'))
self.assertEquals('keyB', cq2.keyName('coreB', 'coreA'))
self.assertEqual(1, len(cq2.unites))
queries = list(cq2.unites[0].queries())
self.assertEquals(({
'core': 'coreA',
'keyName': 'keyA',
'query': 'AQuery'
}, 'keyA'), queries[0])
self.assertEquals(({
'core': 'coreB',
'keyName': 'keyB',
'query': 'anotherQuery'
}, 'keyA'), queries[1])
self.assertEquals({'clusteringEps': 0.2}, cq2.clusteringConfig)
self.assertEquals(0.75, cq2.rankQueryScoreRatio)
def testRepr(self):
class AQuery(object):
def __repr__(self):
return 'NOT USED'
def __str__(self):
return 'AQuery'
cq = ComposedQuery('coreA')
cq.setCoreQuery(core='coreA', query='Q0')
cq.addFilterQuery(core='coreA', query='Q1')
cq.addFilterQuery(core='coreA', query='Q2')
cq.relationalFilter = '{"type": "MadeUpJoinQuery"}'
cq.addFacet(core='coreA', facet='F0')
cq.addFacet(core='coreA', facet='F1')
cq.setCoreQuery(core='coreB', query='Q3')
cq.addMatch(dict(core='coreA', uniqueKey='keyA'), dict(core='coreB', key='keyB'))
cq.addUnite(dict(core='coreA', query=AQuery()), dict(core='coreB', query='anotherQuery'))
cq.start = 0
cq.sortKeys = [dict(sortBy='field', sortDescending=True)]
cq.storedFields = ['stored_field']
self.assertEquals({
'type': 'ComposedQuery',
'query': {
"cores": ["coreB", "coreA"],
"drilldownQueries": {},
"facets": {"coreA": ["F0", "F1"]},
"filterQueries": {"coreA": ["Q1", "Q2"]},
"matches": {"coreA->coreB": [{"core": "coreA", "uniqueKey": "keyA"}, {"core": "coreB", "key": "keyB"}]},
"otherCoreFacetFilters": {},
"queries": {"coreA": "Q0", "coreB": "Q3"},
"rankQueries": {},
'relationalFilter': '{"type": "MadeUpJoinQuery"}',
"resultsFrom": "coreA",
"sortKeys": [{"sortBy": "field", "sortDescending": True}],
"start": 0,
"storedFields": ['stored_field'],
"unites": [{"A": ["coreA", "AQuery"], "B": ["coreB", "anotherQuery"]}]
}
}, cq.infoDict())
def testFilterQueries(self):
cq = ComposedQuery('coreA')
cq.setCoreQuery(core='coreA', query='Q0')
cq.addFilterQuery(core='coreA', query='Q1')
cq.addFilterQuery(core='coreA', query='Q2')
cq.addFacet(core='coreA', facet='F0')
cq.addFacet(core='coreA', facet='F1')
cq.setCoreQuery(core='coreB', query='Q3')
cq.addMatch(dict(core='coreA', uniqueKey='keyA'), dict(core='coreB', key='keyB'))
cq.addUnite(dict(core='coreA', query='AQuery'), dict(core='coreB', query='anotherQuery'))
self.assertEquals(None, cq.stop)
self.assertEquals(None, cq.start)
self.assertEquals([], cq.sortKeys)
cq.stop = 10
cq.start = 0
cq.sortKeys = [dict(sortBy='field', sortDescending=True)]
self.assertEquals('Q0', cq.queryFor('coreA'))
self.assertEquals(['Q1', 'Q2'], cq.filterQueriesFor('coreA'))
self.assertEquals(['F0', 'F1'], cq.facetsFor('coreA'))
self.assertEquals(10, cq.stop)
self.assertEquals(0, cq.start)
self.assertEquals([dict(sortBy='field', sortDescending=True)], cq.sortKeys)
def testAsDictFromDict(self):
cq = ComposedQuery('coreA')
cq.setCoreQuery(core='coreA', query='Q0')
cq.addFilterQuery(core='coreA', query='Q1')
cq.addFilterQuery(core='coreA', query='Q2')
cq.addFacet(core='coreA', facet='F0')
cq.addFacet(core='coreA', facet='F1')
cq.setCoreQuery(core='coreB', query='Q3')
cq.addMatch(dict(core='coreA', uniqueKey='keyA'), dict(core='coreB', key='keyB'))
cq.addUnite(dict(core='coreA', query='AQuery'), dict(core='coreB', query='anotherQuery'))
cq.start = 0
cq.sortKeys = [dict(sortBy='field', sortDescending=True)]
d = cq.asDict()
cq2 = ComposedQuery.fromDict(d)
self.assertEquals('coreA', cq2.resultsFrom)
self.assertEquals(0, cq2.start)
self.assertEquals(None, cq2.stop)
self.assertEquals(['Q0', 'Q1', 'Q2'], cq2.queriesFor('coreA'))
self.assertEquals(['F0', 'F1'], cq2.facetsFor('coreA'))
self.assertEquals('keyA', cq2.keyName('coreA'))
self.assertEquals('keyB', cq2.keyName('coreB'))
def testConvertAllQueriesWithUnqualifiedTermFields(self):
cq = ComposedQuery('coreA')
cq.setCoreQuery(core='coreA', query='Q0')
cq.addFilterQuery('coreA', 'Q1')
cq.addFilterQuery('coreA', 'Q2')
cq.setCoreQuery(core='coreB', query='Q3')
cq.addFilterQuery('coreB', 'Q4')
cq.addMatch(dict(core='coreA', uniqueKey='keyA'), dict(core='coreB', key='keyB'))
cq.addUnite(dict(core='coreA', query='Q5'), dict(core='coreB', query='Q6'))
cq.unqualifiedTermFields = [('field0', 2.0), ('field1', 3.0)]
convertCoreA = lambda query, unqualifiedTermFields=None, **kwargs: "Converted_A_{0}_{1}".format(query, not unqualifiedTermFields is None)
convertCoreB = lambda query, **kwargs: "Converted_B_{0}".format(query)
cq.convertWith(coreA=convertCoreA, coreB=convertCoreB)
self.assertEquals("Converted_A_Q0_True", cq.queryFor('coreA'))
self.assertEquals(["Converted_A_Q1_True", "Converted_A_Q2_True"], cq.filterQueriesFor('coreA'))
self.assertEquals("Converted_B_Q3", cq.queryFor('coreB'))
self.assertEquals(["Converted_B_Q4"], cq.filterQueriesFor('coreB'))
self.assertEqual(1, len(cq.unites))
uniteQueries = list(cq.unites[0].queries())
self.assertEquals('Converted_A_Q5_True', uniteQueries[0][0]['query'])
self.assertEquals('Converted_B_Q6', uniteQueries[1][0]['query'])
def testAddFilterQueriesIncremental(self):
cq = ComposedQuery('coreA')
cq.addFilterQuery(core='coreA', query='Q1')
cq.addFilterQuery(core='coreA', query='Q2')
self.assertEquals(['Q1', 'Q2'], cq.filterQueriesFor('coreA'))
def testRepr(self):
class AQuery(object):
def __repr__(self):
return 'NOT USED'
def __str__(self):
return 'AQuery'
cq = ComposedQuery('coreA')
cq.setCoreQuery(core='coreA', query='Q0')
cq.addFilterQuery(core='coreA', query='Q1')
cq.addFilterQuery(core='coreA', query='Q2')
cq.relationalFilter = '{"type": "MadeUpJoinQuery"}'
cq.addFacet(core='coreA', facet='F0')
cq.addFacet(core='coreA', facet='F1')
cq.setCoreQuery(core='coreB', query='Q3')
cq.addMatch(dict(core='coreA', uniqueKey='keyA'),
dict(core='coreB', key='keyB'))
cq.addUnite(dict(core='coreA', query=AQuery()),
dict(core='coreB', query='anotherQuery'))
cq.start = 0
cq.sortKeys = [dict(sortBy='field', sortDescending=True)]
cq.storedFields = ['stored_field']
self.assertEquals(
{
'type': 'ComposedQuery',
'query': {
"cores": ["coreB", "coreA"],
"drilldownQueries": {},
"facets": {
"coreA": ["F0", "F1"]
},
"filterQueries": {
"coreA": ["Q1", "Q2"]
},
"matches": {
"coreA->coreB": [{
"core": "coreA",
"uniqueKey": "keyA"
}, {
"core": "coreB",
"key": "keyB"
}]
},
"otherCoreFacetFilters": {},
"queries": {
"coreA": "Q0",
"coreB": "Q3"
},
"rankQueries": {},
'relationalFilter':
'{"type": "MadeUpJoinQuery"}',
"resultsFrom":
"coreA",
"sortKeys": [{
"sortBy": "field",
"sortDescending": True
}],
"start":
0,
"storedFields": ['stored_field'],
"unites": [{
"A": ["coreA", "AQuery"],
"B": ["coreB", "anotherQuery"]
}]
}
}, cq.infoDict())
def testAddFilterQueriesIncremental(self):
cq = ComposedQuery('coreA')
cq.addFilterQuery(core='coreA', query='Q1')
cq.addFilterQuery(core='coreA', query='Q2')
self.assertEquals(['Q1', 'Q2'], cq.filterQueriesFor('coreA'))
