def setUp(self): provideUtility(SolrConnectionConfig(), ISolrConnectionConfig) self.mngr = SolrConnectionManager() self.mngr.setHost(active=True) self.conn = self.mngr.getConnection() self.search = Search() self.search.manager = self.mngr
def setUp(self): self.mngr = SolrConnectionManager() self.mngr.setHost(active=True) conn = self.mngr.getConnection() fakehttp(conn, getData("schema.xml")) # fake schema response self.mngr.getSchema() # read and cache the schema self.search = Search() self.search.manager = self.mngr
def setUp(self): provideUtility(SolrConnectionConfig(), ISolrConnectionConfig) self.mngr = SolrConnectionManager() self.mngr.setHost(active=True) conn = self.mngr.getConnection() fakehttp(conn, getData('schema.xml')) # fake schema response self.mngr.getSchema() # read and cache the schema self.search = Search() self.search.manager = self.mngr
def setUp(self): provideUtility(SolrConnectionConfig(), ISolrConnectionConfig) self.mngr = SolrConnectionManager() self.mngr.setHost(active=True) conn = self.mngr.getConnection() fakehttp(conn, getData('plone_schema.xml')) # fake schema response self.mngr.getSchema() # read and cache the schema self.search = Search() self.search.manager = self.mngr # Patch buildQuery method self.search.buildQuery = buildQuery.__get__(self.search, self.search.__class__)
class SearchTests(TestCase): def setUp(self): provideUtility(SolrConnectionConfig(), ISolrConnectionConfig) self.mngr = SolrConnectionManager() self.mngr.setHost(active=True) self.conn = self.mngr.getConnection() self.search = Search() self.search.manager = self.mngr def tearDown(self): self.mngr.closeConnection() self.mngr.setHost(active=False) def testSimpleSearch(self): schema = getData('schema.xml') search = getData('search_response.txt') request = getData('search_request.txt') output = fakehttp(self.conn, schema, search) # fake responses query = self.search.buildQuery(id='[* TO *]') results = self.search(query, rows=10, wt='xml', indent='on').results() normalize = lambda x: sorted(x.split('&')) # sort request params self.assertEqual(normalize(output.get(skip=1)), normalize(request)) self.assertEqual(results.numFound, '1') self.assertEqual(len(results), 1) match = results[0] self.assertEqual(match.id, '500') self.assertEqual(match.name, 'python test doc') self.assertEqual(match.popularity, 0) self.assertEqual(match.sku, '500') self.assertEqual(match.timestamp, DateTime('2008-02-29 16:11:46.998 GMT'))
def setUp(self): self.mngr = SolrConnectionManager() self.mngr.setHost(active=True) conn = self.mngr.getConnection() fakehttp(conn, getData('schema.xml')) # fake schema response self.mngr.getSchema() # read and cache the schema self.search = Search() self.search.manager = self.mngr
class TestBuildQuery(TestCase): def setUp(self): provideUtility(SolrConnectionConfig(), ISolrConnectionConfig) self.mngr = SolrConnectionManager() self.mngr.setHost(active=True) conn = self.mngr.getConnection() fakehttp(conn, getData('plone_schema.xml')) # fake schema response self.mngr.getSchema() # read and cache the schema self.search = Search() self.search.manager = self.mngr # Patch buildQuery method self.search.buildQuery = buildQueryAndParameters.__get__( self.search, self.search.__class__) def tearDown(self): self.mngr.closeConnection() self.mngr.setHost(active=False) def build_query(self, *args, **kwargs): query = self.search.buildQuery(*args, **kwargs)[0] return ' '.join(sorted(query.values())) def test_simple_path_query(self): self.assertEquals('+path_parents:\\/spam\\/and\\/eggs', self.build_query(path_parents='/spam/and/eggs')) def test_path_list_query(self): self.assertEquals('+path_parents:("\\/spam" OR "\\/eggs")', self.build_query(path_parents=['/spam', '/eggs'])) def test_slash_in_searchabletext(self): self.assertEquals('+SearchableText:spam\\/eggs', self.build_query(SearchableText='spam/eggs')) def test_queries_with_path_and_depth_should_be_escaped(self): self.assertEquals( '+path_depth:[4 TO 6] AND +path_parents:\\/spam\\/and\\/eggs', self.build_query( path_parents=set(['+path_depth:[4 TO 6] AND ' '+path_parents:/spam/and/eggs'])))
class TestBuildQuery(TestCase): def setUp(self): provideUtility(SolrConnectionConfig(), ISolrConnectionConfig) self.mngr = SolrConnectionManager() self.mngr.setHost(active=True) conn = self.mngr.getConnection() fakehttp(conn, getData('plone_schema.xml')) # fake schema response self.mngr.getSchema() # read and cache the schema self.search = Search() self.search.manager = self.mngr # Patch buildQuery method self.search.buildQuery = buildQuery.__get__(self.search, self.search.__class__) def tearDown(self): self.mngr.closeConnection() self.mngr.setHost(active=False) def build_query(self, *args, **kwargs): query = self.search.buildQuery(*args, **kwargs) return ' '.join(sorted(query.values())) def test_simple_path_query(self): self.assertEquals('+path_parents:\\/spam\\/and\\/eggs', self.build_query(path_parents='/spam/and/eggs')) def test_path_list_query(self): self.assertEquals('+path_parents:(\\/spam OR \\/eggs)', self.build_query(path_parents=['/spam', '/eggs'])) def test_slash_in_searchabletext(self): self.assertEquals('+SearchableText:spam\\/eggs', self.build_query(SearchableText='spam/eggs')) def test_queries_with_path_and_depth_should_be_escaped(self): self.assertEquals( '+path_depth:[4 TO 6] AND +path_parents:\\/spam\\/and\\/eggs', self.build_query(path_parents=set( ['+path_depth:[4 TO 6] AND ' '+path_parents:/spam/and/eggs'])))
class SearchTests(TestCase): layer = COLLECTIVE_SOLR_MOCK_REGISTRY_FIXTURE def setUp(self): self.mngr = SolrConnectionManager() self.mngr.setHost(active=True) self.conn = self.mngr.getConnection() self.search = Search() self.search.manager = self.mngr def tearDown(self): self.mngr.closeConnection() self.mngr.setHost(active=False) def testSimpleSearch(self): schema = getData("schema.xml") search = getData("search_response.txt") request = getData("search_request.txt").rstrip(b"\n") request_py2 = getData("search_request_py2.txt").rstrip(b"\n") output = fakehttp(self.conn, schema, search) # fake responses query, ignore = self.search.buildQueryAndParameters(id="[* TO *]") results = self.search(query, rows="10", wt="xml", indent="on").results() normalize = lambda x: sorted(x.split(b"&")) # sort request params self.assertIn( normalize(output.get(skip=1)), [normalize(request), normalize(request_py2)]) self.assertEqual(results.numFound, "1") self.assertEqual(len(results), 1) match = results[0] self.assertEqual(match.id, "500") self.assertEqual(match.name, "python test doc") self.assertEqual(match.popularity, 0) self.assertEqual(match.sku, "500") self.assertEqual(match.timestamp.ISO8601(), DateTime("2008-02-29 16:11:46.998 GMT").ISO8601())
def testUnavailableSchema(self): search = Search() search.manager = SolrConnectionManager() self.assertEqual(search.buildQueryAndParameters("foo"), ({}, {})) self.assertEqual(search.buildQueryAndParameters(name="foo"), ({}, {}))
def testUnavailableSchema(self): search = Search() search.manager = SolrConnectionManager() self.assertEqual(search.buildQueryAndParameters('foo'), ({}, {})) self.assertEqual(search.buildQueryAndParameters(name='foo'), ({}, {}))
def testUnavailableSchema(self): provideUtility(SolrConnectionConfig(), ISolrConnectionConfig) search = Search() search.manager = SolrConnectionManager() self.assertEqual(search.buildQuery('foo'), {}) self.assertEqual(search.buildQuery(name='foo'), {})
def setUp(self): self.mngr = SolrConnectionManager() self.mngr.setHost(active=True) self.conn = self.mngr.getConnection() self.search = Search() self.search.manager = self.mngr
class QueryTests(TestCase): def setUp(self): provideUtility(SolrConnectionConfig(), ISolrConnectionConfig) self.mngr = SolrConnectionManager() self.mngr.setHost(active=True) conn = self.mngr.getConnection() fakehttp(conn, getData('schema.xml')) # fake schema response self.mngr.getSchema() # read and cache the schema self.search = Search() self.search.manager = self.mngr def tearDown(self): self.mngr.closeConnection() self.mngr.setHost(active=False) def bq(self, *args, **kw): query = self.search.buildQuery(*args, **kw) return ' '.join(sorted(query.values())) def testSimpleQueries(self): bq = self.bq self.assertEqual(bq('foo'), '+foo') self.assertEqual(bq('foo*'), '+foo*') self.assertEqual(bq('foo!'), '+foo\\!') self.assertEqual(bq('(foo)'), '+foo') self.assertEqual(bq('(foo...'), '+foo...') self.assertEqual(bq('foo bar'), '+(foo bar)') self.assertEqual(bq('*****@*****.**'), '*****@*****.**') self.assertEqual(bq(name='foo'), '+name:foo') self.assertEqual(bq(name='foo*'), '+name:foo*') self.assertEqual(bq(name='foo bar'), '+name:(foo bar)') self.assertEqual(bq(name='*****@*****.**'), '+name:[email protected]') self.assertEqual(bq(name=' '), '') # Whitespace is removed self.assertEqual(bq(name=''), '') def testMultiValueQueries(self): bq = self.bq self.assertEqual(bq(('foo', 'bar')), '+(foo OR bar)') self.assertEqual(bq(('foo', 'bar*')), '+(foo OR bar*)') self.assertEqual(bq(('foo bar', 'hmm')), '+("foo bar" OR hmm)') self.assertEqual(bq(('foø bar', 'hmm')), '+("fo\xc3\xb8 bar" OR hmm)') self.assertEqual(bq(('"foo bar"', 'hmm')), '+("foo bar" OR hmm)') self.assertEqual(bq(name=['foo', 'bar']), '+name:(foo OR bar)') self.assertEqual(bq(name=['foo', 'bar*']), '+name:(foo OR bar*)') self.assertEqual(bq(name=['foo bar', 'hmm']), '+name:("foo bar" OR hmm)') def testMultiArgumentQueries(self): bq = self.bq self.assertEqual(bq('foo', name='bar'), '+foo +name:bar') self.assertEqual(bq('foo', name=('bar', 'hmm')), '+foo +name:(bar OR hmm)') self.assertEqual(bq('foo', name=('foo bar', 'hmm')), '+foo +name:("foo bar" OR hmm)') self.assertEqual(bq(name='foo', cat='bar'), '+cat:bar +name:foo') self.assertEqual(bq(name='foo', cat=['bar', 'hmm']), '+cat:(bar OR hmm) +name:foo') self.assertEqual(bq(name='foo', cat=['foo bar', 'hmm']), '+cat:("foo bar" OR hmm) +name:foo') self.assertEqual(bq('foo', name=' '), '+foo') # empty value for a name should return no results like in ZCatalog, so # empty query is returned self.assertEqual(bq('foo', name=''), '') def testInvalidArguments(self): bq = self.bq self.assertEqual(bq(title='foo'), '') self.assertEqual(bq(title='foo', name='bar'), '+name:bar') self.assertEqual(bq('bar', title='foo'), '+bar') def testUnicodeArguments(self): bq = self.bq self.assertEqual(bq(u'foo'), '+foo') self.assertEqual(bq(u'foø'), '+fo\xc3\xb8') self.assertEqual(bq(u'*****@*****.**'), '*****@*****.**') self.assertEqual(bq(name=['foo', u'bar']), '+name:(foo OR bar)') self.assertEqual(bq(name=['foo', u'bär']), '+name:(foo OR b\xc3\xa4r)') self.assertEqual(bq(name='foo', cat=(u'bar', 'hmm')), '+cat:(bar OR hmm) +name:foo') self.assertEqual(bq(name='foo', cat=(u'bär', 'hmm')), '+cat:(b\xc3\xa4r OR hmm) +name:foo') self.assertEqual(bq(name=u'*****@*****.**', cat='spammer'), '+cat:spammer +name:[email protected]') def testQuotedQueries(self): bq = self.bq self.assertEqual(bq('"foo"'), '+"foo"') self.assertEqual(bq('foo'), '+foo') self.assertEqual(bq('"foo*"'), '+"foo\*"') self.assertEqual(bq('foo*'), '+foo*') self.assertEqual(bq('"+foo"'), '+"\+foo"') self.assertEqual(bq('+foo'), '+foo') self.assertEqual(bq('"foo bar"'), '+"foo bar"') self.assertEqual(bq('foo bar'), '+(foo bar)') self.assertEqual(bq('"foo bar?"'), '+"foo bar\?"') self.assertEqual(bq('foo bar?'), '+(foo bar?)') self.assertEqual(bq('-foo +bar'), '+(-foo +bar)') self.assertEqual(bq('"-foo +bar"'), '+"\-foo \+bar"') self.assertEqual(bq('foo-bar'), '+"foo\\-bar"') self.assertEqual(bq('"foo-bar"'), '+"foo\-bar"') self.assertEqual(bq(name='"foo"'), '+name:"foo"') self.assertEqual(bq(name='"foo bar'), '+name:(\\"foo bar)') self.assertEqual(bq(name='"foo bar*'), '+name:(\\"foo bar\\*)') self.assertEqual(bq(name='-foo', timestamp='[* TO NOW]'), '+name:-foo +timestamp:[* TO NOW]') self.assertEqual(bq(name='"*****@*****.**"'), '+name:"*****@*****.**"') self.assertEqual(bq(name='" "'), '+name:" "') self.assertEqual(bq(name='""'), '+name:\\"\\"') def testComplexQueries(self): bq = self.bq self.assertEqual(bq('foo', name='"herb*"', cat=(u'bär', '"-hmm"')), '+cat:(b\xc3\xa4r OR "\-hmm") +foo +name:"herb\*"') self.assertEqual(bq('foo', name='herb*', cat=(u'bär', '-hmm')), '+cat:(b\xc3\xa4r OR -hmm) +foo +name:herb*') def testBooleanQueries(self): bq = self.bq self.assertEqual(bq(inStock=True), '+inStock:true') self.assertEqual(bq(inStock=False), '+inStock:false') def testBooleanCriteriaQuoting(self): bq = self.bq self.assertEqual( bq(inStock=[1, True, '1', 'True']), '+inStock:true') self.assertEqual( bq(inStock=[0, '', False, '0', 'False', None, (), [], {}, MV]), '+inStock:false') self.assertEqual(bq(inStock=True), '+inStock:true') self.assertEqual(bq(inStock=1), '+inStock:true') self.assertEqual(bq(inStock='0'), '+inStock:false') self.assertEqual(bq(inStock=[True, False]), '') self.assertEqual(bq(inStock=[1, MV]), '') def testLiterateQueries(self): bq = self.bq self.assertEqual(bq(name=set(['bar'])), 'bar') self.assertEqual(bq(name=set(['foo OR bar'])), 'foo OR bar') self.assertEqual(bq(name=set(['(foo OR bar)'])), '(foo OR bar)') self.assertEqual(bq(name=set(['(Title:foo^10 OR Description:foo)'])), '(Title:foo^10 OR Description:foo)') self.failUnless(bq(name=set(['foo', 'bar'])) in ['(foo OR bar)', '(bar OR foo)']) self.failUnless(bq(name=set(['foo!', '+bar:camp'])) in ['(foo! OR +bar:camp)', '(+bar:camp OR foo!)'])
class QueryTests(TestCase): layer = COLLECTIVE_SOLR_MOCK_REGISTRY_FIXTURE def setUp(self): self.mngr = SolrConnectionManager() self.mngr.setHost(active=True) conn = self.mngr.getConnection() fakehttp(conn, getData("schema.xml")) # fake schema response self.mngr.getSchema() # read and cache the schema self.search = Search() self.search.manager = self.mngr def tearDown(self): self.mngr.closeConnection() self.mngr.setHost(active=False) def bq(self, *args, **kw): query, ignore = self.search.buildQueryAndParameters(*args, **kw) return " ".join(sorted(query.values())) def testSimpleQueries(self): bq = self.bq self.assertEqual(bq("foo"), "+foo") self.assertEqual(bq("foo*"), "+foo*") self.assertEqual(bq("foo!"), "+foo\\!") self.assertEqual(bq("(foo)"), "+foo") self.assertEqual(bq("(foo..."), "+foo...") self.assertEqual(bq("foo bar"), "+(foo bar)") self.assertEqual(bq("*****@*****.**"), "*****@*****.**") self.assertEqual(bq(name="foo"), "+name:foo") self.assertEqual(bq(name="foo*"), "+name:foo*") self.assertEqual(bq(name="foo bar"), "+name:(foo bar)") self.assertEqual(bq(name="*****@*****.**"), "+name:[email protected]") self.assertEqual(bq(name=" "), "") # Whitespace is removed self.assertEqual(bq(name=""), "") def testMultiValueQueries(self): bq = self.bq self.assertEqual(bq(("foo", "bar")), "+(foo OR bar)") self.assertEqual(bq(("foo", "bar*")), "+(foo OR bar*)") self.assertEqual(bq(("foo bar", "hmm")), '+("foo bar" OR hmm)') self.assertEqual(bq((u"foø bar", "hmm")), u'+("foø bar" OR hmm)') self.assertEqual(bq(('"foo bar"', "hmm")), '+("foo bar" OR hmm)') self.assertEqual(bq(name=["foo", "bar"]), "+name:(foo OR bar)") self.assertEqual(bq(name=["foo", "bar*"]), "+name:(foo OR bar*)") self.assertEqual(bq(name=["foo bar", "hmm"]), '+name:("foo bar" OR hmm)') self.assertEqual(bq(price=[1.5, 2.5]), "+price:(1.5 OR 2.5)") self.assertEqual(bq(popularity=[1.5, 2.5]), "+popularity:(1.5 OR 2.5)") def testMultiArgumentQueries(self): bq = self.bq self.assertEqual(bq("foo", name="bar"), "+foo +name:bar") self.assertEqual(bq("foo", name=("bar", "hmm")), "+foo +name:(bar OR hmm)") self.assertEqual(bq("foo", name=("foo bar", "hmm")), '+foo +name:("foo bar" OR hmm)') self.assertEqual(bq(name="foo", cat="bar"), "+cat:bar +name:foo") self.assertEqual(bq(name="foo", cat=["bar", "hmm"]), "+cat:(bar OR hmm) +name:foo") self.assertEqual(bq(name="foo", cat=["foo bar", "hmm"]), '+cat:("foo bar" OR hmm) +name:foo') self.assertEqual(bq("foo", name=" "), "+foo") # empty value for a name should return no results like in ZCatalog, so # empty query is returned self.assertEqual(bq("foo", name=""), "") def testInvalidArguments(self): bq = self.bq self.assertEqual(bq(title="foo"), "") self.assertEqual(bq(title="foo", name="bar"), "+name:bar") self.assertEqual(bq("bar", title="foo"), "+bar") def testUnicodeArguments(self): bq = self.bq self.assertEqual(bq(u"foo"), u"+foo") self.assertEqual(bq(u"foø"), u"+foø") self.assertEqual(bq(u"*****@*****.**"), u"*****@*****.**") self.assertEqual(bq(name=[u"foo", u"bar"]), u"+name:(foo OR bar)") self.assertEqual(bq(name=[u"foo", u"bär"]), u"+name:(foo OR bär)") self.assertEqual(bq(name=u"foo", cat=(u"bar", u"hmm")), u"+cat:(bar OR hmm) +name:foo") self.assertEqual(bq(name="foo", cat=(u"bär", u"hmm")), u"+cat:(bär OR hmm) +name:foo") self.assertEqual(bq(name=u"*****@*****.**", cat=u"spammer"), "+cat:spammer +name:[email protected]") def testQuotedQueries(self): bq = self.bq self.assertEqual(bq('"foo"'), '+"foo"') self.assertEqual(bq("foo"), "+foo") self.assertEqual(bq('"foo*"'), '+"foo\\*"') self.assertEqual(bq("foo*"), "+foo*") self.assertEqual(bq('"+foo"'), '+"\\+foo"') self.assertEqual(bq("+foo"), "+foo") self.assertEqual(bq('"foo bar"'), '+"foo bar"') self.assertEqual(bq("foo bar"), "+(foo bar)") self.assertEqual(bq('"foo bar?"'), '+"foo bar\\?"') self.assertEqual(bq("foo bar?"), "+(foo bar?)") self.assertEqual(bq("-foo +bar"), "+(-foo +bar)") self.assertEqual(bq('"-foo +bar"'), '+"\\-foo \\+bar"') self.assertEqual(bq("foo-bar"), '+"foo\\-bar"') self.assertEqual(bq('"foo-bar"'), '+"foo\\-bar"') self.assertEqual(bq(name='"foo"'), '+name:"foo"') self.assertEqual(bq(name='"foo bar'), '+name:(\\"foo bar)') self.assertEqual(bq(name='"foo bar*'), '+name:(\\"foo bar\\*)') self.assertEqual(bq(name="-foo", timestamp="[* TO NOW]"), "+name:-foo +timestamp:[* TO NOW]") self.assertEqual(bq(name='"*****@*****.**"'), '+name:"*****@*****.**"') self.assertEqual(bq(name='" "'), '+name:" "') self.assertEqual(bq(name='""'), '+name:\\"\\"') def testComplexQueries(self): bq = self.bq self.assertEqual( bq(u"foo", name=u'"herb*"', cat=(u"bär", u'"-hmm"')), u'+cat:(bär OR "\\-hmm") +foo +name:"herb\\*"', ) self.assertEqual( bq(u"foo", name=u"herb*", cat=(u"bär", u"-hmm")), u"+cat:(bär OR -hmm) +foo +name:herb*", ) def testBooleanQueries(self): bq = self.bq self.assertEqual(bq(inStock=True), "+inStock:true") self.assertEqual(bq(inStock=False), "+inStock:false") def testBooleanCriteriaQuoting(self): bq = self.bq self.assertEqual(bq(inStock=[1, True, "1", "True"]), "+inStock:true") self.assertEqual( bq(inStock=[0, "", False, "0", "False", None, (), [], {}, MV]), "+inStock:false", ) self.assertEqual(bq(inStock=True), "+inStock:true") self.assertEqual(bq(inStock=1), "+inStock:true") self.assertEqual(bq(inStock="0"), "+inStock:false") self.assertEqual(bq(inStock=[True, False]), "") self.assertEqual(bq(inStock=[1, MV]), "") def testLiterateQueries(self): bq = self.bq self.assertEqual(bq(name=set(["bar"])), "bar") self.assertEqual(bq(name=set(["foo OR bar"])), "foo OR bar") self.assertEqual(bq(name=set(["(foo OR bar)"])), "(foo OR bar)") self.assertEqual( bq(name=set(["(Title:foo^10 OR Description:foo)"])), "(Title:foo^10 OR Description:foo)", ) self.assertTrue( bq(name=set(["foo", "bar"])) in ["(foo OR bar)", "(bar OR foo)"]) self.assertTrue( bq(name=set(["foo!", "+bar:camp"])) in ["(foo! OR +bar:camp)", "(+bar:camp OR foo!)"]) def testNotQueries(self): bq = self.bq self.assertEqual(bq(name={"not": "foo"}), "-name:foo") self.assertEqual(bq(name={ "query": "bar", "not": "foo" }), "+name:bar -name:foo") self.assertEqual(bq(cat={"not": ["foo", "bar"]}), "-cat:(foo OR bar)") self.assertEqual( bq(cat={ "query": ["FOO", "BAR"], "not": ["foo", "bar"] }), "+cat:(FOO OR BAR) -cat:(foo OR bar)", ) def testIntegerFloatQueries(self): bq = self.bq self.assertEqual(bq(price=1.5), "+price:1.5") self.assertEqual(bq(price={"query": 1.5}), "+price:1.5") self.assertEqual(bq(price={ "query": (1.5, 2.5), "range": "min:max" }), "+price:[1.5 TO 2.5]") self.assertEqual(bq(popularity=2), "+popularity:2") self.assertEqual(bq(popularity={"query": 2}), "+popularity:2") self.assertEqual(bq(popularity={ "query": (2, 5), "range": "min:max" }), "+popularity:[2 TO 5]")