def test_terms_facet_filter(self):
q = MatchAllQuery()
q = FilteredQuery(q, TermFilter('tag', 'foo'))
q = q.search()
q.facet.add_term_facet('tag')
resultset = self.conn.search(query=q,
indices=self.index_name,
doc_types=[self.document_type])
self.assertEquals(resultset.total, 2)
self.assertEquals(resultset.facets['tag']['terms'], [{
u'count': 2,
u'term': u'foo'
}])
self.assertEquals(resultset.facets.tag.terms, [{
u'count': 2,
u'term': u'foo'
}])
q2 = MatchAllQuery()
q2 = FilteredQuery(q2, TermFilter('tag', 'foo'))
q2 = q2.search()
q2.facet.add_term_facet('tag')
q3 = MatchAllQuery()
q3 = FilteredQuery(q3, TermFilter('tag', 'foo'))
q3 = q3.search()
q3.facet.add_term_facet('tag')
self.assertEquals(q2, q3)
q4 = MatchAllQuery()
q4 = FilteredQuery(q4, TermFilter('tag', 'foo'))
q4 = q4.search()
q4.facet.add_term_facet('bag')
self.assertNotEquals(q3, q4)
def test_OR_AND_Filters(self):
q1 = TermFilter("position", 1)
q2 = TermFilter("position", 2)
andq = ANDFilter([q1, q2])
q = FilteredQuery(MatchAllQuery(), andq)
result = self.conn.search(query=q, indexes=["test-index"])
self.assertEquals(result['hits']['total'], 0)
orq = ORFilter([q1, q2])
q = FilteredQuery(MatchAllQuery(), orq)
result = self.conn.search(query=q, indexes=["test-index"])
self.assertEquals(result['hits']['total'], 2)
def test_FunctionScoreQuery(self):
functions = [FunctionScoreQuery.BoostFunction(boost_factor=20, filter=TermFilter('uuid', '33333'))]
q = FunctionScoreQuery(functions=functions, score_mode=FunctionScoreQuery.ScoreModes.AVG)
resultset = self.conn.search(query=q, indices=self.index_name)
self.assertEqual(resultset.hits[0]['_score'], 20)
def test_nested_filter(self):
q = FilteredQuery(MatchAllQuery(), TermFilter('_all', 'n_value1_1'))
resultset = self.conn.search(query=q,
indices=self.index_name,
doc_types=[self.document_type])
self.assertEqual(resultset.total, 2)
q = FilteredQuery(MatchAllQuery(),
TermFilter('nested1.n_field1', 'n_value1_1'))
resultset = self.conn.search(query=q,
indices=self.index_name,
doc_types=[self.document_type])
self.assertEqual(resultset.total, 0)
q = FilteredQuery(MatchAllQuery(),
TermFilter('nested1.n_field1', 'n_value1_1'))
resultset = self.conn.search(query=q,
indices=self.index_name,
doc_types=[self.document_type])
self.assertEqual(resultset.total, 0)
q = FilteredQuery(
MatchAllQuery(),
NestedFilter(
'nested1',
BoolQuery(must=[TermQuery('nested1.n_field1', 'n_value1_1')])))
resultset = self.conn.search(query=q,
indices=self.index_name,
doc_types=[self.document_type])
self.assertEqual(resultset.total, 2)
q = FilteredQuery(
MatchAllQuery(),
NestedFilter(
'nested1',
BoolQuery(must=[
TermQuery('nested1.n_field1', 'n_value1_1'),
TermQuery('nested1.n_field2', 'n_value2_1')
])))
resultset = self.conn.search(query=q,
indices=self.index_name,
doc_types=[self.document_type])
self.assertEqual(resultset.total, 1)
def _build_es_filter(cls, filterable_attributes=None):
"""
This method generates a `~pyes.filters.Filter` object from the
request.args dictionary. This is then used to refine the search.
For example, if the query string is -:
"/search?q=product&color=black&color=blue&size=xl"
then the filter will be generated as follows -:
>>> and_filter = ANDFilter(
[
ORFilter(
[
TermFilter('color', 'blue'),
TermFilter('color', 'black')
]
),
ORFilter(
[
TermFilter('size', 'xl')
]
)
]
)
>>> main_filter = BoolFilter().add_must(and_filter)
If there are no filters applied in the query string, `None` is returned.
"""
# If no filterable attributes defined in database, return None.
if not filterable_attributes:
return None
# Search for the attribute name in list of filterable attributes.
# If present (meaning it is a valid argument), add as TermFilter.
main_filter = BoolFilter()
and_filter_list = []
filterable_attr_names = [x.name for x in filterable_attributes]
for key in request.args:
if key in filterable_attr_names:
or_filter = ORFilter([
TermFilter(key, value)
for value in request.args.getlist(key)
])
and_filter_list.append(or_filter)
# If no filterable attributes were found in query string
if not and_filter_list:
return None
and_filter = ANDFilter(and_filter_list)
main_filter.add_must(and_filter)
return main_filter
def test_OR_AND_Filters(self):
q1 = TermFilter("position", 1)
q2 = TermFilter("position", 2)
andq = ANDFilter([q1, q2])
q = FilteredQuery(MatchAllQuery(), andq)
resultset = self.conn.search(query=q, indices=self.index_name)
self.assertEquals(resultset.total, 0)
self.assertEquals(
q,
FilteredQuery(
MatchAllQuery(),
ANDFilter(
[TermFilter("position", 1),
TermFilter("position", 2)])))
self.assertNotEquals(
q,
FilteredQuery(
MatchAllQuery(),
ANDFilter(
[TermFilter("position", 1),
TermFilter("position", 3)])))
orq = ORFilter([q1, q2])
q = FilteredQuery(MatchAllQuery(), orq)
resultset = self.conn.search(query=q, indices=self.index_name)
self.assertEquals(resultset.total, 2)
self.assertEquals(
q,
FilteredQuery(
MatchAllQuery(),
ORFilter(
[TermFilter("position", 1),
TermFilter("position", 2)])))
self.assertNotEquals(
q,
FilteredQuery(
MatchAllQuery(),
ORFilter(
[TermFilter("position", 1),
TermFilter("position", 3)])))
def test_terms_facet_filter(self):
q = MatchAllQuery()
q = FilteredQuery(q, TermFilter('tag', 'foo'))
q = q.search()
q.facet.add_term_facet('tag')
result = self.conn.search(query=q,
indexes=["test-index"],
doc_types=["test-type"])
self.assertEquals(result['hits']['total'], 2)
self.assertEquals(result['facets']['tag']['terms'], [{
u'count': 2,
u'term': u'foo'
}])
def add_filters(filters):
# filters
flist = []
for field, term in filters:
flist.append(TermFilter(field, term))
if flist:
f = ANDFilter(flist)
q = FilteredQuery(q, f)
else:
q = MatchAllQuery()
return q
def test_Search_equality(self):
self.assertEqual(Search(),
Search())
self.assertNotEquals(Search(),
Search(query=TermQuery("h", "ello")))
self.assertEqual(Search(query=TermQuery("h", "ello")),
Search(query=TermQuery("h", "ello")))
self.assertNotEquals(Search(query=TermQuery("h", "ello")),
Search(query=TermQuery("j", "ello")))
self.assertEqual(Search(filter=TermFilter("h", "ello")),
Search(filter=TermFilter("h", "ello")))
self.assertNotEquals(Search(filter=TermFilter("h", "ello")),
Search(filter=TermFilter("j", "ello")))
self.assertEqual(Search(query=TermQuery("h", "ello"), filter=TermFilter("h", "ello")),
Search(query=TermQuery("h", "ello"), filter=TermFilter("h", "ello")))
self.assertNotEquals(Search(query=TermQuery("h", "ello"), filter=TermFilter("h", "ello")),
Search(query=TermQuery("j", "ello"), filter=TermFilter("j", "ello")))
parser = argparse.ArgumentParser(description='met à jour le type des annonces en base')
parser.add_argument('--test', const=True, action='store_const', help='affiche les annonces mises à jour sans les stocker en base')
parser.add_argument('--all', const=True, action='store_const', help='met à jour toutes les annonces, et pas seulement celles associées à aucun type')
parser.add_argument('--term', action='store', help='met à jour uniquement les annonces correspondant au terme précisé')
args = parser.parse_args()
previous_total = -1
total = 0
while previous_total != total:
# That's odd but it seems we do not update all
# found pubs... so adding this while loop :(
previous_total = total
if args.all: pubs = get_pubs(filter=MatchAllFilter())
elif args.term:
filter=ORFilter([TermFilter(field="description", value=args.term),
TermFilter(field="location", value=args.term)])
pubs = get_pubs(filter=filter)
else: pubs = get_pubs()
count = 0
total = pubs.total
log('OK', str(total) + ' pubs to update')
for pub in pubs:
search_for_types(pub)
if args.test: show_pub(pub)
else: insert_to_db(pub)
count = count + 1
if count % 20 == 0:
log('OK', str(count) + ' / ' + str(total) + ' updated')
