def test_lte_op(self):
tree = KeywordOp(Keyword('date'), LowerEqualOp(Value('1984')))
self.assertEqual(tree.accept(self.converter), {
"range": {
"date": {"lte": "1984"}
}
})
def test_greater_op(self):
tree = KeywordOp(Keyword('date'), GreaterOp(Value('1984')))
self.assertEqual(tree.accept(self.converter), {
"range": {
"date": {"gt": "1984"}
}
})
def test_greater_op(self):
tree = KeywordOp(Keyword('date'), GreaterOp(Value('1984')))
self.assertEqual(tree.accept(self.converter), {
"range": {
"date": {"gt": "1984"}
}
})
def test_not_query(self):
tree = AndOp(KeywordOp(Keyword('boo'), Value('bar')),
NotOp(KeywordOp(Keyword('boo'), Value('bar'))))
self.assertEqual(tree.accept(self.converter), {
"bool": {
"must": [
{
"multi_match": {
"fields": ["boo"],
"query": "bar",
}
},
{
"bool": {
"must_not": [
{
"multi_match": {
"fields": ["boo"],
"query": "bar",
}
}
]
}
}
]
}
})
def test_lte_op(self):
tree = KeywordOp(Keyword('date'), LowerEqualOp(Value('1984')))
self.assertEqual(tree.accept(self.converter), {
"range": {
"date": {"lte": "1984"}
}
})
def test_key_regex(self):
tree = KeywordOp(Keyword('boo'), RegexValue('bar'))
print tree.accept(self.converter)
self.assertEqual(tree.accept(self.converter),
{"regexp": {
"boo": "bar"
}})
def test_key_val_query(self):
tree = KeywordOp(Keyword('foo'), Value('bar'))
self.assertEqual(
tree.accept(self.converter),
{"multi_match": {
"fields": ["test1", "test2"],
"query": "bar"
}})
def test_key_val_query(self):
tree = KeywordOp(Keyword('foo'), Value('bar'))
self.assertEqual(tree.accept(self.converter), {
"multi_match": {
"fields": ["test1", "test2"],
"query": "bar"
}
})
def test_key_val_single_quote(self):
tree = KeywordOp(Keyword('foo'), SingleQuotedValue('bar'))
self.assertEqual(tree.accept(self.converter), {
"multi_match": {
"fields": ["test1", "test2"],
"query": "bar",
"type": "phrase"
}
})
def test_key_val_double_quote(self):
tree = KeywordOp(Keyword('foo'), DoubleQuotedValue('bar'))
self.assertEqual(tree.accept(self.converter), {
"bool": {
"should": [
{"term": {"test1": "bar"}},
{"term": {"test2": "bar"}}]
}
})
def test_key_val_double_quote(self):
tree = KeywordOp(Keyword('foo'), DoubleQuotedValue('bar'))
self.assertEqual(tree.accept(self.converter), {
"bool": {
"should": [
{"term": {"test1": "bar"}},
{"term": {"test2": "bar"}}]
}
})
def test_key_val_single_quote(self):
tree = KeywordOp(Keyword('foo'), SingleQuotedValue('bar'))
self.assertEqual(tree.accept(self.converter), {
"multi_match": {
"fields": ["test1", "test2"],
"query": "bar",
"type": "phrase"
}
})
def test_range_op(self):
tree = KeywordOp(Keyword('year'), RangeOp(Value('2000'),
Value('2012')))
self.assertEqual(tree.accept(self.converter),
{"range": {
"year": {
"gte": "2000",
"lte": "2012",
}
}})
def test_range_op(self):
tree = KeywordOp(Keyword('year'),
RangeOp(Value('2000'), Value('2012')))
self.assertEqual(tree.accept(self.converter), {
"range": {
"year": {
"gte": "2000",
"lte": "2012",
}
}
})
class TestSpiresToInvenio(object):
"""Test parser functionality."""
@classmethod
def setup_class(cls):
cls.walker = spires_to_invenio.SpiresToInvenio
cls.parser = converter.SpiresToInvenioSyntaxConverter()
queries = (
("find t quark", KeywordOp(Keyword('title'), Value('quark'))),
("find d after yesterday",
KeywordOp(Keyword('year'), GreaterOp(Value('yesterday')))),
)
def test_missing_part(self):
from invenio_search.enhancers.facet_filter import \
format_facet_tree_nodes
grouped_facets = {'-': {'bar': ['boo', 'bo']}}
facet_kws = ['bar']
tree = format_facet_tree_nodes(EmptyQuery(''), grouped_facets,
facet_kws)
correct = AndOp(
EmptyQuery(''),
NotOp(
OrOp(KeywordOp(Keyword('bar'), DoubleQuotedValue('boo')),
KeywordOp(Keyword('bar'), DoubleQuotedValue('bo')))))
self.assertEqual(correct, tree)
def filter_record_access_query_enhancer(query, **kwargs):
"""Enhance query with user authentication rules."""
query.body['_source'] = {'exclude': ['_access']}
if not current_user.is_authenticated:
query.query = AndOp(
KeywordOp(Keyword('_access.public'), DoubleQuotedValue(1)),
query.query)
else:
query.query = AndOp(
AndOp(
KeywordOp(Keyword('_access.include_users'),
DoubleQuotedValue(current_user.id)),
NotOp(
KeywordOp(Keyword('_access.exclude_users'),
DoubleQuotedValue(current_user.id)))),
query.query)
def authenticated_query(query, **kwargs):
"""Enhance query with user authentication rules."""
from invenio_query_parser.ast import AndOp, DoubleQuotedValue, Keyword, \
KeywordOp
if not current_user.is_authenticated():
query.body['_source'] = {'exclude': ['public']}
query.query = AndOp(KeywordOp(Keyword('public'), DoubleQuotedValue(1)),
query.query)
def test_format_kw_not_in_list(self):
from invenio.modules.search.enhancers.facet_filter import \
format_facet_tree_nodes
grouped_facets = {
'+': {
'foo': ['bar', 'baz']
},
'-': {
'bar': ['boo', 'bo']
}
}
facet_kws = ['foo']
tree = format_facet_tree_nodes(EmptyQuery(''), grouped_facets,
facet_kws)
correct = AndOp(
EmptyQuery(''),
OrOp(KeywordOp(Keyword('foo'), DoubleQuotedValue('bar')),
KeywordOp(Keyword('foo'), DoubleQuotedValue('baz'))))
self.assertEqual(correct, tree)
def test_parser_with_context():
"""Test parser with application context."""
queries = (
("",
EmptyQuery('')),
(" \t",
EmptyQuery(' \t')),
("bar",
ValueQuery(Value('bar'))),
("2004",
ValueQuery(Value('2004'))),
("'bar'",
ValueQuery(SingleQuotedValue('bar'))),
("\"bar\"",
ValueQuery(DoubleQuotedValue('bar'))),
("J. Ellis",
AndOp(ValueQuery(Value('J.')), ValueQuery(Value('Ellis')))),
("$e^{+}e^{-}$",
ValueQuery(Value('$e^{+}e^{-}$'))),
("foo:somthing",
AndOp(ValueQuery(Value('foo:')), ValueQuery(Value('somthing')))),
("foo:bar:somthing",
AndOp(ValueQuery(Value('foo:bar:')), ValueQuery(Value('somthing')))),
("title:bar:somthing",
KeywordOp(Keyword('title'), Value('bar:somthing'))),
("035__a:oai:arXiv.org:1503.06238",
KeywordOp(Keyword('035__a'), Value('oai:arXiv.org:1503.06238'))),
)
from invenio_query_parser.walkers import repr_printer
from invenio_query_parser.contrib.spires import converter
build_valid_keywords_grammar(keywords=['title', '035__a'])
parser = converter.SpiresToInvenioSyntaxConverter()
for count, args in enumerate(queries):
tree = parser.parse_query(args[0])
printer = repr_printer.TreeRepr()
assert tree == args[1], "parsed tree: %s\nexpected tree: %s" % (
tree.accept(printer), args[1].accept(printer))
def authenticated_query(query, **kwargs):
"""Enhance query with user authentication rules."""
collaborations_dictionary = {
'ALICE': [],
'ATLAS': [
KeywordOp(Keyword('collections'),
DoubleQuotedValue('atlasworkflows'))
],
'CMS': [
KeywordOp(Keyword('collections'),
DoubleQuotedValue('cmsanalysis')),
KeywordOp(Keyword('collections'),
DoubleQuotedValue('cmsquestionnaire'))
],
'LHCb':
[KeywordOp(Keyword('collections'), DoubleQuotedValue('lhcbanalysis'))]
}
if 'identity.provides' in session:
ast_expressions = []
for need in session['identity.provides']:
if need.method == 'role':
if need.value in collaborations_dictionary:
for item in collaborations_dictionary[need.value]:
ast_expressions.append(item)
if len(ast_expressions) >= 1:
query.query = AndOp(
generate_query_ast(ast_expressions, 0, len(ast_expressions)),
query.query)
return
query.query = AndOp(
query.query,
KeywordOp(Keyword('collections'), DoubleQuotedValue('public')),
)
def test_or_query(self):
tree = OrOp(KeywordOp(Keyword('boo'), Value('bar')),
ValueQuery(Value('baz')))
self.assertEqual(
tree.accept(self.converter), {
"bool": {
"should": [{
"multi_match": {
"fields": ["boo"],
"query": "bar",
}
}, {
"multi_match": {
"fields": ["global_fulltext"],
"query": "baz",
}
}]
}
})
class TestParser(object):
"""Test parser functionality"""
@classmethod
def setup_class(cls):
from invenio_query_parser.contrib.spires import converter
cls.parser = converter.SpiresToInvenioSyntaxConverter()
queries = (
("", EmptyQuery('')),
(" \t", EmptyQuery(' \t')),
("bar", ValueQuery(Value('bar'))),
("2004", ValueQuery(Value('2004'))),
("'bar'", ValueQuery(SingleQuotedValue('bar'))),
("\"bar\"", ValueQuery(DoubleQuotedValue('bar'))),
("J. Ellis", AndOp(ValueQuery(Value('J.')),
ValueQuery(Value('Ellis')))),
("$e^{+}e^{-}$", ValueQuery(Value('$e^{+}e^{-}$'))),
# Basic keyword:value
("foo:bar", KeywordOp(Keyword('foo'), Value('bar'))),
("foo: bar", KeywordOp(Keyword('foo'), Value('bar'))),
("foo: 2004", KeywordOp(Keyword('foo'), Value('2004'))),
("999: bar", KeywordOp(Keyword('999'), Value('bar'))),
("999C5: bar", KeywordOp(Keyword('999C5'), Value('bar'))),
("999__u: bar", KeywordOp(Keyword('999__u'), Value('bar'))),
(" foo : bar ", KeywordOp(Keyword('foo'), Value('bar'))),
# Quoted strings
("foo: 'bar'", KeywordOp(Keyword('foo'), SingleQuotedValue('bar'))),
("foo: \"bar\"", KeywordOp(Keyword('foo'), DoubleQuotedValue('bar'))),
("foo: /bar/", KeywordOp(Keyword('foo'), RegexValue('bar'))),
("foo: \"'bar'\"", KeywordOp(Keyword('foo'),
DoubleQuotedValue("'bar'"))),
('author:"Ellis, J"',
KeywordOp(Keyword('author'), DoubleQuotedValue("Ellis, J"))),
# Weird values
("foo: \"bar", KeywordOp(Keyword('foo'), Value('"bar'))),
("foo: 'bar", KeywordOp(Keyword('foo'), Value("'bar"))),
# Range queries
("year: 2000->2012",
KeywordOp(Keyword('year'), RangeOp(Value('2000'), Value('2012')))),
("year: 2000-10->2012-09",
KeywordOp(Keyword('year'), RangeOp(Value('2000-10'),
Value('2012-09')))),
("cited: 3->30",
KeywordOp(Keyword('cited'), RangeOp(Value('3'), Value('30')))),
('author: Albert->John',
KeywordOp(Keyword('author'), RangeOp(Value('Albert'),
Value('John')))),
('author: "Albert"->John',
KeywordOp(Keyword('author'),
RangeOp(DoubleQuotedValue('Albert'), Value('John')))),
('author: Albert->"John"',
KeywordOp(Keyword('author'),
RangeOp(Value('Albert'), DoubleQuotedValue('John')))),
('author: "Albert"->"John"',
KeywordOp(
Keyword('author'),
RangeOp(DoubleQuotedValue('Albert'), DoubleQuotedValue('John')))),
# Star patterns
("bar*", ValueQuery(Value('bar*'))),
("foo: hello*", KeywordOp(Keyword('foo'), Value('hello*'))),
("foo: 'hello*'", KeywordOp(Keyword('foo'),
SingleQuotedValue('hello*'))),
("foo: \"hello*\"",
KeywordOp(Keyword('foo'), DoubleQuotedValue('hello*'))),
("foo: he*o", KeywordOp(Keyword('foo'), Value('he*o'))),
("foo: he*lo*", KeywordOp(Keyword('foo'), Value('he*lo*'))),
("foo: *hello", KeywordOp(Keyword('foo'), Value('*hello'))),
# Special characters in keyword:value
("foo: O'Shea", KeywordOp(Keyword('foo'), Value("O'Shea"))),
("foo: e(-)", KeywordOp(Keyword('foo'), Value('e(-)'))),
("foo: e(+)e(-)", KeywordOp(Keyword('foo'), Value('e(+)e(-)'))),
("title: Si-28(p(pol.),n(pol.))",
KeywordOp(Keyword('title'), Value('Si-28(p(pol.),n(pol.))'))),
# Unicode characters
("foo: пушкин", KeywordOp(Keyword('foo'), Value("пушкин"))),
("foo: Lemaître", KeywordOp(Keyword('foo'), Value("Lemaître"))),
('foo: "Lemaître"',
KeywordOp(Keyword('foo'), DoubleQuotedValue("Lemaître"))),
("refersto:hep-th/0201100",
KeywordOp(Keyword('refersto'), Value("hep-th/0201100"))),
# Combined queries
("foo:bar foo:bar",
AndOp(KeywordOp(Keyword('foo'), Value('bar')),
KeywordOp(Keyword('foo'), Value('bar')))),
("foo:bar and foo:bar",
AndOp(KeywordOp(Keyword('foo'), Value('bar')),
KeywordOp(Keyword('foo'), Value('bar')))),
("foo:bar AND foo:bar",
AndOp(KeywordOp(Keyword('foo'), Value('bar')),
KeywordOp(Keyword('foo'), Value('bar')))),
("foo and bar",
AndOp(ValueQuery(Value('foo')), ValueQuery(Value('bar')))),
("foo:bar or foo:bar",
OrOp(KeywordOp(Keyword('foo'), Value('bar')),
KeywordOp(Keyword('foo'), Value('bar')))),
("foo:bar | foo:bar",
OrOp(KeywordOp(Keyword('foo'), Value('bar')),
KeywordOp(Keyword('foo'), Value('bar')))),
("foo:bar not foo:bar",
AndOp(KeywordOp(Keyword('foo'), Value('bar')),
NotOp(KeywordOp(Keyword('foo'), Value('bar'))))),
("foo:bar and not foo:bar",
AndOp(KeywordOp(Keyword('foo'), Value('bar')),
NotOp(KeywordOp(Keyword('foo'), Value('bar'))))),
("foo:bar -foo:bar",
AndOp(KeywordOp(Keyword('foo'), Value('bar')),
NotOp(KeywordOp(Keyword('foo'), Value('bar'))))),
("foo:bar- foo:bar",
AndOp(KeywordOp(Keyword('foo'), Value('bar-')),
KeywordOp(Keyword('foo'), Value('bar')))),
("(foo:bar)", KeywordOp(Keyword('foo'), Value('bar'))),
("((foo:bar))", KeywordOp(Keyword('foo'), Value('bar'))),
("(((foo:bar)))", KeywordOp(Keyword('foo'), Value('bar'))),
("(foo:bar) or foo:bar",
OrOp(KeywordOp(Keyword('foo'), Value('bar')),
KeywordOp(Keyword('foo'), Value('bar')))),
("foo:bar or (foo:bar)",
OrOp(KeywordOp(Keyword('foo'), Value('bar')),
KeywordOp(Keyword('foo'), Value('bar')))),
("(foo:bar) or (foo:bar)",
OrOp(KeywordOp(Keyword('foo'), Value('bar')),
KeywordOp(Keyword('foo'), Value('bar')))),
("(foo:bar)or(foo:bar)",
OrOp(KeywordOp(Keyword('foo'), Value('bar')),
KeywordOp(Keyword('foo'), Value('bar')))),
("(foo:bar)|(foo:bar)",
OrOp(KeywordOp(Keyword('foo'), Value('bar')),
KeywordOp(Keyword('foo'), Value('bar')))),
("(foo:bar)| (foo:bar)",
OrOp(KeywordOp(Keyword('foo'), Value('bar')),
KeywordOp(Keyword('foo'), Value('bar')))),
("( foo:bar) or ( foo:bar)",
OrOp(KeywordOp(Keyword('foo'), Value('bar')),
KeywordOp(Keyword('foo'), Value('bar')))),
("(foo:bar) or (foo:bar )",
OrOp(KeywordOp(Keyword('foo'), Value('bar')),
KeywordOp(Keyword('foo'), Value('bar')))),
("(foo1:bar1 or foo2:bar2) and (foo3:bar3 or foo4:bar4)",
AndOp(
OrOp(KeywordOp(Keyword('foo1'), Value('bar1')),
KeywordOp(Keyword('foo2'), Value('bar2'))),
OrOp(KeywordOp(Keyword('foo3'), Value('bar3')),
KeywordOp(Keyword('foo4'), Value('bar4'))))),
("foo:bar and foo:bar and foo:bar",
AndOp(
AndOp(KeywordOp(Keyword('foo'), Value('bar')),
KeywordOp(Keyword('foo'), Value('bar'))),
KeywordOp(Keyword('foo'), Value('bar')))),
("aaa +bbb -ccc +ddd",
AndOp(
AndOp(AndOp(ValueQuery(Value('aaa')), ValueQuery(Value('bbb'))),
NotOp(ValueQuery(Value('ccc')))),
ValueQuery(Value('ddd')))),
("foo:bar not foo:bar",
AndOp(KeywordOp(Keyword('foo'), Value('bar')),
NotOp(KeywordOp(Keyword('foo'), Value('bar'))))),
("foo:bar and -foo:bar",
AndOp(KeywordOp(Keyword('foo'), Value('bar')),
NotOp(KeywordOp(Keyword('foo'), Value('bar'))))),
("-foo:bar", NotOp(KeywordOp(Keyword('foo'), Value('bar')))),
("-foo", NotOp(ValueQuery(Value('foo')))),
("foo:bar or -foo:bar",
OrOp(KeywordOp(Keyword('foo'), Value('bar')),
NotOp(KeywordOp(Keyword('foo'), Value('bar'))))),
("foo:bar or not foo:bar",
OrOp(KeywordOp(Keyword('foo'), Value('bar')),
NotOp(KeywordOp(Keyword('foo'), Value('bar'))))),
("bar + (not foo:\"Ba, r\")",
AndOp(ValueQuery(Value('bar')),
NotOp(KeywordOp(Keyword('foo'), DoubleQuotedValue('Ba, r'))))),
("bar | -foo:bar",
OrOp(ValueQuery(Value('bar')),
NotOp(KeywordOp(Keyword('foo'), Value('bar'))))),
# Nested searches
("refersto:author:Ellis",
KeywordOp(Keyword('refersto'),
KeywordOp(Keyword('author'), Value('Ellis')))),
("refersto:refersto:author:Ellis",
KeywordOp(
Keyword('refersto'),
KeywordOp(Keyword('refersto'),
KeywordOp(Keyword('author'), Value('Ellis'))))),
("refersto:(foo:bar)",
KeywordOp(Keyword('refersto'), KeywordOp(Keyword('foo'),
Value('bar')))),
("refersto:(foo:bar and Ellis)",
KeywordOp(
Keyword('refersto'),
AndOp(KeywordOp(Keyword('foo'), Value('bar')),
ValueQuery(Value('Ellis'))))),
# Spires syntax #
# Simple query
("find t quark", SpiresOp(Keyword('t'), Value('quark'))),
("find a:richter", SpiresOp(Keyword('a'), Value('richter'))),
("find a:\"richter, b\"",
SpiresOp(Keyword('a'), DoubleQuotedValue('richter, b'))),
# Simple query with non-obvious values
("find a richter, b", SpiresOp(Keyword('a'), Value('richter, b'))),
("find texkey Allison:1980vw",
SpiresOp(Keyword('texkey'), Value('Allison:1980vw'))),
("find title bbb:ccc ddd:eee",
SpiresOp(Keyword('title'), Value('bbb:ccc ddd:eee'))),
("find da today-2", SpiresOp(Keyword('da'), Value('today-2'))),
("find da today - 2", SpiresOp(Keyword('da'), Value('today - 2'))),
("find da 2012-01-01", SpiresOp(Keyword('da'), Value('2012-01-01'))),
("find t quark andorinword",
SpiresOp(Keyword('t'), Value('quark andorinword'))),
# Simple query with spaces
("find t quark ", SpiresOp(Keyword('t'), Value('quark'))),
(" find t quark ", SpiresOp(Keyword('t'), Value('quark'))),
("find t quark ellis ", SpiresOp(Keyword('t'), Value('quark ellis'))),
# Combined queries
("find t quark and a ellis",
AndOp(SpiresOp(Keyword('t'), Value('quark')),
SpiresOp(Keyword('a'), Value('ellis')))),
("find t quark or a ellis",
OrOp(SpiresOp(Keyword('t'), Value('quark')),
SpiresOp(Keyword('a'), Value('ellis')))),
("find (t aaa or t bbb or t ccc)or t ddd",
OrOp(
OrOp(
OrOp(SpiresOp(Keyword('t'), Value('aaa')),
SpiresOp(Keyword('t'), Value('bbb'))),
SpiresOp(Keyword('t'), Value('ccc'))),
SpiresOp(Keyword('t'), Value('ddd')))),
("find a:richter and t quark",
AndOp(SpiresOp(Keyword('a'), Value('richter')),
SpiresOp(Keyword('t'), Value('quark')))),
("find (t quark) or (a ellis)",
OrOp(SpiresOp(Keyword('t'), Value('quark')),
SpiresOp(Keyword('a'), Value('ellis')))),
("find (t quark or a ellis)",
OrOp(SpiresOp(Keyword('t'), Value('quark')),
SpiresOp(Keyword('a'), Value('ellis')))),
("find ((t quark) or (a ellis))",
OrOp(SpiresOp(Keyword('t'), Value('quark')),
SpiresOp(Keyword('a'), Value('ellis')))),
("find (( t quark )or( a ellis ))",
OrOp(SpiresOp(Keyword('t'), Value('quark')),
SpiresOp(Keyword('a'), Value('ellis')))),
("find (( t quark )or( a:ellis ))",
OrOp(SpiresOp(Keyword('t'), Value('quark')),
SpiresOp(Keyword('a'), Value('ellis')))),
("find collaboration LIGO and a whiting, b f and a Weiss, r",
AndOp(
AndOp(SpiresOp(Keyword('collaboration'), Value('LIGO')),
SpiresOp(Keyword('a'), Value('whiting, b f'))),
SpiresOp(Keyword('a'), Value('Weiss, r')))),
("find (collaboration LIGO and a whiting, b f) and a Weiss, r",
AndOp(
AndOp(SpiresOp(Keyword('collaboration'), Value('LIGO')),
SpiresOp(Keyword('a'), Value('whiting, b f'))),
SpiresOp(Keyword('a'), Value('Weiss, r')))),
("find collaboration LIGO and (a whiting, b f and a Weiss, r)",
AndOp(
SpiresOp(Keyword('collaboration'), Value('LIGO')),
AndOp(SpiresOp(Keyword('a'), Value('whiting, b f')),
SpiresOp(Keyword('a'), Value('Weiss, r'))))),
("find (aff IMPERIAL and d <1989 and a ELLISON) or"
"(a ELLISON and aff RIVERSIDE and tc P)",
OrOp(
AndOp(
AndOp(SpiresOp(Keyword('aff'), Value('IMPERIAL')),
SpiresOp(Keyword('d'), LowerOp(Value('1989')))),
SpiresOp(Keyword('a'), Value('ELLISON'))),
AndOp(
AndOp(SpiresOp(Keyword('a'), Value('ELLISON')),
SpiresOp(Keyword('aff'), Value('RIVERSIDE'))),
SpiresOp(Keyword('tc'), Value('P'))))),
("find (a ELLISON and aff RIVERSIDE and tc P) or"
"(aff IMPERIAL and d <1989 and a ELLISON)",
OrOp(
AndOp(
AndOp(SpiresOp(Keyword('a'), Value('ELLISON')),
SpiresOp(Keyword('aff'), Value('RIVERSIDE'))),
SpiresOp(Keyword('tc'), Value('P'))),
AndOp(
AndOp(SpiresOp(Keyword('aff'), Value('IMPERIAL')),
SpiresOp(Keyword('d'), LowerOp(Value('1989')))),
SpiresOp(Keyword('a'), Value('ELLISON'))))),
# Implicit keyword
("find a john and ellis",
AndOp(SpiresOp(Keyword('a'), Value('john')),
SpiresOp(Keyword('a'), Value('ellis')))),
("find a john and (ellis or albert)",
AndOp(SpiresOp(Keyword('a'), Value('john')),
OrOp(ValueQuery(Value('ellis')), ValueQuery(Value('albert'))))),
("find a john and t quark or higgs",
OrOp(
AndOp(SpiresOp(Keyword('a'), Value('john')),
SpiresOp(Keyword('t'), Value('quark'))),
SpiresOp(Keyword('t'), Value('higgs')))),
("find john and t quark or higgs",
OrOp(
AndOp(ValueQuery(Value('john')),
SpiresOp(Keyword('t'), Value('quark'))),
SpiresOp(Keyword('t'), Value('higgs')))),
("find a l everett or t light higgs and j phys.rev.lett. and "
"primarch hep-ph",
AndOp(
AndOp(
OrOp(SpiresOp(Keyword('a'), Value('l everett')),
SpiresOp(Keyword('t'), Value('light higgs'))),
SpiresOp(Keyword('j'), Value('phys.rev.lett.'))),
SpiresOp(Keyword('primarch'), Value('hep-ph')))),
("find a l everett or t light higgs and j phys.rev.lett. and monkey",
AndOp(
AndOp(
OrOp(SpiresOp(Keyword('a'), Value('l everett')),
SpiresOp(Keyword('t'), Value('light higgs'))),
SpiresOp(Keyword('j'), Value('phys.rev.lett.'))),
SpiresOp(Keyword('j'), Value('monkey')))),
# Nested searches
("find refersto a ellis",
SpiresOp(Keyword('refersto'), SpiresOp(Keyword('a'),
Value('ellis')))),
("find refersto j Phys.Rev.Lett.",
SpiresOp(Keyword('refersto'),
SpiresOp(Keyword('j'), Value('Phys.Rev.Lett.')))),
("find refersto a ellis, j",
SpiresOp(Keyword('refersto'), SpiresOp(Keyword('a'),
Value('ellis, j')))),
("find refersto ellis, j",
SpiresOp(Keyword('refersto'), ValueQuery(Value('ellis, j')))),
("find a parke, s j and refersto author witten",
AndOp(
SpiresOp(Keyword('a'), Value("parke, s j")),
SpiresOp(Keyword('refersto'),
SpiresOp(Keyword('author'), Value('witten'))))),
("fin af oxford u. and refersto title muon*",
AndOp(
SpiresOp(Keyword('af'), Value("oxford u.")),
SpiresOp(Keyword('refersto'),
SpiresOp(Keyword('title'), Value('muon*'))))),
("find refersto a parke or refersto a lykken and a witten",
AndOp(
OrOp(
SpiresOp(Keyword('refersto'),
SpiresOp(Keyword('a'), Value("parke"))),
SpiresOp(Keyword('refersto'),
SpiresOp(Keyword('a'), Value('lykken')))),
SpiresOp(Keyword('a'), Value('witten')))),
("find refersto:refersto:author:maldacena",
SpiresOp(
Keyword('refersto'),
SpiresOp(Keyword('refersto'),
SpiresOp(Keyword('author'), Value('maldacena'))))),
("find refersto hep-th/9711200 and t nucl*",
AndOp(
SpiresOp(Keyword('refersto'),
ValueQuery(Value("hep-th/9711200"))),
SpiresOp(Keyword('t'), Value('nucl*')))),
("find refersto:a ellis",
SpiresOp(Keyword('refersto'), SpiresOp(Keyword('a'),
Value('ellis')))),
("find refersto: a ellis",
SpiresOp(Keyword('refersto'), SpiresOp(Keyword('a'),
Value('ellis')))),
# Greater, Lower Ops
("find date > 1984", SpiresOp(Keyword('date'),
GreaterOp(Value('1984')))),
("find ac > 5", SpiresOp(Keyword('ac'), GreaterOp(Value('5')))),
("find date after 1984",
SpiresOp(Keyword('date'), GreaterOp(Value('1984')))),
("find date < 1984", SpiresOp(Keyword('date'),
LowerOp(Value('1984')))),
("find ac < 5", SpiresOp(Keyword('ac'), LowerOp(Value('5')))),
("find date before 1984",
SpiresOp(Keyword('date'), LowerOp(Value('1984')))),
("find date >= 1984",
SpiresOp(Keyword('date'), GreaterEqualOp(Value('1984')))),
("find date <= 2014-10-01",
SpiresOp(Keyword('date'), LowerEqualOp(Value('2014-10-01')))),
("find du > today-2",
SpiresOp(Keyword('du'), GreaterOp(Value('today-2')))),
("find du > today - 2",
SpiresOp(Keyword('du'), GreaterOp(Value('today - 2')))),
("find topcite 200+",
SpiresOp(Keyword('topcite'), GreaterEqualOp(Value('200')))),
("find topcite 200-",
SpiresOp(Keyword('topcite'), LowerEqualOp(Value('200')))),
# Journal searches with whitespaces
("find j Phys.Rev.,D41,2330",
SpiresOp(Keyword('j'), Value('Phys.Rev.,D41,2330'))),
("find j Phys.Rev.,D41, 2330",
SpiresOp(Keyword('j'), Value('Phys.Rev.,D41, 2330'))),
# Popular queries
("arXiv:1004.0648", KeywordOp(Keyword('arXiv'), Value("1004.0648"))),
("find ea chowdhury, borun d",
SpiresOp(Keyword('ea'), Value("chowdhury, borun d"))),
("(author:'Hiroshi Okada' OR (author:'H Okada' hep-ph) OR "
"title: 'Dark matter in supersymmetric U(1(B-L) model' OR "
"title: 'Non-Abelian discrete symmetry for flavors')",
OrOp(
OrOp(
OrOp(
KeywordOp(Keyword('author'),
SingleQuotedValue('Hiroshi Okada')),
AndOp(
KeywordOp(Keyword('author'),
SingleQuotedValue('H Okada')),
ValueQuery(Value('hep-ph')))),
KeywordOp(
Keyword('title'),
SingleQuotedValue('Dark matter in supersymmetric '
'U(1(B-L) model'))),
KeywordOp(
Keyword('title'),
SingleQuotedValue(
'Non-Abelian discrete symmetry for flavors')))),
("f a Oleg Antipin", SpiresOp(Keyword('a'), Value('Oleg Antipin'))),
("FIND a Oleg Antipin", SpiresOp(Keyword('a'), Value('Oleg Antipin'))),
("f a rodrigo,g and not rodrigo,j",
AndOp(SpiresOp(Keyword('a'), Value('rodrigo,g')),
NotOp(SpiresOp(Keyword('a'), Value('rodrigo,j'))))),
# Dotable keys
("foo.bar:baz", KeywordOp(Keyword('foo.bar'), Value('baz'))),
("a.b.c.d.f:bar", KeywordOp(Keyword('a.b.c.d.f'), Value('bar'))),
)
def facet_formatter(key, val):
"""Format the operation that is part or the bool expressions."""
return KeywordOp(Keyword(key), DoubleQuotedValue(val))
def test_lower_op(self):
tree = KeywordOp(Keyword("date"), LowerOp(Value("1984")))
self.assertEqual(tree.accept(self.converter), {"range": {"date": {"lt": "1984"}}})
def test_gte_op(self):
tree = KeywordOp(Keyword("date"), GreaterEqualOp(Value("1984")))
self.assertEqual(tree.accept(self.converter), {"range": {"date": {"gte": "1984"}}})
def collection_formatter(value):
"""Format collection filter."""
return KeywordOp(Keyword("_collections"), DoubleQuotedValue(value))
def test_key_regex(self):
tree = KeywordOp(Keyword('boo'), RegexValue('bar'))
print tree.accept(self.converter)
self.assertEqual(tree.accept(self.converter), {
"regexp": {"boo": "bar"}
})
