def setUp(self):
"""
set up data used in the tests.
setUp is called before each test function execution.
"""
self.i1 = "find dataset, run, bfield where site = T2 and admin=VK and storage=castor"
self.i2 = " find dataset, run where (run=1 or run=2) and storage=castor or site = T2"
debug = 0
config = das_readconfig()
logger = DASLogger(verbose=debug, stdout=debug)
config['logger'] = logger
config['verbose'] = debug
config['mapping_dbhost'] = 'localhost'
config['mapping_dbport'] = 27017
config['mapping_dbname'] = 'mapping'
config['dasmapping'] = DASMapping(config)
config['dasanalytics'] = DASAnalytics(config)
self.parser = MongoParser(config)
self.operators = [o.strip() for o in DAS_OPERATORS]
def setUp(self):
"""
set up data used in the tests.
setUp is called before each test function execution.
"""
self.i1 = "find dataset, run, bfield where site = T2 and admin=VK and storage=castor"
self.i2 = " find dataset, run where (run=1 or run=2) and storage=castor or site = T2"
debug = 0
config = das_readconfig()
logger = DASLogger(verbose=debug, stdout=debug)
config['logger'] = logger
config['verbose'] = debug
config['mapping_dbhost'] = 'localhost'
config['mapping_dbport'] = 27017
config['mapping_dbname'] = 'mapping'
config['dasmapping'] = DASMapping(config)
config['dasanalytics'] = DASAnalytics(config)
self.parser = MongoParser(config)
self.operators = [o.strip() for o in DAS_OPERATORS]
class testQLParser(unittest.TestCase):
"""
A test class for the DAS qlparser
"""
def setUp(self):
"""
set up data used in the tests.
setUp is called before each test function execution.
"""
self.i1 = "find dataset, run, bfield where site = T2 and admin=VK and storage=castor"
self.i2 = " find dataset, run where (run=1 or run=2) and storage=castor or site = T2"
debug = 0
config = das_readconfig()
logger = DASLogger(verbose=debug, stdout=debug)
config['logger'] = logger
config['verbose'] = debug
config['mapping_dbhost'] = 'localhost'
config['mapping_dbport'] = 27017
config['mapping_dbname'] = 'mapping'
config['dasmapping'] = DASMapping(config)
config['dasanalytics'] = DASAnalytics(config)
self.parser = MongoParser(config)
self.operators = [o.strip() for o in DAS_OPERATORS]
def test_get_aggregator(self):
"""Test get_aggregator function"""
expr = "sum(block.size)"
expect = [("sum", "block.size")]
result = [pair for pair in get_aggregator(expr)]
self.assertEqual(expect, result)
def test_fix_operator(self):
"""Test fix_operator function"""
query = "data lat>1.1 lon<-1.1"
expect = "data lat > 1.1 lon < -1.1"
result = add_spaces(query, self.operators)
self.assertEqual(expect, result)
query = "data latidue=1.1 longitude=-1.1"
expect = "data latidue = 1.1 longitude = -1.1"
result = add_spaces(query, self.operators)
self.assertEqual(expect, result)
query = "data lat=1.1 lon=-1.1"
expect = "data lat = 1.1 lon = -1.1"
result = add_spaces(query, self.operators)
self.assertEqual(expect, result)
query = "file dataset=/Wgamma/Winter09/RECO | grep file.name, file.size"
expect = "file dataset = /Wgamma/Winter09/RECO | grep file.name, file.size"
result = add_spaces(query, self.operators)
self.assertEqual(expect, result)
def testBracketObj(self):
"""test search for bracket objects"""
testlist = [
("vk or test ((test or test) or (another obj)) or test2", "((test or test) or (another obj))"),
("((test or test)) and (test or test)","((test or test))"),
]
for q, r in testlist:
obj = findbracketobj(q)
self.assertEqual(obj, r)
def test_requestquery(self):
"""
Test requestquery function.
"""
query = 'block site=T1_CH_CERN'
expect = {'fields': ['block'],
'spec': {'site.name': 'T1_CH_CERN'}}
result = self.parser.requestquery(query)
self.assertEqual(expect, result)
query = 'block site=T1_CH'
expect = {'fields': ['block'],
'spec': {'site.name': 'T1_CH'}}
result = self.parser.requestquery(query)
self.assertEqual(expect, result)
query = 'file,site block=bla'
expect = {'fields': ['file', 'site'], 'spec': {'block.name': 'bla'}}
result = self.parser.requestquery(query)
self.assertEqual(expect, result)
query = '{"fields": null, "spec": {"_id": "4aeef071e2194e3794000007"}}'
expect = {'fields': None, 'spec': {'_id': '4aeef071e2194e3794000007'}}
result = self.parser.requestquery(query)
self.assertEqual(expect, result)
def testFalseBracketObj(self):
"""false test for bracket objects"""
q = "test (test1 (test2 or test3)"
self.assertRaises(Exception, findbracketobj, q)
class testQLParser(unittest.TestCase):
"""
A test class for the DAS qlparser
"""
def setUp(self):
"""
set up data used in the tests.
setUp is called before each test function execution.
"""
self.i1 = "find dataset, run, bfield where site = T2 and admin=VK and storage=castor"
self.i2 = " find dataset, run where (run=1 or run=2) and storage=castor or site = T2"
debug = 0
config = das_readconfig()
logger = DASLogger(verbose=debug, stdout=debug)
config['logger'] = logger
config['verbose'] = debug
config['mapping_dbhost'] = 'localhost'
config['mapping_dbport'] = 27017
config['mapping_dbname'] = 'mapping'
config['dasmapping'] = DASMapping(config)
config['dasanalytics'] = DASAnalytics(config)
self.parser = MongoParser(config)
self.operators = [o.strip() for o in DAS_OPERATORS]
def test_get_aggregator(self):
"""Test get_aggregator function"""
expr = "sum(block.size)"
expect = [("sum", "block.size")]
result = [pair for pair in get_aggregator(expr)]
self.assertEqual(expect, result)
def test_fix_operator(self):
"""Test fix_operator function"""
query = "data lat>1.1 lon<-1.1"
expect = "data lat > 1.1 lon < -1.1"
result = add_spaces(query, self.operators)
self.assertEqual(expect, result)
query = "data latidue=1.1 longitude=-1.1"
expect = "data latidue = 1.1 longitude = -1.1"
result = add_spaces(query, self.operators)
self.assertEqual(expect, result)
query = "data lat=1.1 lon=-1.1"
expect = "data lat = 1.1 lon = -1.1"
result = add_spaces(query, self.operators)
self.assertEqual(expect, result)
query = "file dataset=/Wgamma/Winter09/RECO | grep file.name, file.size"
expect = "file dataset = /Wgamma/Winter09/RECO | grep file.name, file.size"
result = add_spaces(query, self.operators)
self.assertEqual(expect, result)
def testBracketObj(self):
"""test search for bracket objects"""
testlist = [
("vk or test ((test or test) or (another obj)) or test2",
"((test or test) or (another obj))"),
("((test or test)) and (test or test)", "((test or test))"),
]
for q, r in testlist:
obj = findbracketobj(q)
self.assertEqual(obj, r)
def test_requestquery(self):
"""
Test requestquery function.
"""
query = 'block site=T1_CH_CERN'
expect = {'fields': ['block'], 'spec': {'site.name': 'T1_CH_CERN'}}
result = self.parser.requestquery(query)
self.assertEqual(expect, result)
query = 'block site=T1_CH'
expect = {'fields': ['block'], 'spec': {'site.name': 'T1_CH'}}
result = self.parser.requestquery(query)
self.assertEqual(expect, result)
query = 'file,site block=bla'
expect = {'fields': ['file', 'site'], 'spec': {'block.name': 'bla'}}
result = self.parser.requestquery(query)
self.assertEqual(expect, result)
query = '{"fields": null, "spec": {"_id": "4aeef071e2194e3794000007"}}'
expect = {'fields': None, 'spec': {'_id': '4aeef071e2194e3794000007'}}
result = self.parser.requestquery(query)
self.assertEqual(expect, result)
def testFalseBracketObj(self):
"""false test for bracket objects"""
q = "test (test1 (test2 or test3)"
self.assertRaises(Exception, findbracketobj, q)
