def test_reentrant_lock(self):
'''Test whether retaking a lock fails'''
p = CMDB()
p.saveObject(self.cmdbobject, dict())
p.getObjectWithLock(self.cmdbobject)
self.assertRaises(DoubleLockException, p.getObjectWithLock,
self.cmdbobject)
def test_multiple_release(self):
'''Test whether multiple release calls succeeds'''
p = CMDB()
p.saveObject(self.cmdbobject, 123)
p.getObjectWithLock(self.cmdbobject)
p.releaseObjectLock(self.cmdbobject)
p.releaseObjectLock(self.cmdbobject)
p.releaseObjectLock(self.cmdbobject)
def test_multiple_release(self):
'''Test whether multiple release calls succeeds'''
p = CMDB()
p.saveObject(self.cmdbobject, 123)
p.getObjectWithLock(self.cmdbobject)
p.releaseObjectLock(self.cmdbobject)
p.releaseObjectLock(self.cmdbobject)
p.releaseObjectLock(self.cmdbobject)
def test_store_retrieve_none(self):
'''Test register-store-retrieve cycle using None as object'''
p = CMDB()
p.registerObject(self.cmdbobject, None)
p.getObjectWithLock(self.cmdbobject)
p.saveObject(self.cmdbobject, None)
v = p.getObjectWithLock(self.cmdbobject)
self.assertEqual(v, None)
def test_store_retrieve_none(self):
'''Test register-store-retrieve cycle using None as object'''
p = CMDB()
p.registerObject(self.cmdbobject, None)
p.getObjectWithLock(self.cmdbobject)
p.saveObject(self.cmdbobject, None)
v = p.getObjectWithLock(self.cmdbobject)
self.assertEqual(v, None)
def test_getobject(self):
p = CMDB()
p.saveObject(self.cmdbobject, 456)
def run():
p.getObjectWithLock(self.cmdbobject)
start = time.time()
value = p.getObject(self.cmdbobject)
end = time.time()
self.assertEquals(value, 456)
#getObject should be non-blocking, so the time to fetch the object
#should be at least less than 1s
self.assert_(end - start < 1.0)
def test_getobject(self):
p = CMDB()
p.saveObject(self.cmdbobject, 456)
def run():
p.getObjectWithLock(self.cmdbobject)
start = time.time()
value = p.getObject(self.cmdbobject)
end = time.time()
self.assertEquals(value, 456)
#getObject should be non-blocking, so the time to fetch the object
#should be at least less than 1s
self.assert_(end - start < 1.0)
def test_timeout_lock_lost(self):
p = CMDB()
p.saveObject(self.cmdbobject, None)
def run():
o = p.getObjectWithLock(self.cmdbobject)
t = threading.Thread(target=run)
o = p.getObjectWithLock(self.cmdbobject, locktimeout=2)
t.start()
t.join()
#Object has been owned by another thread by now
self.assertRaises(ObjectNotOwnedException,
p.saveObject, self.cmdbobject, 123)
def test_release(self):
p = CMDB()
events = list()
def run1():
try:
p.saveObject(self.cmdbobject, 123)
except Exception, e:
events.append((1, e, ))
return
try:
p.getObjectWithLock(self.cmdbobject)
except Exception, e:
events.append((2, e, ))
return
def test_timeout_lock_lost(self):
p = CMDB()
p.saveObject(self.cmdbobject, None)
def run():
o = p.getObjectWithLock(self.cmdbobject)
t = threading.Thread(target=run)
o = p.getObjectWithLock(self.cmdbobject, locktimeout=2)
t.start()
t.join()
#Object has been owned by another thread by now
self.assertRaises(ObjectNotOwnedException, p.saveObject,
self.cmdbobject, 123)
def test_timeout_but_lock_kept(self):
p = CMDB()
p.saveObject(self.cmdbobject, None)
o = p.getObjectWithLock(self.cmdbobject, locktimeout=1)
time.sleep(2)
p.saveObject('test-test', 123)
def test_reentrant_lock(self):
'''Test whether retaking a lock fails'''
p = CMDB()
p.saveObject(self.cmdbobject, dict())
p.getObjectWithLock(self.cmdbobject)
self.assertRaises(DoubleLockException, p.getObjectWithLock,
self.cmdbobject)
def test_store_retrieve_dict(self):
'''Test register-store-retrieve cycle using dict as object'''
d = {
'foo': 'bar',
'baz': [
'bat',
'123',
],
}
p = CMDB()
p.registerObject(self.cmdbobject, None)
v = p.getObjectWithLock(self.cmdbobject)
p.saveObject(self.cmdbobject, d)
v = p.getObjectWithLock(self.cmdbobject)
self.assertEqual(v, d)
def test_store_retrieve_dict(self):
'''Test register-store-retrieve cycle using dict as object'''
d = {
'foo': 'bar',
'baz': ['bat', '123', ],
}
p = CMDB()
p.registerObject(self.cmdbobject, None)
v = p.getObjectWithLock(self.cmdbobject)
p.saveObject(self.cmdbobject, d)
v = p.getObjectWithLock(self.cmdbobject)
self.assertEqual(v, d)
def test_context_manager(self):
p = CMDB()
p.saveObject(self.cmdbobject, 456)
with p(self.cmdbobject) as value:
self.assertEquals(value, 456)
p.saveObject(self.cmdbobject, 123)
self.assert_(not p.pm_isLocked(self.cmdbobject))
self.assertRaises(ObjectNotOwnedException, p.saveObject,
self.cmdbobject, 456)
def test_release(self):
p = CMDB()
events = list()
def run1():
try:
p.saveObject(self.cmdbobject, 123)
except Exception, e:
events.append((
1,
e,
))
return
try:
p.getObjectWithLock(self.cmdbobject)
except Exception, e:
events.append((
2,
e,
))
return
def test_timeout_but_lock_kept(self):
p = CMDB()
p.saveObject(self.cmdbobject, None)
o = p.getObjectWithLock(self.cmdbobject, locktimeout=1)
time.sleep(2)
p.saveObject('test-test', 123)
def test_timeout_relock(self):
p = CMDB()
p.saveObject(self.cmdbobject, None)
from pylabs.cmdb.cmdb import DEFAULT_LOCK_TIMEOUT, isLocked, isSafe
p.getObjectWithLock(self.cmdbobject)
self.assert_(isLocked(self.cmdbobject))
self.assert_(isSafe(self.cmdbobject))
time.sleep(DEFAULT_LOCK_TIMEOUT + 1.0)
self.assert_(not isLocked(self.cmdbobject))
self.assert_(isSafe(self.cmdbobject))
p.getObjectWithLock(self.cmdbobject)
self.assert_(isLocked(self.cmdbobject))
self.assert_(isSafe(self.cmdbobject))
def test_context_manager(self):
p = CMDB()
p.saveObject(self.cmdbobject, 456)
with p(self.cmdbobject) as value:
self.assertEquals(value, 456)
p.saveObject(self.cmdbobject, 123)
self.assert_(not p.pm_isLocked(self.cmdbobject))
self.assertRaises(ObjectNotOwnedException,
p.saveObject, self.cmdbobject, 456)
def test_timeout_relock(self):
p = CMDB()
p.saveObject(self.cmdbobject, None)
from pylabs.cmdb.cmdb import DEFAULT_LOCK_TIMEOUT, isLocked, isSafe
p.getObjectWithLock(self.cmdbobject)
self.assert_(isLocked(self.cmdbobject))
self.assert_(isSafe(self.cmdbobject))
time.sleep(DEFAULT_LOCK_TIMEOUT + 1.0)
self.assert_(not isLocked(self.cmdbobject))
self.assert_(isSafe(self.cmdbobject))
p.getObjectWithLock(self.cmdbobject)
self.assert_(isLocked(self.cmdbobject))
self.assert_(isSafe(self.cmdbobject))
def test_timeout(self):
p = CMDB()
p.saveObject(self.cmdbobject, 123)
def run():
p.getObjectWithLock(self.cmdbobject, locktimeout=3)
time.sleep(3)
t1 = threading.Thread(target=run)
t1.start()
time.sleep(1)
self.assert_(p.pm_isLocked(self.cmdbobject))
start = time.time()
p.getObjectWithLock(self.cmdbobject)
end = time.time()
#end - start must be somewhere close to 3
self.assert_(end - start > 2)
self.assert_(end - start < 4)
def test_timeout(self):
p = CMDB()
p.saveObject(self.cmdbobject, 123)
def run():
p.getObjectWithLock(self.cmdbobject, locktimeout=3)
time.sleep(3)
t1 = threading.Thread(target=run)
t1.start()
time.sleep(1)
self.assert_(p.pm_isLocked(self.cmdbobject))
start = time.time()
p.getObjectWithLock(self.cmdbobject)
end = time.time()
#end - start must be somewhere close to 3
self.assert_(end - start > 2)
self.assert_(end - start < 4)
def test_double_save(self):
'''Test whether two save calls fails'''
p = CMDB()
p.saveObject(self.cmdbobject, 123)
self.assertRaises(ObjectNotOwnedException,
p.saveObject, self.cmdbobject, 456)
def test_storage(self):
'''Test whether we can store an object in CMDB'''
p = CMDB()
p.registerObject(self.cmdbobject, None)
p.getObjectWithLock(self.cmdbobject)
p.saveObject(self.cmdbobject, None)
def test_multi_threads(self):
p = CMDB()
events = list()
helper_lock = threading.Lock()
helper_lock.acquire()
i = 0
RUN1_SAVE = i
i += 1
RUN1_GET_WITH_LOCK = i
i += 1
RUN1_RELEASE = i
i += 1
RUN2_GET = i
i += 1
RUN2_GET_WITH_LOCK = i
i += 1
RUN3_GET_WITH_LOCK = i
i += 1
ERROR = i
def run1():
p.saveObject(self.cmdbobject, 123)
events.append(RUN1_SAVE)
helper_lock.release()
#Give run2 time to getObject
time.sleep(1)
o = p.getObjectWithLock(self.cmdbobject)
events.append(RUN1_GET_WITH_LOCK)
if o != 123:
events.append(ERROR)
return
time.sleep(2)
p.releaseObjectLock(self.cmdbobject)
events.append(RUN1_RELEASE)
def run3():
start = time.time()
p.getObjectWithLock(self.cmdbobject)
end = time.time()
events.append(RUN3_GET_WITH_LOCK)
if end - start > 4.5:
events.append(ERROR)
t3 = threading.Thread(target=run3)
def run2():
helper_lock.acquire()
o = p.getObject(self.cmdbobject)
events.append(RUN2_GET)
if o != 123:
events.append(ERROR)
return
#Give thread 1 time to get the object, with lock
time.sleep(2)
start = time.time()
p.getObjectWithLock(self.cmdbobject, locktimeout=4)
t3.start()
events.append(RUN2_GET_WITH_LOCK)
end = time.time()
if not end - start < 3:
events.append(ERROR)
return
helper_lock.release()
t1 = threading.Thread(target=run1)
t2 = threading.Thread(target=run2)
t1.start()
t2.start()
t1.join()
t2.join()
t3.join()
expected_events = [
RUN1_SAVE, RUN2_GET, RUN1_GET_WITH_LOCK, RUN1_RELEASE,
RUN2_GET_WITH_LOCK, RUN3_GET_WITH_LOCK
]
self.assertEquals(events, expected_events)
def test_get_unregistered_type(self):
'''Test whether getting an object of which no version was saved yet raises an exception'''
p = CMDB()
self.assertRaises(UnknownObjectException, p.getObject, self.cmdbobject)
def test_generations(self):
'''Test whether register-store-retrieve-store-retrieve works fine'''
l = random.randint(0, 100)
l1 = [random.randint(0, 100) for i in xrange(l)]
l2 = [random.randint(0, 100) for i in xrange(l / 2)]
p = CMDB()
p.registerObject(self.cmdbobject, None)
p.getObjectWithLock(self.cmdbobject)
p.saveObject(self.cmdbobject, l1)
v = p.getObjectWithLock(self.cmdbobject)
self.assertEqual(v, l1)
p.saveObject(self.cmdbobject, l2)
v = p.getObjectWithLock(self.cmdbobject)
self.assertEqual(v, l2)
def test_storage(self):
'''Test whether we can store an object in CMDB'''
p = CMDB()
p.registerObject(self.cmdbobject, None)
p.getObjectWithLock(self.cmdbobject)
p.saveObject(self.cmdbobject, None)
def test_register_type(self):
'''Test whether we can register a new object type'''
p = CMDB()
p.registerObject(self.cmdbobject, None)
def test_double_save(self):
'''Test whether two save calls fails'''
p = CMDB()
p.saveObject(self.cmdbobject, 123)
self.assertRaises(ObjectNotOwnedException, p.saveObject,
self.cmdbobject, 456)
def test_generations(self):
'''Test whether register-store-retrieve-store-retrieve works fine'''
l = random.randint(0, 100)
l1 = [random.randint(0, 100) for i in xrange(l)]
l2 = [random.randint(0, 100) for i in xrange(l / 2)]
p = CMDB()
p.registerObject(self.cmdbobject, None)
p.getObjectWithLock(self.cmdbobject)
p.saveObject(self.cmdbobject, l1)
v = p.getObjectWithLock(self.cmdbobject)
self.assertEqual(v, l1)
p.saveObject(self.cmdbobject, l2)
v = p.getObjectWithLock(self.cmdbobject)
self.assertEqual(v, l2)
def test_register_type(self):
'''Test whether we can register a new object type'''
p = CMDB()
p.registerObject(self.cmdbobject, None)
def test_unregistered_type(self):
'''Test whether we can't store a not-registered type'''
p = CMDB()
p.saveObject(self.cmdbobject, None)
def test_instanciation(self):
'''Test whether we can create a CMDB instance'''
p = CMDB()
self.assert_(p)
def _pylabs_cmdb():
from pylabs.cmdb import CMDB
return CMDB()
def test_unregistered_type(self):
'''Test whether we can't store a not-registered type'''
p = CMDB()
p.saveObject(self.cmdbobject, None)
