def test_inc_dec_get_counter(self):
""" RSE COUNTER (CORE): Increase, decrease and get counter """
rse_id = get_rse_id(rse='MOCK', **self.vo)
rse_update(once=True)
rse_counter.del_counter(rse_id=rse_id)
rse_counter.add_counter(rse_id=rse_id)
cnt = rse_counter.get_counter(rse_id=rse_id)
del cnt['updated_at']
assert_equal(cnt, {'files': 0, 'bytes': 0})
count, sum = 0, 0
for i in range(10):
rse_counter.increase(rse_id=rse_id, files=1, bytes=2.147e+9)
rse_update(once=True)
count += 1
sum += 2.147e+9
cnt = rse_counter.get_counter(rse_id=rse_id)
del cnt['updated_at']
assert_equal(cnt, {'files': count, 'bytes': sum})
for i in range(4):
rse_counter.decrease(rse_id=rse_id, files=1, bytes=2.147e+9)
rse_update(once=True)
count -= 1
sum -= 2.147e+9
cnt = rse_counter.get_counter(rse_id=rse_id)
del cnt['updated_at']
assert_equal(cnt, {'files': count, 'bytes': sum})
for i in range(5):
rse_counter.increase(rse_id=rse_id, files=1, bytes=2.147e+9)
rse_update(once=True)
count += 1
sum += 2.147e+9
cnt = rse_counter.get_counter(rse_id=rse_id)
del cnt['updated_at']
assert_equal(cnt, {'files': count, 'bytes': sum})
for i in range(8):
rse_counter.decrease(rse_id=rse_id, files=1, bytes=2.147e+9)
rse_update(once=True)
count -= 1
sum -= 2.147e+9
cnt = rse_counter.get_counter(rse_id=rse_id)
del cnt['updated_at']
assert_equal(cnt, {'files': count, 'bytes': sum})
def test_inc_dec_get_counter(self):
""" RSE COUNTER (CORE): Increase, decrease and get counter """
rse_id = get_rse('MOCK').id
rse_update(once=True)
rse_counter.del_counter(rse_id=rse_id)
rse_counter.add_counter(rse_id=rse_id)
cnt = rse_counter.get_counter(rse_id=rse_id)
del cnt['updated_at']
assert_equal(cnt, {'files': 0, 'bytes': 0})
count, sum = 0, 0
for i in xrange(10):
rse_counter.increase(rse_id=rse_id, files=1, bytes=2.147e+9)
rse_update(once=True)
count += 1
sum += 2.147e+9
cnt = rse_counter.get_counter(rse_id=rse_id)
del cnt['updated_at']
assert_equal(cnt, {'files': count, 'bytes': sum})
for i in xrange(4):
rse_counter.decrease(rse_id=rse_id, files=1, bytes=2.147e+9)
rse_update(once=True)
count -= 1
sum -= 2.147e+9
cnt = rse_counter.get_counter(rse_id=rse_id)
del cnt['updated_at']
assert_equal(cnt, {'files': count, 'bytes': sum})
for i in xrange(5):
rse_counter.increase(rse_id=rse_id, files=1, bytes=2.147e+9)
rse_update(once=True)
count += 1
sum += 2.147e+9
cnt = rse_counter.get_counter(rse_id=rse_id)
del cnt['updated_at']
assert_equal(cnt, {'files': count, 'bytes': sum})
for i in xrange(8):
rse_counter.decrease(rse_id=rse_id, files=1, bytes=2.147e+9)
rse_update(once=True)
count -= 1
sum -= 2.147e+9
cnt = rse_counter.get_counter(rse_id=rse_id)
del cnt['updated_at']
assert_equal(cnt, {'files': count, 'bytes': sum})
def rse_is_empty(rse, session=None):
"""
Check if a RSE is empty.
:param rse: the rse name.
:param session: the database session in use.
"""
rse_id = get_rse(rse, session=session)['id']
return get_counter(rse_id, session=session)['bytes'] == 0
def rse_is_empty(rse_id, session=None):
"""
Check if a RSE is empty.
:param rse_id: the rse id.
:param session: the database session in use.
"""
is_empty = False
try:
is_empty = get_counter(rse_id, session=session)['bytes'] == 0
except exception.CounterNotFound:
is_empty = True
return is_empty
def __check_rse_usage(rse, rse_id):
"""
Internal method to check RSE usage and limits.
:param rse_id: the rse name.
:param rse_id: the rse id.
:returns : max_being_deleted_files, needed_free_space, used, free.
"""
max_being_deleted_files, needed_free_space, used, free = None, None, None, None
# Get RSE limits
limits = rse_core.get_rse_limits(rse=rse, rse_id=rse_id)
if not limits and 'MinFreeSpace' not in limits and 'MaxBeingDeletedFiles' not in limits:
return max_being_deleted_files, needed_free_space, used, free
min_free_space = limits.get('MinFreeSpace')
max_being_deleted_files = limits.get('MaxBeingDeletedFiles')
# Get total space available
usage = rse_core.get_rse_usage(rse=rse, rse_id=rse_id, source='srm')
if not usage:
return max_being_deleted_files, needed_free_space, used, free
for u in usage:
total = u['total']
break
# Get current used space
cnt = get_counter(rse_id=rse_id)
if not cnt:
return max_being_deleted_files, needed_free_space, used, free
used = cnt['bytes']
# Get current amount of bytes and files waiting for deletion
# being_deleted = rse_core.get_sum_count_being_deleted(rse_id=rse_id)
free = total - used
needed_free_space = min_free_space - free
return max_being_deleted_files, needed_free_space, used, free
