class TestAbacusAccount(unittest.TestCase):
def setUp(self):
self.rse = 'MOCK4'
self.file_sizes = 2
self.upload_client = UploadClient()
self.account_client = AccountClient()
self.session = get_session()
if config_get_bool('common', 'multi_vo', raise_exception=False, default=False):
self.vo = {'vo': config_get('client', 'vo', raise_exception=False, default='tst')}
else:
self.vo = {}
self.account = InternalAccount('root', **self.vo)
self.scope = InternalScope('mock', **self.vo)
self.rse_id = get_rse_id(self.rse, session=self.session, **self.vo)
def tearDown(self):
undertaker.run(once=True)
cleaner.run(once=True)
if self.vo:
reaper.run(once=True, include_rses='vo=%s&(%s)' % (self.vo['vo'], self.rse), greedy=True)
else:
reaper.run(once=True, include_rses=self.rse, greedy=True)
def test_abacus_account(self):
""" ABACUS (ACCOUNT): Test update of account usage """
self.session.query(models.UpdatedAccountCounter).delete() # pylint: disable=no-member
self.session.query(models.AccountUsage).delete() # pylint: disable=no-member
self.session.commit() # pylint: disable=no-member
# Upload files -> account usage should increase
self.files = [{'did_scope': self.scope.external, 'did_name': 'file_' + generate_uuid(), 'path': file_generator(size=self.file_sizes), 'rse': self.rse, 'lifetime': -1} for i in range(0, 2)]
self.upload_client.upload(self.files)
[os.remove(file['path']) for file in self.files]
account.run(once=True)
account_usage = get_local_account_usage(account=self.account, rse_id=self.rse_id)[0]
assert account_usage['bytes'] == len(self.files) * self.file_sizes
assert account_usage['files'] == len(self.files)
# Update and check the account history with the core method
update_account_counter_history(account=self.account, rse_id=self.rse_id)
usage_history = get_usage_history(rse_id=self.rse_id, account=self.account)
assert usage_history[-1]['bytes'] == len(self.files) * self.file_sizes
assert usage_history[-1]['files'] == len(self.files)
# Check the account history with the client
usage_history = self.account_client.get_account_usage_history(rse=self.rse, account=self.account.external)
assert usage_history[-1]['bytes'] == len(self.files) * self.file_sizes
assert usage_history[-1]['files'] == len(self.files)
# Delete rules -> account usage should decrease
cleaner.run(once=True)
account.run(once=True)
# set account limit because return value of get_local_account_usage differs if a limit is set or not
set_local_account_limit(account=self.account, rse_id=self.rse_id, bytes=10)
account_usages = get_local_account_usage(account=self.account, rse_id=self.rse_id)[0]
assert account_usages['bytes'] == 0
assert account_usages['files'] == 0
class TestAbacusAccount():
def setUp(self):
self.account = InternalAccount('root')
self.scope = InternalScope('mock')
self.upload_client = UploadClient()
self.account_client = AccountClient()
self.file_sizes = 2
self.rse = 'MOCK4'
self.rse_id = get_rse_id(self.rse)
self.session = get_session()
def tearDown(self):
undertaker.run(once=True)
cleaner.run(once=True)
reaper.run(once=True, rses=[self.rse], greedy=True)
def test_abacus_account(self):
""" ABACUS (ACCOUNT): Test update of account usage """
self.session.query(models.UpdatedAccountCounter).delete() # pylint: disable=no-member
self.session.query(models.AccountUsage).delete() # pylint: disable=no-member
self.session.commit() # pylint: disable=no-member
# Upload files -> account usage should increase
self.files = [{
'did_scope': self.scope.external,
'did_name': 'file_' + generate_uuid(),
'path': file_generator(size=self.file_sizes),
'rse': self.rse,
'lifetime': -1
} for i in range(0, 2)]
self.upload_client.upload(self.files)
[os.remove(file['path']) for file in self.files]
account.run(once=True)
account_usage = get_local_account_usage(account=self.account,
rse_id=self.rse_id)[0]
assert_equal(account_usage['bytes'], len(self.files) * self.file_sizes)
assert_equal(account_usage['files'], len(self.files))
# Update and check the account history with the core method
update_account_counter_history(account=self.account,
rse_id=self.rse_id)
usage_history = get_usage_history(rse_id=self.rse_id,
account=self.account)
assert_equal(usage_history[-1]['bytes'],
len(self.files) * self.file_sizes)
assert_equal(usage_history[-1]['files'], len(self.files))
# Check the account history with the client
usage_history = self.account_client.get_account_usage_history(
rse=self.rse, account=self.account.external)
assert_equal(usage_history[-1]['bytes'],
len(self.files) * self.file_sizes)
assert_equal(usage_history[-1]['files'], len(self.files))
# Delete rules -> account usage should decrease
cleaner.run(once=True)
account.run(once=True)
# set account limit because return value of get_local_account_usage differs if a limit is set or not
set_local_account_limit(account=self.account,
rse_id=self.rse_id,
bytes=10)
account_usages = get_local_account_usage(account=self.account,
rse_id=self.rse_id)[0]
assert_equal(account_usages['bytes'], 0)
assert_equal(account_usages['files'], 0)
