def test_touch_replicas(self):
""" REPLICA (CORE): Touch replicas accessed_at timestamp"""
tmp_scope = 'mock'
nbfiles = 5
files1 = [{'scope': tmp_scope, 'name': 'file_%s' % generate_uuid(), 'bytes': 1, 'adler32': '0cc737eb', 'meta': {'events': 10}} for i in range(nbfiles)]
files2 = [{'scope': tmp_scope, 'name': 'file_%s' % generate_uuid(), 'bytes': 1, 'adler32': '0cc737eb', 'meta': {'events': 10}} for i in range(nbfiles)]
files2.append(files1[0])
add_replicas(rse='MOCK', files=files1, account='root', ignore_availability=True)
add_replicas(rse='MOCK', files=files2, account='root', ignore_availability=True)
now = datetime.utcnow()
now -= timedelta(microseconds=now.microsecond)
assert_equal(None, get_replica_atime({'scope': files1[0]['scope'], 'name': files1[0]['name'], 'rse': 'MOCK'}))
assert_equal(None, get_did_atime(scope=tmp_scope, name=files1[0]['name']))
for r in [{'scope': files1[0]['scope'], 'name': files1[0]['name'], 'rse': 'MOCK', 'accessed_at': now}]:
touch_replica(r)
assert_equal(now, get_replica_atime({'scope': files1[0]['scope'], 'name': files1[0]['name'], 'rse': 'MOCK'}))
assert_equal(now, get_did_atime(scope=tmp_scope, name=files1[0]['name']))
for i in range(1, nbfiles):
assert_equal(None, get_replica_atime({'scope': files1[i]['scope'], 'name': files1[i]['name'], 'rse': 'MOCK'}))
for i in range(0, nbfiles - 1):
assert_equal(None, get_replica_atime({'scope': files2[i]['scope'], 'name': files2[i]['name'], 'rse': 'MOCK'}))
def test_touch_dids(self):
""" DATA IDENTIFIERS (CORE): Touch dids accessed_at timestamp"""
tmp_scope = 'mock'
tmp_dsn1 = 'dsn_%s' % generate_uuid()
tmp_dsn2 = 'dsn_%s' % generate_uuid()
add_did(scope=tmp_scope,
name=tmp_dsn1,
type=DIDType.DATASET,
account='root')
add_did(scope=tmp_scope,
name=tmp_dsn2,
type=DIDType.DATASET,
account='root')
now = datetime.utcnow()
now -= timedelta(microseconds=now.microsecond)
assert_equal(None, get_did_atime(scope=tmp_scope, name=tmp_dsn1))
assert_equal(None, get_did_atime(scope=tmp_scope, name=tmp_dsn2))
touch_dids(dids=[{
'scope': tmp_scope,
'name': tmp_dsn1,
'type': DIDType.DATASET,
'accessed_at': now
}])
assert_equal(now, get_did_atime(scope=tmp_scope, name=tmp_dsn1))
assert_equal(None, get_did_atime(scope=tmp_scope, name=tmp_dsn2))
def test_touch_dids(self):
""" DATA IDENTIFIERS (CORE): Touch dids accessed_at timestamp"""
tmp_scope = 'mock'
tmp_dsn1 = 'dsn_%s' % generate_uuid()
tmp_dsn2 = 'dsn_%s' % generate_uuid()
add_did(scope=tmp_scope, name=tmp_dsn1, type=DIDType.DATASET, account='root')
add_did(scope=tmp_scope, name=tmp_dsn2, type=DIDType.DATASET, account='root')
now = datetime.utcnow()
now -= timedelta(microseconds=now.microsecond)
assert_equal(None, get_did_atime(scope=tmp_scope, name=tmp_dsn1))
assert_equal(None, get_did_atime(scope=tmp_scope, name=tmp_dsn2))
touch_dids(dids=[{'scope': tmp_scope, 'name': tmp_dsn1, 'type': DIDType.DATASET, 'accessed_at': now}])
assert_equal(now, get_did_atime(scope=tmp_scope, name=tmp_dsn1))
assert_equal(None, get_did_atime(scope=tmp_scope, name=tmp_dsn2))
def test_touch_dids_atime(self):
""" DATA IDENTIFIERS (CORE): Touch dids accessed_at timestamp"""
tmp_scope = InternalScope('mock', **self.vo)
root = InternalAccount('root', **self.vo)
tmp_dsn1 = 'dsn_%s' % generate_uuid()
tmp_dsn2 = 'dsn_%s' % generate_uuid()
add_did(scope=tmp_scope, name=tmp_dsn1, type=DIDType.DATASET, account=root)
add_did(scope=tmp_scope, name=tmp_dsn2, type=DIDType.DATASET, account=root)
now = datetime.utcnow()
now -= timedelta(microseconds=now.microsecond)
assert get_did_atime(scope=tmp_scope, name=tmp_dsn1) is None
assert get_did_atime(scope=tmp_scope, name=tmp_dsn2) is None
touch_dids(dids=[{'scope': tmp_scope, 'name': tmp_dsn1, 'type': DIDType.DATASET, 'accessed_at': now}])
assert now == get_did_atime(scope=tmp_scope, name=tmp_dsn1)
assert get_did_atime(scope=tmp_scope, name=tmp_dsn2) is None
account='root',
ignore_availability=True)
now = datetime.utcnow()
now -= timedelta(microseconds=now.microsecond)
assert_equal(
None,
get_replica_atime({
'scope': files1[0]['scope'],
'name': files1[0]['name'],
'rse': 'MOCK'
}))
assert_equal(None,
get_did_atime(scope=tmp_scope, name=files1[0]['name']))
for r in [{
'scope': files1[0]['scope'],
'name': files1[0]['name'],
'rse': 'MOCK',
'accessed_at': now
}]:
touch_replica(r)
assert_equal(
now,
get_replica_atime({
'scope': files1[0]['scope'],
'name': files1[0]['name'],
'rse': 'MOCK'
def test_touch_replicas(self):
""" REPLICA (CORE): Touch replicas accessed_at timestamp"""
tmp_scope = 'mock'
nbfiles = 5
files1 = [{'scope': tmp_scope, 'name': 'file_%s' % generate_uuid(), 'bytes': 1L, 'adler32': '0cc737eb', 'meta': {'events': 10}} for i in xrange(nbfiles)]
files2 = [{'scope': tmp_scope, 'name': 'file_%s' % generate_uuid(), 'bytes': 1L, 'adler32': '0cc737eb', 'meta': {'events': 10}} for i in xrange(nbfiles)]
files2.append(files1[0])
add_replicas(rse='MOCK', files=files1, account='root', ignore_availability=True)
add_replicas(rse='MOCK', files=files2, account='root', ignore_availability=True)
now = datetime.utcnow()
now -= timedelta(microseconds=now.microsecond)
assert_equal(None, get_replica_atime({'scope': files1[0]['scope'], 'name': files1[0]['name'], 'rse': 'MOCK'}))
assert_equal(None, get_did_atime(scope=tmp_scope, name=files1[0]['name']))
touch_replicas(replicas=[{'scope': files1[0]['scope'], 'name': files1[0]['name'], 'rse': 'MOCK', 'accessed_at': now}])
assert_equal(now, get_replica_atime({'scope': files1[0]['scope'], 'name': files1[0]['name'], 'rse': 'MOCK'}))
assert_equal(now, get_did_atime(scope=tmp_scope, name=files1[0]['name']))
for i in range(1, nbfiles):
assert_equal(None, get_replica_atime({'scope': files1[i]['scope'], 'name': files1[i]['name'], 'rse': 'MOCK'}))
for i in range(0, nbfiles - 1):
assert_equal(None, get_replica_atime({'scope': files2[i]['scope'], 'name': files2[i]['name'], 'rse': 'MOCK'}))
def test_list_replicas_all_states(self):
""" REPLICA (CORE): list file replicas with all_states"""
tmp_scope = 'mock'
