def set_changelog_trimming(instance):
log.info('Set nsslapd-changelogmaxage to 30d')
if ds_supports_new_changelog():
cl = Changelog(instance, DEFAULT_SUFFIX)
else:
cl = Changelog5(instance)
cl.replace('nsslapd-changelogmaxage', '30')
def setup_max_age(topo, request):
"""Configure logging and changelog max age
"""
master = topo.ms["master1"]
master.config.loglevel((ErrorLog.REPLICA, ), 'error')
if ds_supports_new_changelog():
set_value(master, MAXAGE, '5')
set_value(master, TRIMINTERVAL, '300')
else:
cl = Changelog5(master)
cl.set_max_age('5')
cl.set_trim_interval('300')
def setup_max_entries(topo, request):
"""Configure logging and changelog max entries
"""
supplier = topo.ms["supplier1"]
supplier.config.loglevel((ErrorLog.REPLICA, ), 'error')
if ds_supports_new_changelog():
set_value(supplier, MAXENTRIES, '2')
set_value(supplier, TRIMINTERVAL, '300')
else:
cl = Changelog5(supplier)
cl.set_trim_interval('300')
def test_max_age(topo, setup_max_age):
"""Test changing the trimming interval works with max age
:id: b5de04a5-4d92-49ea-a725-1d278a1c647c
:setup: single master
:steps:
1. Perform modification to populate changelog
2. Adjust the changelog trimming interval
3. Check is trimming occurrs within the new interval
:expectedresults:
1. Modifications are successful
2. The changelog trimming interval is correctly lowered
3. Trimming occurs
"""
log.info("Testing changelog trimming interval with max age...")
master = topo.ms["master1"]
if not ds_supports_new_changelog():
cl = Changelog5(master)
# Do mods to build if cl entries
do_mods(master, 10)
time.sleep(1) # Trimming should not have occurred
if master.searchErrorsLog("Trimmed") is True:
log.fatal('Trimming event unexpectedly occurred')
assert False
if ds_supports_new_changelog():
set_value(master, TRIMINTERVAL, '5')
else:
cl.set_trim_interval('5')
time.sleep(3) # Trimming should not have occurred
if master.searchErrorsLog("Trimmed") is True:
log.fatal('Trimming event unexpectedly occurred')
assert False
time.sleep(3) # Trimming should have occurred
if master.searchErrorsLog("Trimmed") is False:
log.fatal('Trimming event did not occur')
assert False
def test_healthcheck_changelog_trimming_not_configured(topology_m2):
"""Check if HealthCheck returns DSCLLE0001 code
:id: c2165032-88ba-4978-a4ca-2fecfd8c35d8
:setup: Replicated topology
:steps:
1. Create a replicated topology
2. On M1, check that value of nsslapd-changelogmaxage from cn=changelog5,cn=config is None
3. Use HealthCheck without --json option
4. Use HealthCheck with --json option
5. On M1, set nsslapd-changelogmaxage to 30d
6. Use HealthCheck without --json option
7. Use HealthCheck with --json option
:expectedresults:
1. Success
2. Success
3. Healthcheck reports DSCLLE0001 code and related details
4. Healthcheck reports DSCLLE0001 code and related details
5. Success
6. Healthcheck reports no issue found
7. Healthcheck reports no issue found
"""
M1 = topology_m2.ms['master1']
M2 = topology_m2.ms['master2']
RET_CODE = 'DSCLLE0001'
log.info('Get the changelog entries for M1')
changelog_m1 = Changelog5(M1)
log.info('Check nsslapd-changelogmaxage value')
if changelog_m1.get_attr_val('nsslapd-changelogmaxage') is not None:
changelog_m1.remove_all('nsslapd-changelogmaxage')
run_healthcheck_and_flush_log(topology_m2, M1, RET_CODE, json=False)
run_healthcheck_and_flush_log(topology_m2, M1, RET_CODE, json=True)
set_changelog_trimming(M1)
run_healthcheck_and_flush_log(topology_m2, M1, CMD_OUTPUT, json=False)
run_healthcheck_and_flush_log(topology_m2, M1, JSON_OUTPUT, json=True)
def test_cleanallruv_repl(topo_m3):
"""Test that cleanallruv could not break replication if anchor csn in ruv originated
in deleted replica
:id: 46faba9a-897e-45b8-98dc-aec7fa8cec9a
:setup: 3 Suppliers
:steps:
1. Configure error log level to 8192 in all suppliers
2. Modify nsslapd-changelogmaxage=30 and nsslapd-changelogtrim-interval=5 for M1 and M2
3. Add test users to 3 suppliers
4. Launch ClearRuv but withForce
5. Check the users after CleanRUV, because of changelog trimming, it will effect the CLs
:expectedresults:
1. Error logs should be configured successfully
2. Modify should be successful
3. Test users should be added successfully
4. ClearRuv should be launched successfully
5. Users should be present according to the changelog trimming effect
"""
M1 = topo_m3.ms["supplier1"]
M2 = topo_m3.ms["supplier2"]
M3 = topo_m3.ms["supplier3"]
log.info("Change the error log levels for all suppliers")
for s in (M1, M2, M3):
s.config.replace('nsslapd-errorlog-level', "8192")
log.info("Get the replication agreements for all 3 suppliers")
m1_m2 = M1.agreement.list(suffix=SUFFIX,
consumer_host=M2.host,
consumer_port=M2.port)
m1_m3 = M1.agreement.list(suffix=SUFFIX,
consumer_host=M3.host,
consumer_port=M3.port)
m3_m1 = M3.agreement.list(suffix=SUFFIX,
consumer_host=M1.host,
consumer_port=M1.port)
log.info(
"Modify nsslapd-changelogmaxage=30 and nsslapd-changelogtrim-interval=5 for M1 and M2"
)
if ds_supports_new_changelog():
CHANGELOG = 'cn=changelog,{}'.format(DN_USERROOT_LDBM)
# set_value(M1, MAXAGE_ATTR, MAXAGE_STR)
try:
M1.modify_s(
CHANGELOG,
[(ldap.MOD_REPLACE, MAXAGE_ATTR, ensure_bytes(MAXAGE_STR))])
except ldap.LDAPError as e:
log.error(
'Failed to add ' + MAXAGE_ATTR, + ': ' + MAXAGE_STR + ' to ' +
CHANGELOG + ': error {}'.format(get_ldap_error_msg(e, 'desc')))
assert False
# set_value(M2, TRIMINTERVAL, TRIMINTERVAL_STR)
try:
M2.modify_s(CHANGELOG, [(ldap.MOD_REPLACE, TRIMINTERVAL,
ensure_bytes(TRIMINTERVAL_STR))])
except ldap.LDAPError as e:
log.error(
'Failed to add ' + TRIMINTERVAL,
+ ': ' + TRIMINTERVAL_STR + ' to ' + CHANGELOG +
': error {}'.format(get_ldap_error_msg(e, 'desc')))
assert False
else:
log.info("Get the changelog enteries for M1 and M2")
changelog_m1 = Changelog5(M1)
changelog_m1.set_max_age(MAXAGE_STR)
changelog_m1.set_trim_interval(TRIMINTERVAL_STR)
log.info("Add test users to 3 suppliers")
users_m1 = UserAccounts(M1, DEFAULT_SUFFIX)
users_m2 = UserAccounts(M2, DEFAULT_SUFFIX)
users_m3 = UserAccounts(M3, DEFAULT_SUFFIX)
user_props = TEST_USER_PROPERTIES.copy()
user_props.update({'uid': "testuser10"})
user10 = users_m1.create(properties=user_props)
user_props.update({'uid': "testuser20"})
user20 = users_m2.create(properties=user_props)
user_props.update({'uid': "testuser30"})
user30 = users_m3.create(properties=user_props)
# ::important:: the testuser31 is the oldest csn in M2,
# because it will be cleared by changelog trimming
user_props.update({'uid': "testuser31"})
user31 = users_m3.create(properties=user_props)
user_props.update({'uid': "testuser11"})
user11 = users_m1.create(properties=user_props)
user_props.update({'uid': "testuser21"})
user21 = users_m2.create(properties=user_props)
# this is to trigger changelog trim and interval values
time.sleep(40)
# Here M1, M2, M3 should have 11,21,31 and 10,20,30 are CL cleared
M2.stop()
M1.agreement.pause(m1_m2[0].dn)
user_props.update({'uid': "testuser32"})
user32 = users_m3.create(properties=user_props)
user_props.update({'uid': "testuser33"})
user33 = users_m3.create(properties=user_props)
user_props.update({'uid': "testuser12"})
user12 = users_m1.create(properties=user_props)
M3.agreement.pause(m3_m1[0].dn)
M3.agreement.resume(m3_m1[0].dn)
time.sleep(40)
# Here because of changelog trimming testusers 31 and 32 are CL cleared
# ClearRuv is launched but with Force
M3.stop()
M1.tasks.cleanAllRUV(suffix=SUFFIX,
replicaid='3',
force=True,
args={TASK_WAIT: False})
# here M1 should clear 31
M2.start()
M1.agreement.pause(m1_m2[0].dn)
M1.agreement.resume(m1_m2[0].dn)
time.sleep(10)
# Check the users after CleanRUV
expected_m1_users = [
user31.dn, user11.dn, user21.dn, user32.dn, user33.dn, user12.dn
]
expected_m1_users = [x.lower() for x in expected_m1_users]
expected_m2_users = [user31.dn, user11.dn, user21.dn, user12.dn]
expected_m2_users = [x.lower() for x in expected_m2_users]
current_m1_users = [user.dn for user in users_m1.list()]
current_m1_users = [x.lower() for x in current_m1_users]
current_m2_users = [user.dn for user in users_m2.list()]
current_m2_users = [x.lower() for x in current_m2_users]
assert set(expected_m1_users).issubset(current_m1_users)
assert set(expected_m2_users).issubset(current_m2_users)
def set_changelog_trimming(instance):
log.info('Get the changelog enteries')
inst_changelog = Changelog5(instance)
log.info('Set nsslapd-changelogmaxage to 30d')
inst_changelog.add('nsslapd-changelogmaxage', '30')