def test_api_plugin(self):
rules_to_prepend = """
pep_rs_hello_world_pre(*INST,*OUT,*COMM,*HELLO_IN,*HELLO_OUT) {
writeLine("serverLog", "pep_rs_hello_world_pre - *INST *OUT *HELLO_IN, *HELLO_OUT");
}
pep_rs_hello_world_post(*INST,*OUT,*COMM,*HELLO_IN,*HELLO_OUT) {
writeLine("serverLog", "pep_rs_hello_world_post - *INST *OUT *HELLO_IN, *HELLO_OUT");
}
"""
corefile = lib.get_core_re_dir() + "/core.re"
with lib.file_backed_up(corefile):
time.sleep(1) # remove once file hash fix is commited #2279
lib.prepend_string_to_file(rules_to_prepend, corefile)
time.sleep(1) # remove once file hash fix is commited #2279
initial_size_of_server_log = lib.get_log_size('server')
self.admin.assert_icommand("iapitest", 'STDOUT_SINGLELINE', 'this')
pre_count = lib.count_occurrences_of_string_in_log(
'server',
'pep_rs_hello_world_pre - api_instance <unconvertible> that=hello, world.++++this=42, null_value',
start_index=initial_size_of_server_log)
hello_count = lib.count_occurrences_of_string_in_log(
'server',
'HELLO WORLD',
start_index=initial_size_of_server_log)
post_count = lib.count_occurrences_of_string_in_log(
'server',
'pep_rs_hello_world_post - api_instance <unconvertible> that=hello, world.++++this=42, that=hello, world.++++this=42++++value=128',
start_index=initial_size_of_server_log)
assert 1 == pre_count
assert 1 == hello_count
assert 1 == post_count
def test_rulebase_update__2585(self):
rule_file = 'my_rule.r'
test_re = os.path.join(lib.get_core_re_dir(), 'test.re')
my_rule = """
my_rule {
delay("<PLUSET>1s</PLUSET>") {
do_some_stuff();
}
}
INPUT null
OUTPUT ruleExecOut
"""
with open(rule_file, 'w') as f:
f.write(my_rule)
server_config_filename = lib.get_irods_config_dir() + '/server_config.json'
with lib.file_backed_up(server_config_filename):
# write new rule file to config dir
test_rule = 'do_some_stuff() { writeLine( "serverLog", "TEST_STRING_TO_FIND_1_2585" ); }'
with open(test_re, 'w') as f:
f.write(test_rule)
# update server config with additional rule file
server_config_update = {
"re_rulebase_set": [{"filename": "test"}, {"filename": "core"}]
}
lib.update_json_file_from_dict(server_config_filename, server_config_update)
time.sleep(35) # wait for delay rule engine to wake
# checkpoint log to know where to look for the string
initial_log_size = lib.get_log_size('re')
self.admin.assert_icommand('irule -F ' + rule_file)
time.sleep(35) # wait for test to fire
assert lib.count_occurrences_of_string_in_log('re', 'TEST_STRING_TO_FIND_1_2585', start_index=initial_log_size)
# repave rule with new string
test_rule = 'do_some_stuff() { writeLine( "serverLog", "TEST_STRING_TO_FIND_2_2585" ); }'
os.unlink(test_re)
with open(test_re, 'w') as f:
f.write(test_rule)
time.sleep(35) # wait for delay rule engine to wake
# checkpoint log to know where to look for the string
initial_log_size = lib.get_log_size('re')
self.admin.assert_icommand('irule -F ' + rule_file)
time.sleep(35) # wait for test to fire
assert lib.count_occurrences_of_string_in_log('re', 'TEST_STRING_TO_FIND_2_2585', start_index=initial_log_size)
# cleanup
os.unlink(test_re)
os.unlink(rule_file)
def test_rule_engine_2309(self):
corefile = lib.get_core_re_dir() + "/core.re"
coredvm = lib.get_core_re_dir() + "/core.dvm"
with lib.file_backed_up(coredvm):
lib.prepend_string_to_file('oprType||rei->doinp->oprType\n',
coredvm)
with lib.file_backed_up(corefile):
initial_size_of_server_log = lib.get_log_size('server')
rules_to_prepend = '''
acSetNumThreads() {
writeLine("serverLog","test_rule_engine_2309: put: acSetNumThreads oprType [$oprType]");
}
'''
time.sleep(1) # remove once file hash fix is commited #2279
lib.prepend_string_to_file(rules_to_prepend, corefile)
time.sleep(1) # remove once file hash fix is commited #2279
trigger_file = 'file_to_trigger_acSetNumThreads'
lib.make_file(trigger_file, 4 * pow(10, 7))
self.admin.assert_icommand('iput {0}'.format(trigger_file))
assert 1 == lib.count_occurrences_of_string_in_log(
'server',
'writeLine: inString = test_rule_engine_2309: put: acSetNumThreads oprType [1]',
start_index=initial_size_of_server_log)
assert 0 == lib.count_occurrences_of_string_in_log(
'server',
'RE_UNABLE_TO_READ_SESSION_VAR',
start_index=initial_size_of_server_log)
os.unlink(trigger_file)
with lib.file_backed_up(corefile):
initial_size_of_server_log = lib.get_log_size('server')
rules_to_prepend = '''
acSetNumThreads() {
writeLine("serverLog","test_rule_engine_2309: get: acSetNumThreads oprType [$oprType]");
}
'''
time.sleep(1) # remove once file hash fix is commited #2279
lib.prepend_string_to_file(rules_to_prepend, corefile)
time.sleep(1) # remove once file hash fix is commited #2279
self.admin.assert_icommand('iget {0}'.format(trigger_file),
use_unsafe_shell=True)
assert 1 == lib.count_occurrences_of_string_in_log(
'server',
'writeLine: inString = test_rule_engine_2309: get: acSetNumThreads oprType [2]',
start_index=initial_size_of_server_log)
assert 0 == lib.count_occurrences_of_string_in_log(
'server',
'RE_UNABLE_TO_READ_SESSION_VAR',
start_index=initial_size_of_server_log)
os.unlink(trigger_file)
def test_auth_pep(self):
rules_to_prepend = """
pep_resource_resolve_hierarchy_pre(*A,*B,*OUT,*E,*F,*G,*H){
*OUT = "THIS IS AN OUT VARIABLE"
}
pep_resource_resolve_hierarchy_post(*A,*B,*OUT,*E,*F,*G,*H){
writeLine( 'serverLog', '*OUT')
}
"""
corefile = lib.get_core_re_dir() + "/core.re"
with lib.file_backed_up(corefile):
time.sleep(1) # remove once file hash fix is commited #2279
lib.prepend_string_to_file(rules_to_prepend, corefile)
time.sleep(1) # remove once file hash fix is commited #2279
initial_size_of_server_log = lib.get_log_size('server')
filename = "test_re_serialization.txt"
lib.make_file(filename, 1000)
self.admin.assert_icommand("iput -f --metadata ATTR;VALUE;UNIT " +
filename)
out_count = lib.count_occurrences_of_string_in_log(
'server',
'THIS IS AN OUT VARIABLE',
start_index=initial_size_of_server_log)
output = commands.getstatusoutput('rm ' + filename)
print("counts: " + str(out_count))
assert 1 == out_count
def test_re_serialization(self):
rules_to_prepend = """
pep_resource_resolve_hierarchy_pre(*A,*B,*OUT,*E,*F,*G,*H){
writeLine("serverLog", "pep_resource_resolve_hierarchy_pre - [*A] [*B] [*OUT] [*E] [*F] [*G] [*H]");
}
"""
corefile = lib.get_core_re_dir() + "/core.re"
with lib.file_backed_up(corefile):
time.sleep(1) # remove once file hash fix is commited #2279
lib.prepend_string_to_file(rules_to_prepend, corefile)
time.sleep(1) # remove once file hash fix is commited #2279
initial_size_of_server_log = lib.get_log_size('server')
filename = "test_re_serialization.txt"
lib.make_file(filename, 1000)
self.admin.assert_icommand("iput -f --metadata ATTR;VALUE;UNIT " +
filename)
auth_count = lib.count_occurrences_of_string_in_log(
'server',
'user_auth_info_auth_flag=5',
start_index=initial_size_of_server_log)
zone_count = lib.count_occurrences_of_string_in_log(
'server',
'user_rods_zone=tempZone',
start_index=initial_size_of_server_log)
user_count = lib.count_occurrences_of_string_in_log(
'server',
'user_user_name=otherrods',
start_index=initial_size_of_server_log)
mdata_count = lib.count_occurrences_of_string_in_log(
'server',
'ATTR;VALUE;UNIT',
start_index=initial_size_of_server_log)
output = commands.getstatusoutput('rm ' + filename)
print("counts: " + str(auth_count) + " " + str(zone_count) + " " +
str(user_count) + " " + str(mdata_count))
assert 1 == auth_count
assert 1 == zone_count
assert 1 == user_count
assert 1 == mdata_count
def test_iput_bulk_check_acpostprocforput__2841(self):
# prepare test directory
number_of_files = 5
dirname = self.admin.local_session_dir + '/files'
corefile = lib.get_core_re_dir() + "/core.re"
# files less than 4200000 were failing to trigger the writeLine
for filesize in range(5000, 6000000, 500000):
files = lib.make_large_local_tmp_dir(dirname, number_of_files, filesize)
# manipulate core.re and check the server log
with lib.file_backed_up(corefile):
initial_size_of_server_log = lib.get_log_size('server')
rules_to_prepend = '''
acBulkPutPostProcPolicy { msiSetBulkPutPostProcPolicy("on"); }
acPostProcForPut { writeLine("serverLog", "acPostProcForPut called for $objPath"); }
'''
time.sleep(1) # remove once file hash fix is committed #2279
lib.prepend_string_to_file(rules_to_prepend, corefile)
time.sleep(1) # remove once file hash fix is committed #2279
self.admin.assert_icommand(['iput', '-frb', dirname])
assert number_of_files == lib.count_occurrences_of_string_in_log(
'server', 'writeLine: inString = acPostProcForPut called for', start_index=initial_size_of_server_log)
shutil.rmtree(dirname)
def test_rulebase_update__2585(self):
rule_file = 'my_rule.r'
test_re = os.path.join(lib.get_core_re_dir(), 'test.re')
my_rule = """
my_rule {
delay("<PLUSET>1s</PLUSET>") {
do_some_stuff();
}
}
INPUT null
OUTPUT ruleExecOut
"""
with open(rule_file, 'w') as f:
f.write(my_rule)
server_config_filename = lib.get_irods_config_dir(
) + '/server_config.json'
with lib.file_backed_up(server_config_filename):
# write new rule file to config dir
test_rule = 'do_some_stuff() { writeLine( "serverLog", "TEST_STRING_TO_FIND_1_2585" ); }'
with open(test_re, 'w') as f:
f.write(test_rule)
# update server config with additional rule file
server_config_update = {
"re_rulebase_set": [{
"filename": "test"
}, {
"filename": "core"
}]
}
lib.update_json_file_from_dict(server_config_filename,
server_config_update)
time.sleep(35) # wait for delay rule engine to wake
# checkpoint log to know where to look for the string
initial_log_size = lib.get_log_size('re')
self.admin.assert_icommand('irule -F ' + rule_file)
time.sleep(35) # wait for test to fire
assert lib.count_occurrences_of_string_in_log(
're',
'TEST_STRING_TO_FIND_1_2585',
start_index=initial_log_size)
# repave rule with new string
test_rule = 'do_some_stuff() { writeLine( "serverLog", "TEST_STRING_TO_FIND_2_2585" ); }'
os.unlink(test_re)
with open(test_re, 'w') as f:
f.write(test_rule)
time.sleep(35) # wait for delay rule engine to wake
# checkpoint log to know where to look for the string
initial_log_size = lib.get_log_size('re')
self.admin.assert_icommand('irule -F ' + rule_file)
time.sleep(35) # wait for test to fire
assert lib.count_occurrences_of_string_in_log(
're',
'TEST_STRING_TO_FIND_2_2585',
start_index=initial_log_size)
# cleanup
os.unlink(test_re)
os.unlink(rule_file)
def test_acPostProcForOpen__3024(self):
test_re = os.path.join(lib.get_core_re_dir(), 'test.re')
server_config_filename = lib.get_irods_config_dir() + '/server_config.json'
# get PEP name from function name
pep_name = inspect.stack()[0][3].split('_')[1]
# user session
sesh = self.user0
testfile = self.testfile
target_obj = os.path.join(sesh.session_collection, testfile)
# prepare rule file
rule_file = "test_rule_file.r"
rule_string = '''
test_acPostProcForCreate__3024 {{
msiDataObjOpen("{target_obj}",*FD);
msiDataObjClose(*FD,*Status);
}}
INPUT null
OUTPUT ruleExecOut
'''.format(**locals())
with open(rule_file, 'w') as f:
f.write(rule_string)
# query for resource properties
columns = ('RESC_ZONE_NAME, '
'RESC_FREE_SPACE, '
'RESC_STATUS, '
'RESC_ID, '
'RESC_NAME, '
'RESC_TYPE_NAME, '
'RESC_LOC, '
'RESC_CLASS_NAME, '
'RESC_VAULT_PATH, '
'RESC_INFO, '
'RESC_COMMENT, '
'RESC_CREATE_TIME, '
'RESC_MODIFY_TIME')
resource = sesh.default_resource
query = '''iquest "SELECT {columns} WHERE RESC_NAME ='{resource}'"'''.format(**locals())
result = sesh.run_icommand(query)[1]
# last line is iquest default formatting separator
resource_property_list = result.splitlines()[:-1]
with lib.file_backed_up(server_config_filename):
# prepare rule
# rule will write PEP name as well as
# resource related rule session vars to server log
rule_body = 'writeLine("serverLog", "{pep_name}");'.format(**locals())
rule_body += ('writeLine("serverLog", $KVPairs.zoneName);'
'writeLine("serverLog", $KVPairs.freeSpace);'
'writeLine("serverLog", $KVPairs.quotaLimit);'
'writeLine("serverLog", $KVPairs.rescStatus);'
'writeLine("serverLog", $KVPairs.rescId);'
'writeLine("serverLog", $KVPairs.rescName);'
'writeLine("serverLog", $KVPairs.rescType);'
'writeLine("serverLog", $KVPairs.rescLoc);'
'writeLine("serverLog", $KVPairs.rescClass);'
'writeLine("serverLog", $KVPairs.rescVaultPath);'
'writeLine("serverLog", $KVPairs.rescInfo);'
'writeLine("serverLog", $KVPairs.rescComments);'
'writeLine("serverLog", $KVPairs.rescCreate);'
'writeLine("serverLog", $KVPairs.rescModify);')
test_rule = '{pep_name} {{ {rule_body} }}'.format(**locals())
# write new rule file
with open(test_re, 'w') as f:
f.write(test_rule)
# update server config with additional rule file
server_config_update = {
"re_rulebase_set": [{"filename": "test"}, {"filename": "core"}]
}
lib.update_json_file_from_dict(server_config_filename, server_config_update)
# iput test file
sesh.assert_icommand('iput -f {testfile}'.format(**locals()))
# checkpoint log to know where to look for the string
initial_log_size = lib.get_log_size('server')
# invoke irule to trigger PEP
sesh.assert_icommand('irule -F {rule_file}'.format(**locals()))
# confirm that PEP was hit by looking for pep name in server log
assert lib.count_occurrences_of_string_in_log('server', pep_name, start_index=initial_log_size)
# check that resource session vars were written to the server log
for line in resource_property_list:
column = line.rsplit('=', 1)[0].strip()
property = line.rsplit('=', 1)[1].strip()
if property:
if column != 'RESC_MODIFY_TIME':
assert lib.count_occurrences_of_string_in_log('server', property, start_index=initial_log_size)
else:
# for resource modify time skip last 2 second digits
assert lib.count_occurrences_of_string_in_log('server', property[:-2], start_index=initial_log_size)
# cleanup
sesh.run_icommand('irm -f {target_obj}'.format(**locals()))
os.unlink(rule_file)
os.unlink(test_re)
def test_acPostProcForFilePathReg__3024(self):
test_re = os.path.join(lib.get_core_re_dir(), 'test.re')
server_config_filename = lib.get_irods_config_dir() + '/server_config.json'
# get PEP name from function name
pep_name = inspect.stack()[0][3].split('_')[1]
# user session
# use admin to be allowed to register stuff
sesh = self.admin
# test file for ireg
username = sesh.username
resc_vault_path = lib.get_vault_path(sesh)
testfile = '{resc_vault_path}/home/{username}/foo.txt'.format(**locals())
open(testfile, 'a').close()
# query for resource properties
columns = ('RESC_ZONE_NAME, '
'RESC_FREE_SPACE, '
'RESC_STATUS, '
'RESC_ID, '
'RESC_NAME, '
'RESC_TYPE_NAME, '
'RESC_LOC, '
'RESC_CLASS_NAME, '
'RESC_VAULT_PATH, '
'RESC_INFO, '
'RESC_COMMENT, '
'RESC_CREATE_TIME, '
'RESC_MODIFY_TIME')
resource = sesh.default_resource
query = '''iquest "SELECT {columns} WHERE RESC_NAME ='{resource}'"'''.format(**locals())
result = sesh.run_icommand(query)[1]
# last line is iquest default formatting separator
resource_property_list = result.splitlines()[:-1]
with lib.file_backed_up(server_config_filename):
# prepare rule
# rule will write PEP name as well as
# resource related rule session vars to server log
rule_body = 'writeLine("serverLog", "{pep_name}");'.format(**locals())
rule_body += ('writeLine("serverLog", $KVPairs.zoneName);'
'writeLine("serverLog", $KVPairs.freeSpace);'
'writeLine("serverLog", $KVPairs.quotaLimit);'
'writeLine("serverLog", $KVPairs.rescStatus);'
'writeLine("serverLog", $KVPairs.rescId);'
'writeLine("serverLog", $KVPairs.rescName);'
'writeLine("serverLog", $KVPairs.rescType);'
'writeLine("serverLog", $KVPairs.rescLoc);'
'writeLine("serverLog", $KVPairs.rescClass);'
'writeLine("serverLog", $KVPairs.rescVaultPath);'
'writeLine("serverLog", $KVPairs.rescInfo);'
'writeLine("serverLog", $KVPairs.rescComments);'
'writeLine("serverLog", $KVPairs.rescCreate);'
'writeLine("serverLog", $KVPairs.rescModify);')
test_rule = '{pep_name} {{ {rule_body} }}'.format(**locals())
# write new rule file
with open(test_re, 'w') as f:
f.write(test_rule)
# update server config with additional rule file
server_config_update = {
"re_rulebase_set": [{"filename": "test"}, {"filename": "core"}]
}
lib.update_json_file_from_dict(server_config_filename, server_config_update)
# checkpoint log to know where to look for the string
initial_log_size = lib.get_log_size('server')
# ireg test file to trigger PEP
target_obj = os.path.join(sesh.home_collection, os.path.basename(testfile))
sesh.assert_icommand('ireg {testfile} {target_obj}'.format(**locals()))
# confirm that PEP was hit by looking for pep name in server log
assert lib.count_occurrences_of_string_in_log('server', pep_name, start_index=initial_log_size)
# check that resource session vars were written to the server log
for line in resource_property_list:
column = line.rsplit('=', 1)[0].strip()
property = line.rsplit('=', 1)[1].strip()
if property:
if column != 'RESC_MODIFY_TIME':
assert lib.count_occurrences_of_string_in_log('server', property, start_index=initial_log_size)
# cleanup
sesh.run_icommand('irm -f {target_obj}'.format(**locals()))
os.unlink(test_re)
def test_shutdown_local_server(self):
initial_size_of_server_log = lib.get_log_size('server')
lib.assert_command(['irods-grid', 'shutdown', '--hosts', lib.get_hostname()], 'STDOUT_SINGLELINE', 'shutting down')
time.sleep(10) # server gives control plane the all-clear before printing done message
assert 1 == lib.count_occurrences_of_string_in_log('server', 'iRODS Server is done', initial_size_of_server_log)
lib.start_irods_server()
