def setUp(self):
self.agent_sessions = None
self.pool = None
self.container = None
self.obj = None
self.ioreq = None
self.hostlist = None
self.hostfile = None
self.no_of_dkeys = None
self.no_of_akeys = None
self.array_size = None
self.record_length = None
with open('../../.build_vars.json') as json_f:
build_paths = json.load(json_f)
self.basepath = os.path.normpath(build_paths['PREFIX'] + "/../")
server_group = self.params.get("name", '/server_config/',
'daos_server')
self.context = DaosContext(build_paths['PREFIX'] + '/lib64/')
self.d_log = DaosLog(self.context)
self.hostlist = self.params.get("test_machines", '/run/hosts/*')
self.hostfile = write_host_file.write_host_file(
self.hostlist, self.workdir)
self.no_of_dkeys = self.params.get("no_of_dkeys", '/run/dkeys/*')[0]
self.no_of_akeys = self.params.get("no_of_akeys", '/run/akeys/*')[0]
self.array_size = self.params.get("size", '/array_size/')
self.record_length = self.params.get("length", '/run/record/*')
self.agent_sessions = agent_utils.run_agent(self.basepath,
self.hostlist)
server_utils.run_server(self, self.hostfile, server_group)
self.pool = DaosPool(self.context)
self.pool.create(self.params.get("mode", '/run/pool/createmode/*'),
os.geteuid(), os.getegid(),
self.params.get("size", '/run/pool/createsize/*'),
self.params.get("setname", '/run/pool/createset/*'),
None)
self.pool.connect(2)
self.container = DaosContainer(self.context)
self.container.create(self.pool.handle)
self.container.open()
self.obj = DaosObj(self.context, self.container)
self.obj.create(objcls=1)
self.obj.open()
self.ioreq = IORequest(self.context,
self.container,
self.obj,
objtype=4)
def setUp(self):
"""Start servers, establish file locations."""
super(CartSelfTest, self).setUp()
self.agent_sessions = None
self.hostlist_servers = self.params.get("test_machines", '/run/hosts/')
self.hostfile_servers = write_host_file.write_host_file(
self.hostlist_servers, self.workdir)
self.d_log = DaosLog(self.context)
# self_test params
self.self_test_bin = os.path.join(self.prefix, "bin/self_test")
self.endpoint = self.params.get("endpoint", "/run/testparams/")
self.max_rpcs = self.params.get("max_inflight_rpcs",
"/run/testparams/")
self.repetitions = self.params.get("repetitions", "/run/testparams/")
self.message_size = (self.params.get(
"size", "/run/muxtestparams/message_size/*")[0])
self.share_addr = self.params.get("val",
"/run/muxtestparams/share_addr/*")[0]
self.env_dict = {
"CRT_PHY_ADDR_STR": "ofi+sockets",
"CRT_CTX_NUM": "8",
"OFI_INTERFACE": "eth0",
"CRT_CTX_SHARE_ADDR": str(self.share_addr)
}
self.env_list = []
for key, val in self.env_dict.items():
self.env_list.append("-x")
self.env_list.append("{0}={1}".format(key, val))
# daos server params
self.server_group = self.params.get("name", 'server_config',
'daos_server')
self.uri_file = os.path.join(self.tmp, "uri.txt")
self.agent_sessions = agent_utils.run_agent(self,
self.hostlist_servers)
server_utils.run_server(self,
self.hostfile_servers,
self.server_group,
uri_path=self.uri_file,
env_dict=self.env_dict)
def setUp(self):
"""Set up run before each test."""
super(TestWithoutServers, self).setUp()
if not load_mpi("openmpi"):
self.fail("Failed to load openmpi")
self.orterun = find_executable('orterun')
if self.orterun is None:
self.fail("Could not find orterun")
# hardware tests segfault in MPI_Init without this option
self.client_mca = "--mca btl_openib_warn_default_gid_prefix 0"
self.client_mca += " --mca pml ob1"
self.client_mca += " --mca btl tcp,self"
self.client_mca += " --mca oob tcp"
self.ompi_prefix = os.path.dirname(os.path.dirname(self.orterun))
# get paths from the build_vars generated by build
with open('../../.build_vars.json') as build_vars:
build_paths = json.load(build_vars)
self.basepath = os.path.normpath(os.path.join(build_paths['PREFIX'],
'..') + os.path.sep)
self.prefix = build_paths['PREFIX']
try:
self.ofi_prefix = build_paths['OFI_PREFIX']
except KeyError:
self.ofi_prefix = "/usr"
self.bin = os.path.join(self.prefix, 'bin')
self.daos_test = os.path.join(self.prefix, 'bin', 'daos_test')
# set default shared dir for daos tests in case DAOS_TEST_SHARED_DIR
# is not set, for RPM env and non-RPM env.
if self.prefix != "/usr":
self.tmp = os.path.join(self.prefix, 'tmp')
else:
self.tmp = os.getenv(
'DAOS_TEST_SHARED_DIR', os.path.expanduser('~/daos_test'))
if not os.path.exists(self.tmp):
os.makedirs(self.tmp)
# setup fault injection, this MUST be before API setup
fault_list = self.params.get("fault_list", '/run/faults/*')
if fault_list:
# not using workdir because the huge path was messing up
# orterun or something, could re-evaluate this later
self.fault_file = fault_config_utils.write_fault_file(self.tmp,
fault_list,
None)
os.environ["D_FI_CONFIG"] = self.fault_file
self.context = DaosContext(self.prefix + '/lib64/')
self.d_log = DaosLog(self.context)
self.test_log.daos_log = self.d_log
def setUp(self):
"""Set up run before each test."""
super(TestWithoutServers, self).setUp()
# get paths from the build_vars generated by build
with open('../../.build_vars.json') as build_vars:
build_paths = json.load(build_vars)
self.basepath = os.path.normpath(
os.path.join(build_paths['PREFIX'], '..') + os.path.sep)
self.prefix = build_paths['PREFIX']
self.ompi_prefix = build_paths["OMPI_PREFIX"]
self.bin = os.path.join(self.prefix, 'bin')
self.daos_test = os.path.join(self.prefix, 'bin', 'daos_test')
self.orterun = os.path.join(self.ompi_prefix, "bin", "orterun")
self.daosctl = os.path.join(self.bin, 'daosctl')
# set default shared dir for daos tests in case DAOS_TEST_SHARED_DIR
# is not set, for RPM env and non-RPM env.
if self.prefix != "/usr":
self.tmp = os.path.join(self.prefix, 'tmp')
else:
self.tmp = os.getenv('DAOS_TEST_SHARED_DIR', \
os.path.expanduser('~/daos_test'))
if not os.path.exists(self.tmp):
os.makedirs(self.tmp)
# setup fault injection, this MUST be before API setup
fault_list = self.params.get("fault_list", '/run/faults/*/')
if fault_list:
# not using workdir because the huge path was messing up
# orterun or something, could re-evaluate this later
self.fault_file = fault_config_utils.write_fault_file(
self.tmp, fault_list, None)
os.environ["D_FI_CONFIG"] = self.fault_file
self.context = DaosContext(self.prefix + '/lib64/')
self.d_log = DaosLog(self.context)
class ObjectDataValidation(avocado.Test):
"""
Test Class Description:
Tests that create Different length records,
Disconnect the pool/container and reconnect,
validate the data after reconnect.
"""
# pylint: disable=too-many-instance-attributes
def setUp(self):
self.agent_sessions = None
self.pool = None
self.container = None
self.obj = None
self.ioreq = None
self.hostlist = None
self.hostfile = None
self.no_of_dkeys = None
self.no_of_akeys = None
self.array_size = None
self.record_length = None
with open('../../.build_vars.json') as json_f:
build_paths = json.load(json_f)
self.basepath = os.path.normpath(build_paths['PREFIX'] + "/../")
server_group = self.params.get("name", '/server_config/',
'daos_server')
self.context = DaosContext(build_paths['PREFIX'] + '/lib64/')
self.d_log = DaosLog(self.context)
self.hostlist = self.params.get("test_machines", '/run/hosts/*')
self.hostfile = write_host_file.write_host_file(
self.hostlist, self.workdir)
self.no_of_dkeys = self.params.get("no_of_dkeys", '/run/dkeys/*')[0]
self.no_of_akeys = self.params.get("no_of_akeys", '/run/akeys/*')[0]
self.array_size = self.params.get("size", '/array_size/')
self.record_length = self.params.get("length", '/run/record/*')
self.agent_sessions = agent_utils.run_agent(self.basepath,
self.hostlist)
server_utils.run_server(self, self.hostfile, server_group)
self.pool = DaosPool(self.context)
self.pool.create(self.params.get("mode", '/run/pool/createmode/*'),
os.geteuid(), os.getegid(),
self.params.get("size", '/run/pool/createsize/*'),
self.params.get("setname", '/run/pool/createset/*'),
None)
self.pool.connect(2)
self.container = DaosContainer(self.context)
self.container.create(self.pool.handle)
self.container.open()
self.obj = DaosObj(self.context, self.container)
self.obj.create(objcls=1)
self.obj.open()
self.ioreq = IORequest(self.context,
self.container,
self.obj,
objtype=4)
def tearDown(self):
try:
if self.container:
self.container.close()
self.container.destroy()
if self.pool:
self.pool.disconnect()
self.pool.destroy(1)
finally:
if self.agent_sessions:
agent_utils.stop_agent(self.agent_sessions)
server_utils.stop_server(hosts=self.hostlist)
def reconnect(self):
'''
Function to reconnect the pool/container and reopen the Object
for read verification.
'''
#Close the Obj/Container, Disconnect the Pool.
self.obj.close()
self.container.close()
self.pool.disconnect()
time.sleep(5)
#Connect Pool, Open Container and Object
self.pool.connect(2)
self.container.open()
self.obj.open()
self.ioreq = IORequest(self.context,
self.container,
self.obj,
objtype=4)
@avocado.fail_on(DaosApiError)
def test_invalid_tx_commit_close(self):
"""
Test ID:
(1)DAOS-1346: Verify commit tx bad parameter behavior.
(2)DAOS-1343: Verify tx_close bad parameter behavior.
(3)DAOS-1342: Verify tx_close through daos_api.
(4)DAOS-1338: Add and verify tx_abort through daos_api.
(5)DAOS-1339: Verify tx_abort bad parameter behavior.
Test Description:
Write Avocado Test to verify commit tx and close tx
bad parameter behavior.
:avocado: tags=all,object,full_regression,small,invalid_tx
"""
self.d_log.info("==Writing the Single Dataset for negative test...")
record_index = 0
expected_error = "RC: -1002"
dkey = 0
akey = 0
indata = ("{0}".format(str(akey)[0]) *
self.record_length[record_index])
c_dkey = ctypes.create_string_buffer("dkey {0}".format(dkey))
c_akey = ctypes.create_string_buffer("akey {0}".format(akey))
c_value = ctypes.create_string_buffer(indata)
c_size = ctypes.c_size_t(ctypes.sizeof(c_value))
try:
new_transaction = self.container.get_new_tx()
except DaosApiError as excep:
#initial container get_new_tx failed, skip rest of the test
self.fail("##container get_new_tx failed: {}".format(excep))
invalid_transaction = new_transaction + random.randint(1000, 383838)
self.log.info("==new_transaction= %s", new_transaction)
self.log.info("==invalid_transaction= %s", invalid_transaction)
self.ioreq.single_insert(c_dkey, c_akey, c_value, c_size,
new_transaction)
try:
self.container.commit_tx(invalid_transaction)
self.fail("##(1.1)Container.commit_tx passing with invalid handle")
except DaosApiError as excep:
self.log.info(str(excep))
self.log.info(
"==(1)Expecting failure: invalid Container.commit_tx.")
if expected_error not in str(excep):
self.fail(
"##(1.2)Expecting error RC: -1002, but got {}.".format(
str(excep)))
try:
self.container.close_tx(invalid_transaction)
self.fail("##(2.1)Container.close_tx passing with invalid handle")
except DaosApiError as excep:
self.log.info(str(excep))
self.log.info(
"==(2)Expecting failure: invalid Container.commit_tx.")
if expected_error not in str(excep):
self.fail(
"##(2.2)Expecting error RC: -1002, but got {}.".format(
str(excep)))
try:
self.container.close_tx(new_transaction)
self.log.info("==(3)container.close_tx test passed.")
except DaosApiError as excep:
self.log.info(str(excep))
self.fail("##(3)Failed on close_tx.")
try:
self.container.abort_tx(invalid_transaction)
self.fail("##(4.1)Container.abort_tx passing with invalid handle")
except DaosApiError as excep:
self.log.info(str(excep))
self.log.info(
"==(4)Expecting failure: invalid Container.abort_tx.")
if expected_error not in str(excep):
self.fail(
"##(4.2)Expecting error RC: -1002, but got {}.".format(
str(excep)))
#Try to abort the transaction which already closed.
try:
self.container.abort_tx(new_transaction)
self.fail("##(5.1)Container.abort_tx passing with a closed handle")
except DaosApiError as excep:
self.log.info(str(excep))
self.log.info(
"==(5)Expecting failure: Container.abort_tx closed handle.")
if expected_error not in str(excep):
self.fail(
"##(5.2)Expecting error RC: -1002, but got {}.".format(
str(excep)))
#open another transaction for abort test
try:
new_transaction2 = self.container.get_new_tx()
except DaosApiError as excep:
self.fail("##(6.1)container get_new_tx failed: {}".format(excep))
self.log.info("==new_transaction2= %s", new_transaction2)
self.ioreq.single_insert(c_dkey, c_akey, c_value, c_size,
new_transaction2)
try:
self.container.abort_tx(new_transaction2)
self.log.info("==(6)container.abort_tx test passed.")
except DaosApiError as excep:
self.log.info(str(excep))
self.fail("##(6.2)Failed on abort_tx.")
@avocado.fail_on(DaosApiError)
@skipForTicket("DAOS-3208")
def test_single_object_validation(self):
"""
Test ID: DAOS-707
Test Description: Write Avocado Test to verify single data after
pool/container disconnect/reconnect.
:avocado: tags=all,object,full_regression,small,single_object
"""
self.d_log.info("Writing the Single Dataset")
record_index = 0
transaction = []
for dkey in range(self.no_of_dkeys):
for akey in range(self.no_of_akeys):
indata = ("{0}".format(str(akey)[0]) *
self.record_length[record_index])
c_dkey = ctypes.create_string_buffer("dkey {0}".format(dkey))
c_akey = ctypes.create_string_buffer("akey {0}".format(akey))
c_value = ctypes.create_string_buffer(indata)
c_size = ctypes.c_size_t(ctypes.sizeof(c_value))
new_transaction = self.container.get_new_tx()
self.ioreq.single_insert(c_dkey, c_akey, c_value, c_size,
new_transaction)
self.container.commit_tx(new_transaction)
transaction.append(new_transaction)
record_index = record_index + 1
if record_index == len(self.record_length):
record_index = 0
self.reconnect()
self.d_log.info("Single Dataset Verification -- Started")
record_index = 0
transaction_index = 0
for dkey in range(self.no_of_dkeys):
for akey in range(self.no_of_akeys):
indata = ("{0}".format(str(akey)[0]) *
self.record_length[record_index])
c_dkey = ctypes.create_string_buffer("dkey {0}".format(dkey))
c_akey = ctypes.create_string_buffer("akey {0}".format(akey))
val = self.ioreq.single_fetch(c_dkey, c_akey, len(indata) + 1)
if indata != (repr(val.value)[1:-1]):
self.d_log.error("ERROR:Data mismatch for "
"dkey = {0}, "
"akey = {1}".format(
"dkey {0}".format(dkey),
"akey {0}".format(akey)))
self.fail(
"ERROR: Data mismatch for dkey = {0}, akey={1}".format(
"dkey {0}".format(dkey), "akey {0}".format(akey)))
transaction_index = transaction_index + 1
record_index = record_index + 1
if record_index == len(self.record_length):
record_index = 0
@avocado.fail_on(DaosApiError)
@skipForTicket("DAOS-3208")
def test_array_object_validation(self):
"""
Test ID: DAOS-707
Test Description: Write Avocado Test to verify Array data after
pool/container disconnect/reconnect.
:avocado: tags=all,object,full_regression,small,array_object
"""
self.d_log.info("Writing the Array Dataset")
record_index = 0
transaction = []
for dkey in range(self.no_of_dkeys):
for akey in range(self.no_of_akeys):
c_values = []
value = ("{0}".format(str(akey)[0]) *
self.record_length[record_index])
for item in range(self.array_size):
c_values.append(
(ctypes.create_string_buffer(value), len(value) + 1))
c_dkey = ctypes.create_string_buffer("dkey {0}".format(dkey))
c_akey = ctypes.create_string_buffer("akey {0}".format(akey))
new_transaction = self.container.get_new_tx()
self.ioreq.insert_array(c_dkey, c_akey, c_values,
new_transaction)
self.container.commit_tx(new_transaction)
transaction.append(new_transaction)
record_index = record_index + 1
if record_index == len(self.record_length):
record_index = 0
self.reconnect()
self.d_log.info("Array Dataset Verification -- Started")
record_index = 0
transaction_index = 0
for dkey in range(self.no_of_dkeys):
for akey in range(self.no_of_akeys):
indata = []
value = ("{0}".format(str(akey)[0]) *
self.record_length[record_index])
for item in range(self.array_size):
indata.append(value)
c_dkey = ctypes.create_string_buffer("dkey {0}".format(dkey))
c_akey = ctypes.create_string_buffer("akey {0}".format(akey))
c_rec_count = ctypes.c_uint(len(indata))
c_rec_size = ctypes.c_size_t(len(indata[0]) + 1)
outdata = self.ioreq.fetch_array(c_dkey, c_akey, c_rec_count,
c_rec_size)
for item in enumerate(indata):
if indata[item[0]] != outdata[item[0]][:-1]:
self.d_log.error("ERROR:Data mismatch for "
"dkey = {0}, "
"akey = {1}".format(
"dkey {0}".format(dkey),
"akey {0}".format(akey)))
self.fail(
"ERROR:Data mismatch for dkey = {0}, akey={1}".
format("dkey {0}".format(dkey),
"akey {0}".format(akey)))
transaction_index = transaction_index + 1
record_index = record_index + 1
if record_index == len(self.record_length):
record_index = 0
class CartSelfTest(TestWithoutServers):
"""Run a few variations of CaRT self-test.
Runs a few variations of CaRT self-test to ensure network is in a
stable state prior to testing.
:avocado: recursive
"""
def __init__(self, *args, **kwargs):
"""Class for running cart selftest."""
super(CartSelfTest, self).__init__(*args, **kwargs)
self.self_test_bin = None
self.endpoint = None
self.max_rpcs = None
self.repetitions = None
self.message_size = None
self.share_addr = None
self.env_dict = None
self.env_list = None
def setUp(self):
"""Start servers, establish file locations."""
super(CartSelfTest, self).setUp()
self.agent_sessions = None
self.hostlist_servers = self.params.get("test_servers", '/run/hosts/')
self.hostfile_servers = write_host_file.write_host_file(
self.hostlist_servers, self.workdir)
self.d_log = DaosLog(self.context)
# self_test params
self.self_test_bin = os.path.join(self.prefix, "bin/self_test")
self.endpoint = self.params.get("endpoint", "/run/testparams/")
self.max_rpcs = self.params.get(
"max_inflight_rpcs", "/run/testparams/")
self.repetitions = self.params.get("repetitions", "/run/testparams/")
self.message_size = (
self.params.get("size", "/run/muxtestparams/message_size/*")[0])
self.share_addr = self.params.get("val",
"/run/muxtestparams/share_addr/*")[0]
self.env_dict = {
"CRT_PHY_ADDR_STR": "ofi+sockets",
"CRT_CTX_NUM": "8",
"OFI_INTERFACE": os.environ.get("OFI_INTERFACE", "eth0"),
"CRT_CTX_SHARE_ADDR": str(self.share_addr)
}
self.env_list = []
for key, val in self.env_dict.items():
self.env_list.append("-x")
self.env_list.append("{0}={1}".format(key, val))
# daos server params
self.server_group = self.params.get("name", 'server_config',
'daos_server')
self.uri_file = os.path.join(self.tmp, "uri.txt")
self.agent_sessions = agent_utils.run_agent(self, self.hostlist_servers)
server_utils.run_server(
self, self.hostfile_servers, self.server_group,
uri_path=self.uri_file, env_dict=self.env_dict)
def tearDown(self):
"""Teardown after testcase."""
try:
os.remove(self.hostfile_servers)
os.remove(self.uri_file)
finally:
if self.agent_sessions:
agent_utils.stop_agent(self.agent_sessions)
server_utils.stop_server(hosts=self.hostlist_servers)
super(CartSelfTest, self).tearDown()
def test_self_test(self):
"""Run a few CaRT self-test scenarios.
:avocado: tags=all,smoke,unittest,tiny,cartselftest
"""
base_cmd = [self.orterun,
"-np", "1",
"-ompi-server", "file:{0}".format(self.uri_file)]
selftest = [self.self_test_bin,
"--group-name", "{0}".format(self.server_group),
"--endpoint", "{0}".format(self.endpoint),
"--message-sizes", "{0}".format(self.message_size),
"--max-inflight-rpcs", "{0}".format(self.max_rpcs),
"--repetitions", "{0}".format(self.repetitions)]
cmd = base_cmd + self.env_list + selftest
cmd_log_str = ""
for elem in cmd:
cmd_log_str += elem + " "
try:
self.d_log.info("Running cmd {0}".format(cmd_log_str))
subprocess.check_output(cmd, stderr=subprocess.STDOUT)
except subprocess.CalledProcessError as exc:
self.d_log.error("CaRT self_test returned non-zero. "
"rc {0}:".format(exc.returncode))
for line in exc.output.split('\n'):
self.d_log.error("{0}".format(line))
self.fail("CaRT self_test returned non-zero")
