def check_geo_arequal_status(master, mastervol, slave, slavevol, \
timeout=600, mclient='', sclient=''):
"""
checks the arequal checksum of master and slave
Returns True if arequal checksum matches between master and slave
Returns False if arequal checksum differs between master and slave
"""
if mclient == '':
mclient = tc.clients[0]
if sclient == '':
sclient = tc.clients[0]
master_mount = '/mnt/master'
slave_mount = '/mnt/slave'
retm, _, _ = mount_volume(mastervol, mpoint=master_mount, mserver=master, \
mclient=mclient)
rets, _, _ = mount_volume(slavevol, mpoint=slave_mount, mserver=slave, \
mclient=sclient)
if retm != 0 or rets != 0:
tc.logger.error("Failed to mount the master or slave volume")
return False
rc = False
while timeout >= 0:
retm = tc.run_async(mclient, "/usr/local/bin/arequal-checksum -p %s" \
% master_mount)
rets = tc.run_async(sclient, "/usr/local/bin/arequal-checksum -p %s" \
% slave_mount)
retm.wait()
rets.wait()
retm = retm.value()
rets = rets.value()
tc.logger.debug("The arequal-checksum of master is %s" % retm[1])
tc.logger.debug("The arequal-checksum of slave is %s" % rets[1])
if retm[0] != 0 or rets[0] != 0:
tc.logger.error("arequal returned error. Check glusterfs logs")
elif retm[1] != rets[1]:
tc.logger.debug("arequal-checksum does not match master and slave")
else:
tc.logger.info("arequal-checksum of master and slave match")
rc = True
break
time.sleep(120)
timeout = timeout - 120
umount_volume(mclient, master_mount)
umount_volume(sclient, slave_mount)
return rc
def check_geo_filecount_status(master, mastervol, slave, slavevol, \
timeout=1200, mclient='', sclient=''):
"""
checks the number of files in master and slave
Returns True if number of files are same in master and slave
Returns False if number of files differ in master and slave
"""
if mclient == '':
mclient = tc.clients[0]
if sclient == '':
sclient = tc.clients[0]
master_mount = '/mnt/master'
slave_mount = '/mnt/slave'
retm, _, _ = mount_volume(mastervol, mpoint=master_mount, \
mserver=master, mclient=mclient)
rets, _, _ = mount_volume(slavevol, mpoint=slave_mount, \
mserver=slave, mclient=sclient)
if retm != 0 or rets != 0:
tc.logger.error("Failed to mount the master or slave volume")
return False
rc = False
while timeout >= 0:
retm = tc.run_async(mclient, "find %s | wc -l" % master_mount)
rets = tc.run_async(sclient, "find %s | wc -l" % slave_mount)
retm.wait()
rets.wait()
retm = retm.value()
rets = rets.value()
tc.logger.debug("The number of files in master is %s" % int(retm[1]))
tc.logger.debug("The number of files in slave is %s" % int(rets[1]))
if retm[0] != 0 or rets[0] != 0:
tc.logger.error("find returned error. Please check glusterfs logs")
elif int(retm[1]) != int(rets[1]):
tc.logger.debug("filecount doesn't match between master and slave")
else:
tc.logger.info("filecount of master and slave match")
rc = True
break
time.sleep(120)
timeout = timeout - 120
umount_volume(mclient, master_mount)
umount_volume(sclient, slave_mount)
return rc
def run(self):
rc = True
dd_cmd = "dd if=%s count=%s " % (self.dd_input_file, self.dd_count)
if self.dd_conv is not None:
dd_cmd += "conv=%s " % self.dd_conv
if self.dd_oflag is not None:
dd_cmd += "oflag=%s " % self.dd_oflag
all_mounts_cmd_runs = []
for mount_obj in self.mounts:
all_cmd_runs = []
for i in range(1, (self.num_of_files + 1)):
cmd_runs = []
for j in range(1, (self.num_of_dd_writes_process + 1)):
cmd = dd_cmd + ("of=%s bs=%s" %
(os.path.join(mount_obj.mountpoint,
self.filename + "_" + str(i)),
random.choice(self.block_size)))
tc.logger.info("Executing Command: %s", cmd)
ret = tc.run_async(mount_obj.client_system, cmd)
cmd_runs.append(ret)
all_cmd_runs.append(cmd_runs)
all_mounts_cmd_runs.append(all_cmd_runs)
for all_cmd_runs in all_mounts_cmd_runs:
for cmd_runs in all_cmd_runs:
for each_cmd_run in cmd_runs:
each_cmd_run.wait()
rc = True
for i, all_cmd_runs in enumerate(all_mounts_cmd_runs):
for j, cmd_runs in enumerate(all_cmd_runs):
for k, each_cmd_run in enumerate(cmd_runs):
ret, _, _ = each_cmd_run.value()
if ret != 0:
tc.logger.error("DD Writes failed on: %s/%s/%s:%d" %
(self.mounts[i].client_system,
self.mounts[i].mountpoint,
(self.filename + "_" + str(j)), k))
rc = False
if not rc:
tc.logger.error("DD Write failed on atleast one file")
return False
else:
tc.logger.info("DD Write successfully passed on all the files")
return True
def run(self):
rc = True
dd_cmd = "dd if=%s count=%s " % (self.dd_input_file, self.dd_count)
if self.dd_conv is not None:
dd_cmd += "conv=%s " % self.dd_conv
if self.dd_oflag is not None:
dd_cmd += "oflag=%s " % self.dd_oflag
all_mounts_cmd_runs = []
for mount_obj in self.mounts:
all_cmd_runs = []
for i in range(1, (self.num_of_files + 1)):
cmd_runs = []
for j in range(1, (self.num_of_dd_writes_process + 1)):
cmd = dd_cmd + ("of=%s bs=%s" % (os.path.join(
mount_obj.mountpoint, self.filename + "_" +
str(i)), random.choice(self.block_size)))
tc.logger.info("Executing Command: %s", cmd)
ret = tc.run_async(mount_obj.client_system, cmd)
cmd_runs.append(ret)
all_cmd_runs.append(cmd_runs)
all_mounts_cmd_runs.append(all_cmd_runs)
for all_cmd_runs in all_mounts_cmd_runs:
for cmd_runs in all_cmd_runs:
for each_cmd_run in cmd_runs:
each_cmd_run.wait()
rc = True
for i, all_cmd_runs in enumerate(all_mounts_cmd_runs):
for j, cmd_runs in enumerate(all_cmd_runs):
for k, each_cmd_run in enumerate(cmd_runs):
ret, _, _ = each_cmd_run.value()
if ret != 0:
tc.logger.error("DD Writes failed on: %s/%s/%s:%d" %
(self.mounts[i].client_system,
self.mounts[i].mountpoint,
(self.filename + "_" + str(j)), k))
rc = False
if not rc:
tc.logger.error("DD Write failed on atleast one file")
return False
else:
tc.logger.info("DD Write successfully passed on all the files")
return True
def run(self):
retstat = 0
tc.logger.info("Run command on all servers via run_async()")
rasyncs = {}
results = {}
command = 'ls -ail; hostname'
for node in tc.nodes:
rasyncs[node] = tc.run_async(node, command)
if not rasyncs[node]:
retstat = retstat | rcode
for node, proc in rasyncs.items():
rcode, rout, rerr = proc.value()
retstat = retstat | rcode
if retstat == 0:
return True
return False
-T %d -t %s --fop=%s %s 1>/dev/null 2>&1"
% (int(num_multi), int(breadth), int(depth), maxsize, minsize, int(num_threads), file_type, fop, path)
)
elif dir_struct == "single":
cmd = (
"crefi -n %d --max=%s --min=%s --random -T %d -t %s --fop=%s %s \
1>/dev/null 2>&1"
% (int(num_single), maxsize, minsize, int(num_threads), file_type, fop, path)
)
else:
tc.logger.error("Unknown fop or dir structure")
return False
if fop == "rm":
cmd = "rm -rf %s/*" % path
if async:
ret_obj = tc.run_async(client, cmd)
return ret_obj
else:
ret, _, _ = tc.run(client, cmd)
if ret != 0:
return False
else:
return True
def check_geo_filecount_status(master, mastervol, slave, slavevol, timeout=1200, mclient="", sclient=""):
"""
checks the number of files in master and slave
Returns True if number of files are same in master and slave
Returns False if number of files differ in master and slave
