def verify(self):
self.logger.info("Verify Spark Hdfs with HdfsTest")
try:
self.runner.run()
except runner.SparkRequestError as e:
self.logger.error("Spark HdfsTest runner status NOT OK!!")
raise verification.VerificationError(e)
def verify(self):
self.logger.info("Verify Hive by running select query")
try:
self.runner.run()
except runner.ApplicationRequestError as e:
self.logger.error("Hive runner status NOT OK!!")
raise verification.VerificationError(e)
def verify(self):
self.logger.info("Verify Spark status by calculating pi")
try:
self.runner.run()
except spark.SparkRequestError as e:
self.logger.error("Spark runner status NOT OK!!")
raise verification.VerificationError(e)
def verify(self):
self.logger.info("Verify YARN ResourceManager status")
try:
self.yarn.check_yarn_resourcemanager_status()
except yarn.YarnRequestError as e:
self.logger.error("YARN ResourceManager status NOT OK!")
raise verification.VerificationError(e)
def verify(self):
self.logger.info("Verify Mapreduce status by calculating pi")
try:
self.runner.run()
except mr.MrRequestError as e:
self.logger.error("Mapreduce runner status NOT OK!!")
raise verification.VerificationError(e)
def verify(self):
self.logger.info(
"Verify HDFS status by reading a file and checking the md5sum")
remote_md5 = self.hdfs.get_hdfsfile_and_calc_md5(self.filename)
if self.md5 != remote_md5:
raise verification.VerificationError(
"known md5 {0} did not match remote md5 {1} for file {2}".
format(self.md5, remote_md5, self.filename))
def verify(self):
self.logger.info(
"Verify HDFS status by writing a file and checking the md5sum")
active_nn = self.ambari.get_specific_nn_host(state='active')
hdfs = hdfs_api.HdfsApi(logger=self.logger, active_nn_host=active_nn)
md5 = hdfs.create_hdfs_file_of_size_in_mb(self.filename,
size=self.filesize)
remote_md5 = hdfs.get_hdfsfile_and_calc_md5(self.filename)
hdfs.cleanup_remote_file(self.filename)
if md5 != remote_md5:
raise verification.VerificationError(
"local md5 {0} did not match remote md5 {1} for file {2}".
format(md5, remote_md5, self.filename))
def verify(self):
self.logger.info("Verify Mapreduce with teragen/terasort")
try:
active_nn = self.ambari.get_specific_nn_host(state='active')
hdfs = hdfs_api.HdfsApi(logger=self.logger,
active_nn_host=active_nn)
hdfs.cleanup_remote_file(
"/user/smoketest/hdfs_smoketest/teragenout", recursive=True)
hdfs.cleanup_remote_file(
"/user/smoketest/hdfs_smoketest/terasortout", recursive=True)
self.teragen.run()
self.terasort.run()
except runner.MrRequestError as e:
self.logger.error(
"MapReduce Hdfs test teragen/terasort runner status NOT OK!!")
raise verification.VerificationError(e)