def exists(self):
"""
Tests whether a file exists.
:rtype : bool
:return: True if the file exists else False
"""
return fs.is_file_exists(self.path)
def exists(self):
"""
Tests whether a file exists.
:rtype : bool
:return: True if the file exists else False
"""
return fs.is_file_exists(self.path)
def test_is_file_not_exists_command(self):
# shell_client.EXECUTOR = self._executor_to_fail
self.assertFalse(
hdfs_client.is_file_exists(
"/tmp/data.txt",
executor=lambda cmd, *args: self._assert_command_generation(
"hadoop fs -test -e /tmp/data.txt", status=-1)
(cmd, *args)))
def test_is_file_not_exists_command(self):
# shell_client.EXECUTOR = self._executor_to_fail
self.assertFalse(
hdfs_client.is_file_exists(
"/tmp/data.txt",
executor=lambda cmd, *args: self._assert_command_generation(
"hadoop fs -test -e /tmp/data.txt", status=-1
)(cmd, *args),
)
)
def test_create_table(self):
files = self.temp_file(msg="hello,world")
try:
msg = "create database if not EXISTS testdb;"
self.assertTrue(Hive.load_queries_from_string(msg).run().is_ok())
msg = "create table some_table(strings STRING)" \
"ROW FORMAT DELIMITED " \
"FIELDS TERMINATED BY ','" \
"STORED AS TEXTFILE " \
"Location '/tmp/hive_table';"
hive = Hive.load_queries_from_string(msg).use_database("testdb")
self.assertTrue(hive.use_database("testdb").run().is_ok(), " create table")
msg = "LOAD DATA LOCAL INPATH '{0}' OVERWRITE INTO TABLE some_table;".format(files)
hive = Hive.load_queries_from_string(msg).use_database("testdb")
self.assertTrue(hive.run().is_ok(), "load data in table")
self.assertTrue(hdfs.is_file_exists("/tmp/hive_table"), "check tables")
finally:
Hive.load_queries_from_string("drop table some_table;").use_database("testdb").run()
Hive.load_queries_from_string("drop database testdb;").use_database("testdb").run()
self.delete_local(files)
self.delete_file_in_hdfs()
def test_is_file_exists_command_generator(self):
hdfs_client.is_file_exists(
"/tmp/data.txt",
executor=lambda cmd, *args: self._assert_command_generation("hadoop fs -test -e /tmp/data.txt")(cmd, *args),
)
def test_is_file_exists_command_generator(self):
hdfs_client.is_file_exists(
"/tmp/data.txt",
executor=lambda cmd, *args: self._assert_command_generation(
"hadoop fs -test -e /tmp/data.txt")(cmd, *args))
