Esempio n. 1
0
 def test_remove_file(self):
     with patch(HDFS_IS_DIR_FUNC) as mock_isdir:
         mock_isdir.return_value = False
         hdfs_client.rm(
             path="/user/test/data.txt",
             executor=lambda cmd, *args: self._assert_command_generation("hadoop fs -rm /user/test/data.txt"),
         )
Esempio n. 2
0
 def test_remove_file(self):
     with patch(HDFS_IS_DIR_FUNC) as mock_isdir:
         mock_isdir.return_value = False
         hdfs_client.rm(
             path="/user/test/data.txt",
             executor=lambda cmd, *args: self._assert_command_generation(
                 "hadoop fs -rm /user/test/data.txt"))
Esempio n. 3
0
 def delete(self, recursive=False):
     """
     Deletes a file if it exists.
     Directory will be removed only in case
     when recursive flag is set to True
     :param recursive: delete directory recursively
     :type recursive: bool
     """
     if self.exists():
         fs.rm(self.path, recursive).if_failed_raise(
             CommandException(
                 "Cannot delete file '{path}'".format(path=self.path)))
Esempio n. 4
0
File: hdfs.py Progetto: epam/Merlin
 def delete(self, recursive=False):
     """
     Deletes a file if it exists.
     Directory will be removed only in case
     when recursive flag is set to True
     :param recursive: delete directory recursively
     :type recursive: bool
     """
     if self.exists():
         fs.rm(self.path, recursive).if_failed_raise(
             CommandException("Cannot delete file '{path}'".format(path=self.path))
         )
Esempio n. 5
0
 def test_remove_dir(self):
     with patch(HDFS_IS_DIR_FUNC) as mock_isdir:
         mock_isdir.return_value = True
         hdfs_client.rm(
             path="/user/test/data",
             executor=lambda cmd, *args: self._assert_command_generation(
                 "hadoop fs -rm /user/test/data")(cmd, *args))
         #     recursive flag should be set explicitly
         hdfs_client.rm(
             path="/user/test/data",
             recursive=True,
             executor=lambda cmd, *args: self._assert_command_generation(
                 "hadoop fs -rm -R /user/test/data")(cmd, *args))
Esempio n. 6
0
 def test_remove_dir(self):
     with patch(HDFS_IS_DIR_FUNC) as mock_isdir:
         mock_isdir.return_value = True
         hdfs_client.rm(
             path="/user/test/data",
             executor=lambda cmd, *args: self._assert_command_generation("hadoop fs -rm /user/test/data")(
                 cmd, *args
             ),
         )
         #     recursive flag should be set explicitly
         hdfs_client.rm(
             path="/user/test/data",
             recursive=True,
             executor=lambda cmd, *args: self._assert_command_generation("hadoop fs -rm -R /user/test/data")(
                 cmd, *args
             ),
         )