def test_stat_file(self): _stdout = "Found 1 items\n" "-rwxr-xr-x 3 vagrant vagrant 65652975 2014-10-01 09:12 /user/vagrant/dmode.txt" with patch(HDFS_IS_DIR_FUNC) as mock_isdir: mock_isdir.return_value = False stat = hdfs_client.stat( "/user/vagrant/dmode.txt", executor=lambda cmd, *args: self._assert_command_generation( "hadoop fs -ls /user/vagrant/dmode.txt", stdout=_stdout )(cmd, *args), ) self.assertListEqual( ["-rwxr-xr-x", "3", "vagrant", "vagrant", "65652975", "2014-10-01", "09:12", "/user/vagrant/dmode.txt"], stat, )
def test_stat_file(self): _stdout = ( "Found 1 items\n" "-rwxr-xr-x 3 vagrant vagrant 65652975 2014-10-01 09:12 /user/vagrant/dmode.txt" ) with patch(HDFS_IS_DIR_FUNC) as mock_isdir: mock_isdir.return_value = False stat = hdfs_client.stat( "/user/vagrant/dmode.txt", executor=lambda cmd, *args: self._assert_command_generation( "hadoop fs -ls /user/vagrant/dmode.txt", stdout=_stdout) (cmd, *args)) self.assertListEqual([ "-rwxr-xr-x", "3", "vagrant", "vagrant", "65652975", "2014-10-01", "09:12", "/user/vagrant/dmode.txt" ], stat)
def test_stat_dir(self): _stdout = ( "Found 4 items\n" "drwxr-xr-x - hbase hbase 0 2014-10-01 08:50 /hbase\n" "drwxrwxr-x - solr solr 0 2014-10-01 08:51 /solr\n" "drwxrwxrwt - hdfs supergroup 0 2014-10-03 14:13 /tmp\n" "drwxr-xr-x - hdfs supergroup 0 2014-10-01 09:11 /user" ) with patch(HDFS_IS_DIR_FUNC) as mock_isdir: mock_isdir.return_value = True stat = hdfs_client.stat( "/user", executor=lambda cmd, *args: self._assert_command_generation( os.path.join("hadoop fs -ls /user", ".."), stdout=_stdout )(cmd, *args), ) self.assertListEqual(["drwxr-xr-x", "-", "hdfs", "supergroup", "0", "2014-10-01", "09:11", "/user"], stat)
def get_description(self): """ Gets metadata of file at the given path :return: FileDescriptor """ permissions, number_of_replicas, userid, groupid, filesize, modification_date, modification_time, filename = tuple( fs.stat(self.path)) _file_description = FileDescriptor( name=self.path, update_date=datetime.strptime( " ".join([modification_date, modification_time[:5]]), "%Y-%m-%d %H:%M"), create_date=None, size=long(filesize), owner=userid) _file_description.number_of_replicas = number_of_replicas _file_description.groupid = groupid _file_description.permissions = permissions return _file_description
def test_stat_dir(self): _stdout = ( "Found 4 items\n" "drwxr-xr-x - hbase hbase 0 2014-10-01 08:50 /hbase\n" "drwxrwxr-x - solr solr 0 2014-10-01 08:51 /solr\n" "drwxrwxrwt - hdfs supergroup 0 2014-10-03 14:13 /tmp\n" "drwxr-xr-x - hdfs supergroup 0 2014-10-01 09:11 /user" ) with patch(HDFS_IS_DIR_FUNC) as mock_isdir: mock_isdir.return_value = True stat = hdfs_client.stat( "/user", executor=lambda cmd, *args: self._assert_command_generation( os.path.join("hadoop fs -ls /user", ".."), stdout=_stdout) (cmd, *args)) self.assertListEqual([ "drwxr-xr-x", "-", "hdfs", "supergroup", "0", "2014-10-01", "09:11", "/user" ], stat)
def get_description(self): """ Gets metadata of file at the given path :return: FileDescriptor """ permissions, number_of_replicas, userid, groupid, filesize, modification_date, modification_time, filename = tuple( fs.stat(self.path) ) _file_description = FileDescriptor( name=self.path, update_date=datetime.strptime(" ".join([modification_date, modification_time[:5]]), "%Y-%m-%d %H:%M"), create_date=None, size=long(filesize), owner=userid, ) _file_description.number_of_replicas = number_of_replicas _file_description.groupid = groupid _file_description.permissions = permissions return _file_description