def __get_all_namenodes(self): namenodes = [] credentials = vcap_parser.get_service_credentials('hdfs') cluster_config = credentials['HADOOP_CONFIG_KEY'] names = cluster_config['dfs.ha.namenodes.nameservice1'].split(',') for name in names: namenodes.append(cluster_config['dfs.namenode.http-address.nameservice1.' + name]) return namenodes
def __init__(self): credentials = vcap_parser.get_service_credentials('hdfs') if credentials and credentials['HADOOP_CONFIG_KEY'] != {}: self.fs = hdfs.Hdfs() else: self.fs = localfs.Localfs()