def test_replace_all_supported_properties(self): conf_dir = environ.get("CONF_DIR") environ["HDFS_NAMENODE_ADDRESS"] = "hdfs://namenode.magi.io:9000" environ["HDFS_NAMENODE_NAME"] = "hdfs://namenode.magi.io:9000" xml = read_xml(conf_dir, self.core_site_file) output = process_core_site(xml) assert (verify_prop_values(output, "fs.defaultFS", environ["HDFS_NAMENODE_ADDRESS"])) assert (verify_prop_values(output, "fs.default.name", environ["HDFS_NAMENODE_NAME"]))
def test_overwrite_core_site(self): environ["HDFS_NAMENODE_ADDRESS"] = "hdfs://namenode.magi.io:9000" environ["HDFS_NAMENODE_NAME"] = "hdfs://namenode.magi.io:9000" conf_dir = environ.get("CONF_DIR") original = read_xml(conf_dir, self.filename) processed = process_core_site(original) overwrite_file(conf_dir, self.filename, processed) updated = read_xml(conf_dir, self.filename) assert (verify_prop_values(updated, "fs.defaultFS", environ["HDFS_NAMENODE_ADDRESS"])) assert (verify_prop_values(updated, "fs.default.name", environ["HDFS_NAMENODE_NAME"]))
def test_replace_all_supported_properties(self): conf_dir = environ.get("CONF_DIR") environ["HBASE_ROOT_DIR"] = "hdfs://namenode.magi.io:9000/hbase" environ["HBASE_ZOOKEEPER_HOST"] = "zk-test" environ["HBASE_ZOOKEEPER_PORT"] = "6308" xml = read_xml(conf_dir, self.hbase_site_file) output = process(xml) assert (verify_prop_values(output, "hbase.rootdir", environ["HBASE_ROOT_DIR"])) assert (verify_prop_values(output, "hbase.zookeeper.quorum", environ["HBASE_ZOOKEEPER_HOST"])) assert (verify_prop_values(output, "hbase.zookeeper.property.clientPort", environ["HBASE_ZOOKEEPER_PORT"]))
def test_overwrite_hbase_site(self): conf_dir = environ.get("CONF_DIR") environ["HBASE_ROOT_DIR"] = "hdfs://namenode.magi.io:9000/hbase" environ["HBASE_ZOOKEEPER_HOST"] = "zk-test" environ["HBASE_ZOOKEEPER_PORT"] = "6308" original = read_xml(conf_dir, self.filename) processed = process(original) overwrite_file(conf_dir, self.filename, processed) updated = read_xml(conf_dir, self.filename) assert (verify_prop_values(updated, "hbase.rootdir", environ["HBASE_ROOT_DIR"])) assert (verify_prop_values(updated, "hbase.zookeeper.quorum", environ["HBASE_ZOOKEEPER_HOST"])) assert (verify_prop_values(updated, "hbase.zookeeper.property.clientPort", environ["HBASE_ZOOKEEPER_PORT"]))
def test_replace_zookeeper_host(self): conf_dir = environ.get("CONF_DIR") environ["HBASE_ZOOKEEPER_HOST"] = "zk-test" xml = read_xml(conf_dir, self.hbase_site_file) output = process(xml) assert (verify_prop_values(output, "hbase.zookeeper.quorum", environ["HBASE_ZOOKEEPER_HOST"]))
def test_replace_hbase_root_dir(self): conf_dir = environ.get("CONF_DIR") environ["HBASE_ROOT_DIR"] = "hdfs://namenode.magi.io:9000/hbase" xml = read_xml(conf_dir, self.hbase_site_file) output = process(xml) assert (verify_prop_values(output, "hbase.rootdir", environ["HBASE_ROOT_DIR"]))
def test_replace_zookeeper_port(self): conf_dir = environ.get("CONF_DIR") environ["HBASE_ZOOKEEPER_PORT"] = "6308" xml = read_xml(conf_dir, self.hbase_site_file) output = process(xml) assert (verify_prop_values(output, "hbase.zookeeper.property.clientPort", environ["HBASE_ZOOKEEPER_PORT"]))
def test_replace_all_supported_properties(self): conf_dir = environ.get("CONF_DIR") environ["HDFS_NAMENODE_HTTP_PORT"] = "1337" environ["HDFS_NAMENODE_HTTPS_PORT"] = "1338" environ["HDFS_DATANODE_HTTP_PORT"] = "1339" environ["HDFS_DATANODE_HTTPS_PORT"] = "1340" environ["HDFS_DATANODE_ADDRESS"] = "1341" environ["HDFS_DATANODE_IPC_PORT"] = "1342" xml = read_xml(conf_dir, self.hdfs_site_file) output = process_hdfs_site(xml) assert (verify_prop_values( output, "dfs.http.address", f"0.0.0.0:{environ[ 'HDFS_NAMENODE_HTTP_PORT' ]}")) assert (verify_prop_values( output, "dfs.https.address", f"0.0.0.0:{environ[ 'HDFS_NAMENODE_HTTPS_PORT' ]}")) assert (verify_prop_values( output, "dfs.datanode.http.address", f"0.0.0.0:{environ[ 'HDFS_DATANODE_HTTP_PORT' ]}")) assert (verify_prop_values( output, "dfs.datanode.https.address", f"0.0.0.0:{environ[ 'HDFS_DATANODE_HTTPS_PORT' ]}")) assert (verify_prop_values( output, "dfs.datanode.address", f"0.0.0.0:{environ[ 'HDFS_DATANODE_ADDRESS' ]}")) assert (verify_prop_values( output, "dfs.datanode.ipc.address", f"0.0.0.0:{environ[ 'HDFS_DATANODE_IPC_PORT' ]}"))
def test_overwrite_core_site(self): environ["HDFS_NAMENODE_HTTP_PORT"] = "1337" environ["HDFS_NAMENODE_HTTPS_PORT"] = "1338" environ["HDFS_DATANODE_HTTP_PORT"] = "1339" environ["HDFS_DATANODE_HTTPS_PORT"] = "1340" environ["HDFS_DATANODE_ADDRESS"] = "1341" environ["HDFS_DATANODE_IPC_PORT"] = "1342" conf_dir = environ.get("CONF_DIR") original = read_xml(conf_dir, self.filename) processed = process_hdfs_site(original) overwrite_file(conf_dir, self.filename, processed) updated = read_xml(conf_dir, self.filename) assert (verify_prop_values( updated, "dfs.http.address", f"0.0.0.0:{environ[ 'HDFS_NAMENODE_HTTP_PORT' ]}")) assert (verify_prop_values( updated, "dfs.https.address", f"0.0.0.0:{environ[ 'HDFS_NAMENODE_HTTPS_PORT' ]}")) assert (verify_prop_values( updated, "dfs.datanode.http.address", f"0.0.0.0:{environ[ 'HDFS_DATANODE_HTTP_PORT' ]}")) assert (verify_prop_values( updated, "dfs.datanode.https.address", f"0.0.0.0:{environ[ 'HDFS_DATANODE_HTTPS_PORT' ]}")) assert (verify_prop_values( updated, "dfs.datanode.address", f"0.0.0.0:{environ[ 'HDFS_DATANODE_ADDRESS' ]}")) assert (verify_prop_values( updated, "dfs.datanode.ipc.address", f"0.0.0.0:{environ[ 'HDFS_DATANODE_IPC_PORT' ]}")) if __name__ == '__main__': unittest.main()