def generate_config(config):
env = template_engine_instance()
template = env.get_template("azkarra.conf.j2")
azkarra_component_paths = (OmegaConf.select(
config, "azkarra.component.paths") or None)
azkarra_home = OmegaConf.select(config, "azkarra.home") or None
broker_password = OmegaConf.select(config, "broker.password") or None
broker_username = OmegaConf.select(config, "broker.username") or None
return template.render(
config,
azkarra_component_paths=azkarra_component_paths,
azkarra_home=azkarra_home,
broker_password=broker_password,
broker_username=broker_username,
stream_version=streams.get_pdr_stream_version(),
)
def test_streams_override(self):
os.environ["STREAMS_VERSION"] = "0.99999"
assert streams.get_pdr_stream_version() == "0.99999"
del os.environ["STREAMS_VERSION"] # reset
# default
assert streams.get_pdr_stream_version() == "0.23.0-9"
# Constants
TEST_METADATA_FILE_PATH = "/tmp/metadata.json"
TEST_DEPENDENCIES_FILE_PATH = "/tmp/dependencies.json"
TEST_BROKER_URL = "localhost:9092"
LOCAL_DATABROKER_FOLDER = "{}/.local/databroker".format(os.getcwd())
KAFKA_CONNECT_DIR = "{}/kafka-connect".format(LOCAL_DATABROKER_FOLDER)
KAFKA_CONNECT_CFG_NAME = "connect.properties"
KAFKA_CONNECT_CFG_PATH = "{}/{}".format(KAFKA_CONNECT_DIR,
KAFKA_CONNECT_CFG_NAME)
LOG4J_DEBEZIUM_CFG_PATH = "{}/{}".format(KAFKA_CONNECT_DIR,
"debezium-log4j.properties")
STREAM_SIDECAR_DIR = "{}/producer-streams/stream-sidecar-{}".format(
LOCAL_DATABROKER_FOLDER, streams.get_pdr_stream_version())
STREAM_TOPOLOGY_CFG_NAME = "topology.conf"
STREAM_TOPOLOGY_CFG_PATH = "{}/{}".format(STREAM_SIDECAR_DIR,
STREAM_TOPOLOGY_CFG_NAME)
STREAM_AZKARRA_CFG_NAME = "azkarra.conf"
STREAM_AZKARRA_CFG_PATH = "{}/{}".format(STREAM_SIDECAR_DIR,
STREAM_AZKARRA_CFG_NAME)
class TestDataBrokerConfigs(unittest.TestCase):
complete_producer_conf = None
# define metadata config
metadata_config = """
{
"Constants": [