def main():
context = SimpleStreamingContext() # Choose an appropriate context, such as SimpleStreamingContext
ingest_serializer = StringSerializer() # e.g. KafkaStringSerializer
emit_serializer = KafkaStringSerializer() # e.g. StringSerializer
ingest = KafkaIngest(ingest_serializer,
kafka_topic=context.getVariable("import_key"),
bootstrap_server=context.getVariable("bootstrap_server")) # e.g. KafkaIngest
process = BaseProcess() # e.g. BaseProcess
emit = KafkaEmit(emit_serializer,
kafka_topic=context.getVariable("export_key"),
bootstrap_server=context.getVariable("bootstrap_server")) # e.g. KafkaEmit
context.addIngest(ingest=ingest) # Registers the ingest primitive
context.addProcess(process=process) # Registers the process primitive
context.addEmit(emit=emit) # Registers the emit primitive
context.execute() # Executes the context
def main():
context = SimpleStreamingContext()
ingestSerializer = KafkaStringSerializer()
emitSerializer = KafkaStringSerializer()
ingest = KafkaIngest(serializer=ingestSerializer,
kafka_topic=context.getVariable("import_key"),
bootstrap_server=context.getVariable("bootstrap_server"),
bootstrap_port=context.getVariable("bootstrap_port"))
process = BaseProcess()
emit = KafkaEmit(serializer=emitSerializer,
kafka_topic=context.getVariable("export_key"),
bootstrap_server=context.getVariable("bootstrap_server"),
bootstrap_port=context.getVariable("bootstrap_port"))
context.addIngest(ingest=ingest)
context.addEmit(emit=emit)
context.addProcess(process=process)
context.execute()