def test_topic(self):
kafka = Kafka()
kafka = kafka.topic("topic1")
properties = kafka.to_properties()
expected = {'connector.type': 'kafka',
'connector.topic': 'topic1',
'connector.property-version': '1'}
assert properties == expected
def test_start_from_earliest(self):
kafka = Kafka()
kafka = kafka.start_from_earliest()
properties = kafka.to_properties()
expected = {'connector.type': 'kafka',
'connector.startup-mode': 'earliest-offset',
'connector.property-version': '1'}
assert properties == expected
def test_sink_partitioner_round_robin(self):
kafka = Kafka()
kafka = kafka.sink_partitioner_round_robin()
properties = kafka.to_properties()
expected = {'connector.sink-partitioner': 'round-robin',
'connector.type': 'kafka',
'connector.property-version': '1'}
assert properties == expected
def test_version(self):
kafka = Kafka()
kafka = kafka.version("0.11")
properties = kafka.to_properties()
expected = {'connector.version': '0.11',
'connector.type': 'kafka',
'connector.property-version': '1'}
assert properties == expected
def test_start_from_group_offsets():
kafka = Kafka()
kafka = kafka.start_from_group_offsets()
properties = kafka.to_properties()
expected = {'connector.type': 'kafka',
'connector.startup-mode': 'group-offsets',
'connector.property-version': '1'}
assert properties == expected
def test_sink_partitioner_fixed():
kafka = Kafka()
kafka = kafka.sink_partitioner_fixed()
properties = kafka.to_properties()
expected = {'connector.sink-partitioner': 'fixed',
'connector.type': 'kafka',
'connector.property-version': '1'}
assert properties == expected
def test_topic(self):
kafka = Kafka().topic("topic1")
properties = kafka.to_properties()
expected = {
'connector.type': 'kafka',
'connector.topic': 'topic1',
'connector.property-version': '1'
}
self.assertEqual(expected, properties)
def test_version(self):
kafka = Kafka().version("0.11")
properties = kafka.to_properties()
expected = {
'connector.version': '0.11',
'connector.type': 'kafka',
'connector.property-version': '1'
}
self.assertEqual(expected, properties)
def test_sink_partitioner_fixed(self):
kafka = Kafka().sink_partitioner_fixed()
properties = kafka.to_properties()
expected = {
'connector.sink-partitioner': 'fixed',
'connector.type': 'kafka',
'connector.property-version': '1'
}
self.assertEqual(expected, properties)
def test_start_from_group_offsets(self):
kafka = Kafka().start_from_group_offsets()
properties = kafka.to_properties()
expected = {
'connector.type': 'kafka',
'connector.startup-mode': 'group-offsets',
'connector.property-version': '1'
}
self.assertEqual(expected, properties)
def test_property(self):
kafka = Kafka()
kafka = kafka.property("group.id", "testGroup")
properties = kafka.to_properties()
expected = {'connector.type': 'kafka',
'connector.properties.0.key': 'group.id',
'connector.properties.0.value': 'testGroup',
'connector.property-version': '1'}
assert properties == expected
def test_start_from_specific_offset(self):
kafka = Kafka()
kafka = kafka.start_from_specific_offset(3, 300)
properties = kafka.to_properties()
expected = {'connector.startup-mode': 'specific-offsets',
'connector.specific-offsets.0.partition': '3',
'connector.specific-offsets.0.offset': '300',
'connector.type': 'kafka',
'connector.property-version': '1'}
assert properties == expected
def test_properties(self):
kafka = Kafka()
kafka = kafka.properties({"zookeeper.connect": "localhost:2181",
"bootstrap.servers": "localhost:9092"})
properties = kafka.to_properties()
expected = {'connector.type': 'kafka',
'connector.properties.0.key': 'zookeeper.connect',
'connector.properties.0.value': 'localhost:2181',
'connector.properties.1.key': 'bootstrap.servers',
'connector.properties.1.value': 'localhost:9092',
'connector.property-version': '1'}
assert properties == expected
def test_sink_partitioner_custom(self):
kafka = Kafka()
kafka = kafka.sink_partitioner_custom(
"org.apache.flink.streaming.connectors.kafka.partitioner.FlinkFixedPartitioner")
properties = kafka.to_properties()
expected = {'connector.sink-partitioner': 'custom',
'connector.sink-partitioner-class':
'org.apache.flink.streaming.connectors.kafka.partitioner.'
'FlinkFixedPartitioner',
'connector.type': 'kafka',
'connector.property-version': '1'}
assert properties == expected
def test_start_from_specific_offsets():
kafka = Kafka()
kafka = kafka.start_from_specific_offsets({1: 220, 3: 400})
properties = kafka.to_properties()
expected = {'connector.startup-mode': 'specific-offsets',
'connector.specific-offsets.0.partition': '1',
'connector.specific-offsets.0.offset': '220',
'connector.specific-offsets.1.partition': '3',
'connector.specific-offsets.1.offset': '400',
'connector.type': 'kafka',
'connector.property-version': '1'}
assert properties == expected