class CamusTest(Test): def __init__(self, test_context, num_zk, num_brokers, num_hadoop, num_schema_registry, num_rest, hadoop_distro='cdh', hadoop_version=2, topics=None): super(CamusTest, self).__init__(test_context) self.num_zk = num_zk self.num_brokers = num_brokers self.num_hadoop = num_hadoop self.num_schema_registry = num_schema_registry self.num_rest = num_rest self.topics = topics self.hadoop_distro = hadoop_distro self.hadoop_version = hadoop_version self.zk = ZookeeperService(test_context, self.num_zk) self.kafka = KafkaService(test_context, self.num_brokers, self.zk, topics=self.topics) self.hadoop = create_hadoop_service(test_context, self.num_hadoop, self.hadoop_distro, self.hadoop_version) self.schema_registry = SchemaRegistryService(test_context, self.num_schema_registry, self.zk, self.kafka) self.rest = KafkaRestService(test_context, self.num_rest, self.zk, self.kafka, self.schema_registry) def setUp(self): self.zk.start() self.kafka.start() self.hadoop.start() self.schema_registry.start() self.rest.start()
class EverythingRunsTest(Test): """ Sanity check to ensure that various core services all run. """ def __init__(self, test_context): """:type test_context: ducktape.tests.test.TestContext""" super(EverythingRunsTest, self).__init__(test_context=test_context) self.zk = ZookeeperService(test_context, num_nodes=2) self.kafka = KafkaService(test_context, 1, self.zk) self.schema_registry = SchemaRegistryService(test_context, 1, self.zk, self.kafka) self.rest_proxy = KafkaRestService(test_context, 1, self.zk, self.kafka, self.schema_registry) self.register_driver = RegisterSchemasService(test_context, 1, self.schema_registry, retry_wait_sec=.02, num_tries=5, max_time_seconds=10, max_schemas=50) def test(self): self.zk.start() self.kafka.start() self.schema_registry.start() self.rest_proxy.start() self.register_driver.start() self.register_driver.wait() # block until register_driver finishes
class SchemaRegistryTest(KafkaTest): """ Helper class that manages setting up Kafka and the Schema Registry proxy. The Schema Registry service is available as the field SchemaRegistryTest.schema_registry. """ def __init__(self, test_context, num_zk=1, num_brokers=1, num_schema_registry=1): super(SchemaRegistryTest, self).__init__(test_context, num_zk, num_brokers, topics={"_schemas": { "name": "_schemas", "partitions": 1, "replication-factor": min(num_brokers, 3), "configs": { "min.insync.replicas": 1 if num_brokers < 3 else 2, "unclean.leader.election.enable": "false" } }}) self.num_schema_registry = num_schema_registry self.schema_registry= SchemaRegistryService( test_context, self.num_schema_registry, self.zk, self.kafka) def setUp(self): super(SchemaRegistryTest, self).setUp() self.schema_registry.start()
def __init__(self, test_context, num_zk=1, num_brokers=1, num_schema_registry=1): super(SchemaRegistryTest, self).__init__(test_context, num_zk, num_brokers, topics={ "_schemas": { "name": "_schemas", "partitions": 1, "replication-factor": min(num_brokers, 3), "configs": { "min.insync.replicas": 1 if num_brokers < 3 else 2, "unclean.leader.election.enable": "false" } } }) self.num_schema_registry = num_schema_registry self.schema_registry = SchemaRegistryService(test_context, self.num_schema_registry, self.zk, self.kafka)
def __init__(self, test_context, num_zk, num_brokers, num_hadoop, num_schema_registry, num_rest, hadoop_distro='cdh', hadoop_version=2, topics=None): super(CamusTest, self).__init__(test_context) self.num_zk = num_zk self.num_brokers = num_brokers self.num_hadoop = num_hadoop self.num_schema_registry = num_schema_registry self.num_rest = num_rest self.topics = topics self.hadoop_distro = hadoop_distro self.hadoop_version = hadoop_version self.zk = ZookeeperService(test_context, self.num_zk) self.kafka = KafkaService(test_context, self.num_brokers, self.zk, topics=self.topics) self.hadoop = create_hadoop_service(test_context, self.num_hadoop, self.hadoop_distro, self.hadoop_version) self.schema_registry = SchemaRegistryService(test_context, self.num_schema_registry, self.zk, self.kafka) self.rest = KafkaRestService(test_context, self.num_rest, self.zk, self.kafka, self.schema_registry)
def __init__(self, test_context): """:type test_context: ducktape.tests.test.TestContext""" super(EverythingRunsTest, self).__init__(test_context=test_context) self.zk = ZookeeperService(test_context, num_nodes=2) self.kafka = KafkaService(test_context, 1, self.zk) self.schema_registry = SchemaRegistryService(test_context, 1, self.zk, self.kafka) self.rest_proxy = KafkaRestService(test_context, 1, self.zk, self.kafka, self.schema_registry) self.register_driver = RegisterSchemasService(test_context, 1, self.schema_registry, retry_wait_sec=.02, num_tries=5, max_time_seconds=10, max_schemas=50)
def __init__(self, test_context): """:type test_context: ducktape.tests.test.TestContext""" super(EverythingRunsTest, self).__init__(test_context=test_context) self.zk = ZookeeperService(test_context, num_nodes=2) self.kafka = KafkaService(test_context, 1, self.zk) self.schema_registry = SchemaRegistryService(test_context, 1, self.zk, self.kafka) self.rest_proxy = KafkaRestService(test_context, 1, self.zk, self.kafka, self.schema_registry) self.register_driver = RegisterSchemasService( test_context, 1, self.schema_registry, retry_wait_sec=.02, num_tries=5, max_time_seconds=10, max_schemas=50)
class EverythingRunsTest(Test): """ Sanity check to ensure that various core services all run. """ def __init__(self, test_context): """:type test_context: ducktape.tests.test.TestContext""" super(EverythingRunsTest, self).__init__(test_context=test_context) self.zk = ZookeeperService(test_context, num_nodes=2) self.kafka = KafkaService(test_context, 1, self.zk) self.schema_registry = SchemaRegistryService(test_context, 1, self.zk, self.kafka) self.rest_proxy = KafkaRestService(test_context, 1, self.zk, self.kafka, self.schema_registry) self.register_driver = RegisterSchemasService( test_context, 1, self.schema_registry, retry_wait_sec=.02, num_tries=5, max_time_seconds=10, max_schemas=50) def test(self): self.zk.start() self.kafka.start() self.schema_registry.start() self.rest_proxy.start() self.register_driver.start() self.register_driver.wait() # block until register_driver finishes
def __init__(self, test_context, num_zk=1, num_brokers=1, num_schema_registry=1): super(SchemaRegistryTest, self).__init__(test_context, num_zk, num_brokers, topics={"_schemas": { "name": "_schemas", "partitions": 1, "replication-factor": min(num_brokers, 3), "configs": { "min.insync.replicas": 1 if num_brokers < 3 else 2, "unclean.leader.election.enable": "false" } }}) self.num_schema_registry = num_schema_registry self.schema_registry= SchemaRegistryService( test_context, self.num_schema_registry, self.zk, self.kafka)