def test_failure_handler_ignore():
elasticsearch = Elasticsearch()
elasticsearch = elasticsearch.failure_handler_ignore()
properties = elasticsearch.to_properties()
expected = {'connector.failure-handler': 'ignore',
'connector.type': 'elasticsearch',
'connector.property-version': '1'}
assert properties == expected
def test_version(self):
elasticsearch = Elasticsearch()
elasticsearch = elasticsearch.version("6")
properties = elasticsearch.to_properties()
expected = {'connector.type': 'elasticsearch',
'connector.version': '6',
'connector.property-version': '1'}
assert properties == expected
def test_bulk_flush_backoff_exponential(self):
elasticsearch = Elasticsearch().bulk_flush_backoff_exponential()
properties = elasticsearch.to_properties()
expected = {
'connector.bulk-flush.backoff.type': 'exponential',
'connector.type': 'elasticsearch',
'connector.property-version': '1'
}
self.assertEqual(expected, properties)
def test_failure_handler_retry_rejected(self):
elasticsearch = Elasticsearch()
elasticsearch = elasticsearch.failure_handler_retry_rejected()
properties = elasticsearch.to_properties()
expected = {'connector.failure-handler': 'retry-rejected',
'connector.type': 'elasticsearch',
'connector.property-version': '1'}
assert properties == expected
def test_connection_path_prefix(self):
elasticsearch = Elasticsearch()
elasticsearch = elasticsearch.connection_path_prefix("/v1")
properties = elasticsearch.to_properties()
expected = {'connector.connection-path-prefix': '/v1',
'connector.type': 'elasticsearch',
'connector.property-version': '1'}
assert properties == expected
def test_failure_handler_ignore(self):
elasticsearch = Elasticsearch().failure_handler_ignore()
properties = elasticsearch.to_properties()
expected = {
'connector.failure-handler': 'ignore',
'connector.type': 'elasticsearch',
'connector.property-version': '1'
}
self.assertEqual(expected, properties)
def test_bulk_flush_backoff_delay(self):
elasticsearch = Elasticsearch()
elasticsearch = elasticsearch.bulk_flush_backoff_delay(30000)
properties = elasticsearch.to_properties()
expected = {'connector.bulk-flush.backoff.delay': '30000',
'connector.type': 'elasticsearch',
'connector.property-version': '1'}
assert properties == expected
def test_connection_max_retry_timeout(self):
elasticsearch = Elasticsearch()
elasticsearch = elasticsearch.connection_max_retry_timeout(3000)
properties = elasticsearch.to_properties()
expected = {'connector.connection-max-retry-timeout': '3000',
'connector.type': 'elasticsearch',
'connector.property-version': '1'}
assert properties == expected
def test_bulk_flush_backoff_constant(self):
elasticsearch = Elasticsearch()
elasticsearch = elasticsearch.bulk_flush_backoff_constant()
properties = elasticsearch.to_properties()
expected = {'connector.bulk-flush.backoff.type': 'constant',
'connector.type': 'elasticsearch',
'connector.property-version': '1'}
assert properties == expected
def test_bulk_flush_backoff_max_retries(self):
elasticsearch = Elasticsearch()
elasticsearch = elasticsearch.bulk_flush_backoff_max_retries(3)
properties = elasticsearch.to_properties()
expected = {'connector.bulk-flush.backoff.max-retries': '3',
'connector.type': 'elasticsearch',
'connector.property-version': '1'}
assert properties == expected
def test_disable_flush_on_checkpoint(self):
elasticsearch = Elasticsearch()
elasticsearch = elasticsearch.disable_flush_on_checkpoint()
properties = elasticsearch.to_properties()
expected = {'connector.flush-on-checkpoint': 'false',
'connector.type': 'elasticsearch',
'connector.property-version': '1'}
assert properties == expected
def test_bulk_flush_interval(self):
elasticsearch = Elasticsearch()
elasticsearch = elasticsearch.bulk_flush_interval(2000)
properties = elasticsearch.to_properties()
expected = {'connector.bulk-flush.interval': '2000',
'connector.type': 'elasticsearch',
'connector.property-version': '1'}
assert properties == expected
def test_bulk_flush_max_actions(self):
elasticsearch = Elasticsearch()
elasticsearch = elasticsearch.bulk_flush_max_actions(42)
properties = elasticsearch.to_properties()
expected = {'connector.bulk-flush.max-actions': '42',
'connector.type': 'elasticsearch',
'connector.property-version': '1'}
assert properties == expected
def test_bulk_flush_max_size(self):
elasticsearch = Elasticsearch().bulk_flush_max_size("42 mb")
properties = elasticsearch.to_properties()
expected = {
'connector.bulk-flush.max-size': '44040192 bytes',
'connector.type': 'elasticsearch',
'connector.property-version': '1'
}
self.assertEqual(expected, properties)
def test_key_null_literal(self):
elasticsearch = Elasticsearch()
elasticsearch = elasticsearch.key_null_literal("n/a")
properties = elasticsearch.to_properties()
expected = {'connector.key-null-literal': 'n/a',
'connector.type': 'elasticsearch',
'connector.property-version': '1'}
assert properties == expected
def test_key_delimiter(self):
elasticsearch = Elasticsearch()
elasticsearch = elasticsearch.key_delimiter("$")
properties = elasticsearch.to_properties()
expected = {'connector.key-delimiter': '$',
'connector.type': 'elasticsearch',
'connector.property-version': '1'}
assert properties == expected
def test_document_type(self):
elasticsearch = Elasticsearch()
elasticsearch = elasticsearch.document_type("user")
properties = elasticsearch.to_properties()
expected = {'connector.document-type': 'user',
'connector.type': 'elasticsearch',
'connector.property-version': '1'}
assert properties == expected
def test_index(self):
elasticsearch = Elasticsearch()
elasticsearch = elasticsearch.index("MyUsers")
properties = elasticsearch.to_properties()
expected = {'connector.index': 'MyUsers',
'connector.type': 'elasticsearch',
'connector.property-version': '1'}
assert properties == expected
def test_bulk_flush_max_size(self):
elasticsearch = Elasticsearch()
elasticsearch = elasticsearch.bulk_flush_max_size("42 mb")
properties = elasticsearch.to_properties()
expected = {'connector.bulk-flush.max-size': '44040192 bytes',
'connector.type': 'elasticsearch',
'connector.property-version': '1'}
assert properties == expected
def test_host(self):
elasticsearch = Elasticsearch()
elasticsearch = elasticsearch.host("localhost", 9200, "http")
properties = elasticsearch.to_properties()
expected = {'connector.hosts.0.hostname': 'localhost',
'connector.hosts.0.port': '9200',
'connector.hosts.0.protocol': 'http',
'connector.type': 'elasticsearch',
'connector.property-version': '1'}
assert properties == expected
def test_failure_handler_custom(self):
elasticsearch = Elasticsearch()
elasticsearch = elasticsearch.failure_handler_custom(
"org.apache.flink.streaming.connectors.elasticsearch.util.IgnoringFailureHandler")
properties = elasticsearch.to_properties()
expected = {'connector.failure-handler': 'custom',
'connector.failure-handler-class':
'org.apache.flink.streaming.connectors.elasticsearch.util.'
'IgnoringFailureHandler',
'connector.type': 'elasticsearch',
'connector.property-version': '1'}
assert properties == expected
