def test_jms_producer_custom_header(sdc_builder, sdc_executor, jms):
"""
Verify that customer headers are made available in the destination JMS
JMS Producer pipeline:
dev_raw_data_source >> jms_producer
"""
expected_message = 'Hello World!\n' # JMS adds a new line at the end of the string
custom_header = 'This is my custom header'
pipeline_builder = sdc_builder.get_pipeline_builder()
dev_raw_data_source = get_dev_raw_data_source_stage_text_input(
pipeline_builder)
dev_raw_data_source.set_attributes(stop_after_first_batch=True)
# Configure the jms_producer stage.
jms_producer = pipeline_builder.add_stage('JMS Producer',
type='destination')
destination_name = get_random_string(ascii_letters, 5)
jms_producer.set_attributes(
data_format='TEXT',
jms_destination_name=destination_name,
jms_destination_type=JMS_DESTINATION_TYPE,
jms_initial_context_factory=JMS_INITIAL_CONTEXT_FACTORY,
jndi_connection_factory=JNDI_CONNECTION_FACTORY,
password=DEFAULT_PASSWORD,
username=DEFAULT_USERNAME,
include_headers=True)
expression_evaluator = pipeline_builder.add_stage('Expression Evaluator')
expression_evaluator.set_attributes(header_attribute_expressions=[{
"attributeToSet":
"jms.header.customHeader",
"headerAttributeExpression":
custom_header
}])
pipeline_builder.add_error_stage('Discard')
dev_raw_data_source >> expression_evaluator >> jms_producer
pipeline = pipeline_builder.build().configure_for_environment(jms)
sdc_executor.add_pipeline(pipeline)
connection = jms.client_connection
try:
logger.info('Subscribing to queue ...')
listener = _TestListener()
connection.set_listener('', listener)
connection.start()
connection.connect(login=DEFAULT_USERNAME, passcode=DEFAULT_PASSWORD)
connection.subscribe(destination=f'/queue/{destination_name}',
id=destination_name)
# Send messages using pipeline to JMS Destination.
sdc_executor.start_pipeline(pipeline).wait_for_finished()
# Verify messages received using python client.
msgs_received = listener.message_list[0]
assert msgs_received[1] == expected_message
assert custom_header in str(msgs_received)
finally:
connection.send(destination_name, 'SHUTDOWN', persistent='false')
connection.disconnect()
def test_jms_producer_destination(sdc_builder, sdc_executor, jms, input_type,
pretty_format, expected):
"""
Send simple text messages into JMS Producer Destination from Dev Raw Data Source and
confirm that JMS successfully reads them using ActiveMQ python client that uses STOMP.
Specifically, this would look like:
JMS Producer pipeline:
dev_raw_data_source >> jms_producer
"""
pipeline_builder = sdc_builder.get_pipeline_builder()
if input_type == 'TEXT':
dev_raw_data_source = get_dev_raw_data_source_stage_text_input(
pipeline_builder)
else:
dev_raw_data_source = get_dev_raw_data_source_stage_json_input(
pipeline_builder)
# Configure the jms_producer stage.
jms_producer = pipeline_builder.add_stage('JMS Producer',
type='destination')
destination_name = get_random_string(ascii_letters, 5)
jms_producer.set_attributes(
data_format='XML' if input_type == 'JSON' else 'TEXT',
jms_destination_name=destination_name,
jms_destination_type=JMS_DESTINATION_TYPE,
jms_initial_context_factory=JMS_INITIAL_CONTEXT_FACTORY,
jndi_connection_factory=JNDI_CONNECTION_FACTORY,
password=DEFAULT_PASSWORD,
username=DEFAULT_USERNAME)
if input_type == 'JSON':
jms_producer.pretty_format = pretty_format
pipeline_builder.add_error_stage('Discard')
dev_raw_data_source >> jms_producer
pipeline_title = f'{input_type}-{pretty_format} JMS Producer pipeline'
pipeline = pipeline_builder.build(
title=pipeline_title).configure_for_environment(jms)
sdc_executor.add_pipeline(pipeline)
connection = jms.client_connection
try:
logger.info('Subscribing to queue ...')
listener = _TestListener()
connection.set_listener('', listener)
connection.start()
connection.connect(login=DEFAULT_USERNAME, passcode=DEFAULT_PASSWORD)
connection.subscribe(destination=f'/queue/{destination_name}',
id=destination_name)
# Send messages using pipeline to JMS Destination.
sdc_executor.start_pipeline(pipeline)
sdc_executor.stop_pipeline(pipeline)
history = sdc_executor.get_pipeline_history(pipeline)
msgs_sent_count = history.latest.metrics.counter(
'pipeline.batchOutputRecords.counter').count
logger.debug('No. of messages sent in the pipeline = %s',
msgs_sent_count)
# Verify messages received using python client.
msgs_received = [message[1] for message in listener.message_list]
assert msgs_received == [expected] * msgs_sent_count
finally:
connection.send(destination_name, 'SHUTDOWN', persistent='false')
connection.disconnect()