def test_workflow_with_reused_identifier(): with pytest.raises(AssertionError) as assertion_info: tags.WorkflowApp( name='descriptive-name', job_tracker='job-tracker', name_node='name-node', entities=tags.Action( name='build', action=tags.Shell(exec_command='echo', arguments=['build']), on_error=tags.Action(name='build', action=tags.Shell(exec_command='echo', arguments=['error'])) ) ) assert str(assertion_info.value) == 'Name(s) reused: action-build' with pytest.raises(AssertionError) as assertion_info: tags.WorkflowApp( name='descriptive-name', job_tracker='job-tracker', name_node='name-node', entities=tags.Serial( tags.Action(name='build', action=tags.Shell(exec_command='echo', arguments=['build'])), tags.Action(name='resolve', action=tags.Shell(exec_command='echo', arguments=['resolve'])), on_error=tags.Serial( tags.Action(name='build', action=tags.Shell(exec_command='echo', arguments=['error'])), tags.Kill('A bad thing happened') ) ) ) assert str(assertion_info.value) == 'Name(s) reused: action-build'
def test_workflow_app_inherit_parent_error(request): workflow_app = tags.WorkflowApp( name='descriptive-name', job_tracker='job-tracker', name_node='name-node', entities=tags.Serial( tags.Parallel( tags.Action(name='build_a', action=tags.Shell(exec_command='echo', arguments=['build_a'])), tags.Action(name='build_b', action=tags.Shell(exec_command='echo', arguments=['build_b'])), name='builders' ), tags.Parallel( tags.Action(name='resolve_a', action=tags.Shell(exec_command='echo', arguments=['resolve_a'])), tags.Action(name='resolve_b', action=tags.Shell(exec_command='echo', arguments=['resolve_b'])), name='resolvers' ), on_error=tags.Serial( tags.Action(name='error', action=tags.Shell(exec_command='echo', arguments=['error'])), tags.Kill(name='error', message='A bad thing happened') ) ) ) assert_workflow(request, workflow_app) app = tests.utils.ParsedXml(workflow_app.xml()) app.assert_node("/action[@name='action-build_a']/error", to='action-error') app.assert_node("/action[@name='action-build_b']/error", to='action-error') app.assert_node("/action[@name='action-resolve_a']/error", to='action-error') app.assert_node("/action[@name='action-resolve_a']/error", to='action-error') app.assert_node("/action[@name='action-error']/error", to='end') app.assert_node("/action[@name='action-error']/ok", to='kill-error')
def test_workflow_app_serial_entities(request): # Create a serial collection of entities with a serial collection as an error condition entities = tags.Serial( tags.Action(tags.Shell(exec_command='echo', arguments=['build'])), tags.Action(tags.Shell(exec_command='echo', arguments=['resolve'])), on_error=tags.Serial( tags.Action(tags.Shell(exec_command='echo', arguments=['error'])), tags.Kill('A bad thing happened') ) ) assert len(set(entities)) == 4 assert bool(entities) workflow_app = tags.WorkflowApp( name='descriptive-name', job_tracker='job-tracker', name_node='name-node', entities=entities ) assert_workflow(request, workflow_app, """ <workflow-app xmlns="uri:oozie:workflow:0.5" name="descriptive-name"> <global> <job-tracker>job-tracker</job-tracker> <name-node>name-node</name-node> </global> <start to="action-00000000" /> <action name="action-00000002"> <shell xmlns="uri:oozie:shell-action:0.3"> <exec>echo</exec> <argument>error</argument> </shell> <ok to="kill-00000003" /> <error to="end" /> </action> <kill name="kill-00000003"> <message>A bad thing happened</message> </kill> <action name="action-00000000"> <shell xmlns="uri:oozie:shell-action:0.3"> <exec>echo</exec> <argument>build</argument> </shell> <ok to="action-00000001" /> <error to="action-00000002" /> </action> <action name="action-00000001"> <shell xmlns="uri:oozie:shell-action:0.3"> <exec>echo</exec> <argument>resolve</argument> </shell> <ok to="end" /> <error to="action-00000002" /> </action> <end name="end" /> </workflow-app> """)
def workflow_app_xml(**kwargs): workflow_app = tags.WorkflowApp( name='descriptive-name', job_tracker='job-tracker', name_node='name-node', entities=tags.Action( name='name', action=tags.Shell(exec_command='echo', arguments=['build']), **kwargs ) ) assert_workflow(request, workflow_app) return tests.utils.ParsedXml(workflow_app.xml())
def test_workflow_action_without_credential(): with pytest.raises(AssertionError) as assertion_info: tags.WorkflowApp( name='descriptive-name', job_tracker='job-tracker', name_node='name-node', entities=tags.Action( name='action-name', action=tags.Shell(exec_command='echo', arguments=['build']), credential='my-hcat-creds', retry_max=10, retry_interval=20, ) ) assert str(assertion_info.value) == str('Missing credentials: my-hcat-creds')
def test_workflow_app(request): workflow_app = tags.WorkflowApp( name='descriptive-name', parameters={'property_key': 'property_value'}, configuration={'config_key': 'config_value'}, credentials=[tags.Credential( {'cred_name': 'cred_value'}, credential_name='my-hcat-creds', credential_type='hcat')], job_tracker='job-tracker', name_node='name-node', job_xml_files=['/user/${wf:user()}/job.xml'], ) assert_workflow(request, workflow_app, """ <workflow-app xmlns="uri:oozie:workflow:0.5" name="descriptive-name"> <parameters> <property> <name>property_key</name> <value>property_value</value> </property> </parameters> <global> <job-tracker>job-tracker</job-tracker> <name-node>name-node</name-node> <job-xml>/user/${wf:user()}/job.xml</job-xml> <configuration> <property> <name>config_key</name> <value>config_value</value> </property> </configuration> </global> <credentials> <credential type="hcat" name="my-hcat-creds"> <property> <name>cred_name</name> <value>cred_value</value> </property> </credential> </credentials> <start to="end" /> <end name="end" /> </workflow-app> """)
def test_workflow_app_decision_entities(request): entities = tags.Decision( default=tags.Action(tags.Shell(exec_command='echo', arguments=['default'])), choices={ '${wf:lastErrorNode() eq null}': tags.Action( tags.Shell(exec_command='echo', arguments=['"No last error node"'])), }, on_error=tags.Serial( tags.Action(tags.Shell(exec_command='echo', arguments=['error'])), tags.Kill('A bad thing happened') ) ) assert len(set(entities)) == 5 workflow_app = tags.WorkflowApp( name='descriptive-name', job_tracker='job-tracker', name_node='name-node', entities=entities ) assert_workflow(request, workflow_app, """ <workflow-app xmlns="uri:oozie:workflow:0.5" name="descriptive-name"> <global> <job-tracker>job-tracker</job-tracker> <name-node>name-node</name-node> </global> <start to="decision-00000005" /> <action name="action-00000002"> <shell xmlns="uri:oozie:shell-action:0.3"> <exec>echo</exec> <argument>error</argument> </shell> <ok to="kill-00000003" /> <error to="end" /> </action> <kill name="kill-00000003"> <message>A bad thing happened</message> </kill> <decision name="decision-00000005"> <switch> <case to="action-00000001">${wf:lastErrorNode() eq null}</case> <default to="action-00000000" /> </switch> </decision> <action name="action-00000000"> <shell xmlns="uri:oozie:shell-action:0.3"> <exec>echo</exec> <argument>default</argument> </shell> <ok to="end" /> <error to="action-00000002" /> </action> <action name="action-00000001"> <shell xmlns="uri:oozie:shell-action:0.3"> <exec>echo</exec> <argument>"No last error node"</argument> </shell> <ok to="end" /> <error to="action-00000002" /> </action> <end name="end" /> </workflow-app> """)
def test_workflow_action(request): entities = tags.Action( name='action-name', action=tags.Shell(exec_command='echo', arguments=['build']), ) assert len(set(entities)) == 1 assert bool(entities) workflow_app = tags.WorkflowApp( name='descriptive-name', job_tracker='job-tracker', name_node='name-node', entities=entities ) assert_workflow(request, workflow_app, """ <workflow-app xmlns="uri:oozie:workflow:0.5" name="descriptive-name"> <global> <job-tracker>job-tracker</job-tracker> <name-node>name-node</name-node> </global> <start to="action-action-name" /> <action name="action-action-name"> <shell xmlns="uri:oozie:shell-action:0.3"> <exec>echo</exec> <argument>build</argument> </shell> <ok to="end" /> <error to="end" /> </action> <end name="end" /> </workflow-app> """) entities = tags.Action( name='action-name', action=tags.Shell(exec_command='echo', arguments=['build']), credential='my-hcat-creds', retry_max=10, retry_interval=20, on_error=tags.Kill(name='error', message='A bad thing happened'), ) assert len(set(entities)) == 2 assert bool(entities) workflow_app = tags.WorkflowApp( name='descriptive-name', job_tracker='job-tracker', name_node='name-node', credentials=[tags.Credential( {'cred_name': 'cred_value'}, credential_name='my-hcat-creds', credential_type='hcat')], entities=entities ) assert_workflow(request, workflow_app, """ <workflow-app xmlns="uri:oozie:workflow:0.5" name="descriptive-name"> <global> <job-tracker>job-tracker</job-tracker> <name-node>name-node</name-node> </global> <credentials> <credential type="hcat" name="my-hcat-creds"> <property> <name>cred_name</name> <value>cred_value</value> </property> </credential> </credentials> <start to="action-action-name" /> <action retry-max="10" cred="my-hcat-creds" name="action-action-name" retry-interval="20"> <shell xmlns="uri:oozie:shell-action:0.3"> <exec>echo</exec> <argument>build</argument> </shell> <ok to="end" /> <error to="kill-error" /> </action> <kill name="kill-error"> <message>A bad thing happened</message> </kill> <end name="end" /> </workflow-app> """)