def post_data(self):
return {
'webhooks': {
'running': ['http://localhost/example/webhook', 'http://localhost/example/webhook'],
},
'tasks': {
'input connector': {
'methods': [
{
'name': 'execute',
'service': 'job',
'serviceUrl': shell_command_url(),
'parameters': {
'commandLine': ['cat'],
'user': '******',
'workingDirectory': '/test/working/directory'
}
}
]
},
'A': {
'methods': [
{
'name': 'execute',
'service': 'job',
'serviceUrl': shell_command_url(),
'parameters': {
'commandLine': ['cat'],
'user': '******',
'workingDirectory': '/test/working/directory'
}
}
]
},
},
'links': [
{
'source': 'input connector',
'destination': 'A',
'dataFlow': {
'in_a': 'param'
}
}, {
'source': 'A',
'destination': 'output connector',
'dataFlow': {
'result': 'out_a'
}
},
],
'inputs': {
'in_a': 'kittens',
},
}
def post_data(self):
return {
'tasks': {
'Bad Job Task': {
'methods': [{
'name': 'Bad Job',
'service': 'job',
'serviceUrl': util.shell_command_url(),
'parameters': {
# should be commandLine (capital L)
'commandline': ['true'],
"user": util.user(),
"workingDirectory": util.working_directory(),
"environment": util.environment_dict(),
},
'webhooks': {
'errored': self.errored_listener.url,
}
}]
},
},
'links': [
{
'source': 'input connector',
'destination': 'Bad Job Task',
},
{
'source': 'Bad Job Task',
'destination': 'output connector',
},
],
'inputs': {},
}
def sleeper_workflow(self, running_webhook_url, canceled_webhook_url):
return {
"tasks": {
"Sleeper": {
"methods": [{
"name": "execute",
"service": "job",
"serviceUrl": util.shell_command_url(),
"parameters": {
"commandLine": ["sleep", "12345"],
"user": util.user(),
"workingDirectory": util.working_directory(),
"environment": {},
},
"webhooks": {
"running": running_webhook_url,
"canceled": canceled_webhook_url,
}
}]
}
},
"links": [{
"source": "input connector",
"destination": "Sleeper"
}, {
"source": "Sleeper",
"destination": "output connector"
}],
"inputs": {},
}
def post_data(self):
return {
'tasks': {
'A': {
'methods': [{
'name': 'execute',
'service': 'job',
'serviceUrl': util.shell_command_url(),
'serviceDataToSave': ['exitCode'],
'parameters': {
'commandLine':
['echo', 'saving_service_data_test'],
"user": util.user(),
"workingDirectory": util.working_directory(),
"environment": util.environment_dict(),
},
'webhooks': {
'ended': self.ended_listener.url,
}
}]
},
},
'links': [
{
'source': 'input connector',
'destination': 'A',
},
{
'source': 'A',
'destination': 'output connector',
},
],
'inputs': {},
}
def post_data(self, running_webhook_url, canceled_webhook_url):
return {
"tasks": {
"Spawner": {
"methods": [{
"name": "execute",
"service": "job",
"serviceUrl": util.shell_command_url(),
"parameters": {
"commandLine": ["./spawn_workflow_command"],
"user": util.user(),
"workingDirectory": util.working_directory(),
"environment": util.environment_dict(),
}
}]
}
},
"links": [{
"source": "input connector",
"destination": "Spawner",
"dataFlow": {
"workflow_data": "workflow_data"
}
}, {
"source": "Spawner",
"destination": "output connector"
}],
"inputs": {
"workflow_data":
self.sleeper_workflow(running_webhook_url,
canceled_webhook_url),
}
}
def _template_data(self):
template_data = {
'user': util.user(),
'workingDirectory': util.working_directory(),
'environment': util.environment(),
'shellCommandServiceUrl': util.shell_command_url(),
}
if os.environ.get('PTERO_LSF_HOST') is not None:
template_data.update({
'lsfServiceUrl': util.lsf_url(),
'lsfOutputsDirectory':
os.environ['PTERO_WORKFLOW_TEST_LSF_OUTPUTS_DIR'],
})
return template_data
def _template_data(self):
template_data = {
'user': util.user(),
'workingDirectory': util.working_directory(),
'environment': util.environment(),
'shellCommandServiceUrl': util.shell_command_url(),
}
if os.environ.get('PTERO_LSF_HOST') is not None:
template_data.update({
'lsfServiceUrl':
util.lsf_url(),
'lsfOutputsDirectory':
os.environ['PTERO_WORKFLOW_TEST_LSF_OUTPUTS_DIR'],
})
return template_data
def post_data(self):
return {
'tasks': {
'A': {
'methods': [
{
'name': 'execute',
'service': 'job',
'serviceUrl': util.shell_command_url(),
'parameters': {
'commandLine': ['true'],
"user": util.user(),
"workingDirectory": util.working_directory(),
"environment": util.environment_dict(),
'webhooks': {
'canceled': self.canceled_listener.url,
}
},
'webhooks': {
'running': self.running_listener.url,
}
}
]
},
},
'links': [
{
'source': 'input connector',
'destination': 'A',
'dataFlow': {
'in_a': 'param'
}
},
{
'source': 'A',
'destination': 'output connector',
'dataFlow': {
'result': 'out_a'
}
},
],
'inputs': {
'in_a': 'kittens',
},
}
def post_data(self):
return {
'tasks': {
'A': {
'methods': [{
'name': 'execute',
'service': 'job',
'serviceUrl': util.shell_command_url(),
'parameters': {
'commandLine': ['true'],
"user": util.user(),
"workingDirectory": util.working_directory(),
"environment": util.environment_dict(),
'webhooks': {
'canceled': self.canceled_listener.url,
}
},
'webhooks': {
'running': self.running_listener.url,
}
}]
},
},
'links': [
{
'source': 'input connector',
'destination': 'A',
'dataFlow': {
'in_a': 'param'
}
},
{
'source': 'A',
'destination': 'output connector',
'dataFlow': {
'result': 'out_a'
}
},
],
'inputs': {
'in_a': 'kittens',
},
}
def post_data(self, running_webhook_url, canceled_webhook_url):
return {
"tasks": {
"Spawner": {
"methods": [
{
"name": "execute",
"service": "job",
"serviceUrl": util.shell_command_url(),
"parameters": {
"commandLine": ["./spawn_workflow_command"],
"user": util.user(),
"workingDirectory": util.working_directory(),
"environment": util.environment_dict(),
}
}
]
}
},
"links": [
{
"source": "input connector",
"destination": "Spawner",
"dataFlow": {
"workflow_data": "workflow_data"
}
},
{
"source": "Spawner",
"destination": "output connector"
}
],
"inputs": {
"workflow_data": self.sleeper_workflow(running_webhook_url,
canceled_webhook_url),
}
}
def post_data(self):
return {
'tasks': {
'A': {
'methods': [
{
'name': 'execute',
'service': 'job',
'serviceUrl': util.shell_command_url(),
'serviceDataToSave': ['exitCode'],
'parameters': {
'commandLine': ['echo', 'saving_service_data_test'],
"user": util.user(),
"workingDirectory": util.working_directory(),
"environment": util.environment_dict(),
},
'webhooks': {
'ended': self.ended_listener.url,
}
}
]
},
},
'links': [
{
'source': 'input connector',
'destination': 'A',
},
{
'source': 'A',
'destination': 'output connector',
},
],
'inputs': {
},
}
def sleeper_workflow(self, running_webhook_url, canceled_webhook_url):
return {
"tasks": {
"Sleeper": {
"methods": [
{
"name": "execute",
"service": "job",
"serviceUrl": util.shell_command_url(),
"parameters": {
"commandLine": ["sleep", "12345"],
"user": util.user(),
"workingDirectory": util.working_directory(),
"environment": {},
},
"webhooks": {
"running": running_webhook_url,
"canceled": canceled_webhook_url,
}
}
]
}
},
"links": [
{
"source": "input connector",
"destination": "Sleeper"
},
{
"source": "Sleeper",
"destination": "output connector"
}
],
"inputs": {
},
}
def post_data(self):
return {
'tasks': {
'Bad Job Task': {
'methods': [
{
'name': 'Bad Job',
'service': 'job',
'serviceUrl': util.shell_command_url(),
'parameters': {
# should be commandLine (capital L)
'commandline': ['true'],
"user": util.user(),
"workingDirectory": util.working_directory(),
"environment": util.environment_dict(),
},
'webhooks': {
'errored': self.errored_listener.url,
}
}
]
},
},
'links': [
{
'source': 'input connector',
'destination': 'Bad Job Task',
},
{
'source': 'Bad Job Task',
'destination': 'output connector',
},
],
'inputs': {
},
}
def post_data(self):
return {
'tasks': {
'A': {
'methods': [{
'name': 'execute',
'service': 'job',
'serviceUrl': shell_command_url(),
'parameters': {
'commandLine': ['cat'],
'user': '******',
'workingDirectory': '/test/working/directory'
}
}]
},
},
'links': [
{
'source': 'A',
'destination': 'output connector',
'dataFlow': {
'result': 'out_a',
},
},
{
'source': 'input connector',
'destination': 'A',
'dataFlow': {
'in_a': 'param',
},
},
],
'inputs': {
'in_a': 'kittens',
},
}
def post_data(self):
return {
'webhooks': {
'scheduled': self.webhook_server.url,
'running': [self.webhook_server.url, self.webhook_server.url],
'succeeded': self.webhook_server.url,
'failed': self.webhook_server.url,
'errored': self.webhook_server.url,
'canceled': self.webhook_server.url,
'ended': self.webhook_server.url,
},
'tasks': {
'Inner': {
'webhooks': {
'scheduled': self.webhook_server.url,
'running': [self.webhook_server.url, self.webhook_server.url],
'succeeded': self.webhook_server.url,
'failed': self.webhook_server.url,
'errored': self.webhook_server.url,
'canceled': self.webhook_server.url,
'ended': self.webhook_server.url,
},
'methods': [{
'name': 'some_workflow',
'webhooks': {
'scheduled': self.webhook_server.url,
'running': [self.webhook_server.url, self.webhook_server.url],
'succeeded': self.webhook_server.url,
'failed': self.webhook_server.url,
'errored': self.webhook_server.url,
'canceled': self.webhook_server.url,
'ended': self.webhook_server.url,
},
'parameters': {
'tasks': {
'A': {
'webhooks': {
'scheduled': self.webhook_server.url,
'running': [self.webhook_server.url, self.webhook_server.url],
'succeeded': self.webhook_server.url,
'failed': self.webhook_server.url,
'errored': self.webhook_server.url,
'canceled': self.webhook_server.url,
'ended': self.webhook_server.url,
},
'methods': [
{
'name': 'execute',
'service': 'job',
'serviceUrl': shell_command_url(),
'webhooks': {
'scheduled': self.webhook_server.url,
'running': [self.webhook_server.url, self.webhook_server.url],
'succeeded': self.webhook_server.url,
'failed': self.webhook_server.url,
'errored': self.webhook_server.url,
'canceled': self.webhook_server.url,
'ended': self.webhook_server.url,
},
'parameters': {
'commandLine': ['./echo_command'],
'environment': dict(os.environ),
'user': self.user,
'workingDirectory': self.working_directory,
}
}
]
},
},
'links': [
{
'source': 'A',
'destination': 'output connector',
'dataFlow': {
'param': 'inner_output'
}
}, {
'source': 'input connector',
'destination': 'A',
'dataFlow': {
'inner_input': 'param'
}
},
],
},
'service': 'workflow',
}]
},
},
'links': [
{
'source': 'Inner',
'destination': 'output connector',
'dataFlow': {
'inner_output': 'outer_output'
}
}, {
'source': 'input connector',
'destination': 'Inner',
'dataFlow': {
'outer_input': 'inner_input'
}
},
],
'inputs': {
'outer_input': 'kittens',
},
}
def post_data(self):
return {
'webhooks': {
'scheduled': self.webhook_server.url,
'running': [self.webhook_server.url, self.webhook_server.url],
'succeeded': self.webhook_server.url,
'failed': self.webhook_server.url,
'errored': self.webhook_server.url,
'canceled': self.webhook_server.url,
'ended': self.webhook_server.url,
},
'tasks': {
'Inner': {
'webhooks': {
'scheduled':
self.webhook_server.url,
'running':
[self.webhook_server.url, self.webhook_server.url],
'succeeded':
self.webhook_server.url,
'failed':
self.webhook_server.url,
'errored':
self.webhook_server.url,
'canceled':
self.webhook_server.url,
'ended':
self.webhook_server.url,
},
'methods': [{
'name': 'some_workflow',
'webhooks': {
'scheduled':
self.webhook_server.url,
'running':
[self.webhook_server.url, self.webhook_server.url],
'succeeded':
self.webhook_server.url,
'failed':
self.webhook_server.url,
'errored':
self.webhook_server.url,
'canceled':
self.webhook_server.url,
'ended':
self.webhook_server.url,
},
'parameters': {
'tasks': {
'A': {
'webhooks': {
'scheduled':
self.webhook_server.url,
'running': [
self.webhook_server.url,
self.webhook_server.url
],
'succeeded':
self.webhook_server.url,
'failed':
self.webhook_server.url,
'errored':
self.webhook_server.url,
'canceled':
self.webhook_server.url,
'ended':
self.webhook_server.url,
},
'methods': [{
'name':
'execute',
'service':
'job',
'serviceUrl':
shell_command_url(),
'webhooks': {
'scheduled':
self.webhook_server.url,
'running': [
self.webhook_server.url,
self.webhook_server.url
],
'succeeded':
self.webhook_server.url,
'failed':
self.webhook_server.url,
'errored':
self.webhook_server.url,
'canceled':
self.webhook_server.url,
'ended':
self.webhook_server.url,
},
'parameters': {
'commandLine': ['./echo_command'],
'environment':
dict(os.environ),
'user':
self.user,
'workingDirectory':
self.working_directory,
}
}]
},
},
'links': [
{
'source': 'A',
'destination': 'output connector',
'dataFlow': {
'param': 'inner_output'
}
},
{
'source': 'input connector',
'destination': 'A',
'dataFlow': {
'inner_input': 'param'
}
},
],
},
'service': 'workflow',
}]
},
},
'links': [
{
'source': 'Inner',
'destination': 'output connector',
'dataFlow': {
'inner_output': 'outer_output'
}
},
{
'source': 'input connector',
'destination': 'Inner',
'dataFlow': {
'outer_input': 'inner_input'
}
},
],
'inputs': {
'outer_input': 'kittens',
},
}
def post_data(self):
return {
'webhooks': {
'running':
self.webhook_url('outer_dag'),
'errored': [
self.webhook_url('outer_dag'),
self.webhook_url('outer_dag_2')
]
},
'tasks': {
'Inner': {
'webhooks': {
'running':
self.webhook_url('outer_task'),
'errored': [
self.webhook_url('outer_task'),
self.webhook_url('outer_task_2')
]
},
'methods': [{
'name': 'some_workflow',
'webhooks': {
'running':
self.webhook_url('inner_dag'),
'errored': [
self.webhook_url('inner_dag'),
self.webhook_url('inner_dag_2')
]
},
'parameters': {
'tasks': {
'A': {
'webhooks': {
'running':
self.webhook_url('inner_task'),
'errored': [
self.webhook_url('inner_task'),
self.webhook_url('inner_task_2')
]
},
'methods': [{
'name':
'execute',
'service':
'job',
'serviceUrl':
shell_command_url(),
'parameters': {
'commandLine': ['cat'],
'user': '******',
'workingDirectory':
'/test/working/directory',
'webhooks': {
'running':
self.webhook_url(
'shell_command'),
'errored': [
self.webhook_url(
'shell_command'),
self.webhook_url(
'shell_command_2')
]
},
}
}]
},
},
'links': [
{
'source': 'A',
'destination': 'output connector',
'dataFlow': {
'result': 'inner_output',
},
},
{
'source': 'input connector',
'destination': 'A',
'dataFlow': {
'inner_input': 'param',
},
},
],
},
'service': 'workflow',
}]
},
},
'links': [
{
'source': 'Inner',
'destination': 'output connector',
'dataFlow': {
'inner_output': 'outer_output',
},
},
{
'source': 'input connector',
'destination': 'Inner',
'dataFlow': {
'outer_input': 'inner_input',
},
},
],
'inputs': {
'outer_input': 'kittens',
},
}
def post_data(self):
return {
'tasks': {
'Inner': {
'methods': [{
'name': 'some_workflow',
'parameters': {
'tasks': {
'A': {
'methods': [
{
'name': 'execute',
'service': 'job',
'serviceUrl': shell_command_url(),
'parameters': {
'commandLine': ['cat'],
'user': '******',
'workingDirectory': '/test/working/directory'
}
}
]
},
},
'links': [
{
'source': 'A',
'destination': 'output connector',
'dataFlow': {
'result': 'inner_output',
},
}, {
'source': 'input connector',
'destination': 'A',
'dataFlow': {
'inner_input': 'param',
},
},
],
},
'service': 'workflow',
}],
},
},
'links': [
{
'source': 'Inner',
'destination': 'output connector',
'dataFlow': {
'inner_output': 'outer_output',
},
}, {
'source': 'input connector',
'destination': 'Inner',
'dataFlow': {
'outer_input': 'inner_input',
},
},
],
'inputs': {
'outer_input': 'kittens',
},
}
