def convert(oozie_graph, pipeline_converter):
"""Convert OozieGraph to Pipeline using given Converter
Args:
oozie_graph (OozieGraph):
pipeline_converter (PipelineConverter):
Returns:
Pipeline
"""
pipeline_nodes = {}
(input_node, output_node) = pipeline_converter.convert_parameters(
oozie_graph.parameters)
for (name, node) in [(Pipeline.get_input_node_name(), input_node),
(Pipeline.get_output_node_name(), output_node)]:
if node is not None:
pipeline_nodes[name] = node
for (name, oozie_node) in oozie_graph.nodes.items():
reserved_names = [
Pipeline.get_input_node_name(),
Pipeline.get_output_node_name()
]
if name in reserved_names:
raise Exception('Name of one of Oozie nodes ({}) is one of the '
'reserved names: {}.'.format(
name, ', '.join(reserved_names)))
pipeline_node = pipeline_converter.convert_node(name, oozie_node)
if pipeline_node is not None:
pipeline_nodes[name] = pipeline_node
return Pipeline(pipeline_nodes)
def convert(oozie_graph, pipeline_converter):
"""Convert OozieGraph to Pipeline using given Converter
Args:
oozie_graph (OozieGraph):
pipeline_converter (PipelineConverter):
Returns:
Pipeline
"""
pipeline_nodes = {}
(input_node, output_node) = pipeline_converter.convert_parameters(
oozie_graph.parameters)
for (name, node) in [(Pipeline.get_input_node_name(), input_node),
(Pipeline.get_output_node_name(), output_node)]:
if node is not None:
pipeline_nodes[name] = node
for (name, oozie_node) in oozie_graph.nodes.items():
reserved_names = [Pipeline.get_input_node_name(),
Pipeline.get_output_node_name()]
if name in reserved_names:
raise Exception('Name of one of Oozie nodes ({}) is one of the '
'reserved names: {}.'
.format(name, ', '.join(reserved_names)))
pipeline_node = pipeline_converter.convert_node(name, oozie_node)
if pipeline_node is not None:
pipeline_nodes[name] = pipeline_node
return Pipeline(pipeline_nodes)
def add_node(self, name, node):
"""Args:
name (string): name of the node
node (vipe.pipeline.pipeline.Node): data about the node
"""
if self.__n_reg.contains(name):
raise Exception('More than two nodes with the same name '
'(here: "{}") are not allowed'.format(name))
color = self.__get_color(node.importance)
if name in [Pipeline.get_input_node_name(),
Pipeline.get_output_node_name()]:
self.__n_reg.add(name, _NodeInfo(True, True))
self.__add_advanced_node(name, node, True, True, color, 'folder')
return
importance_score = \
self.__importance_score_map.get_score(node.importance)
if importance_score > -1:
self.__n_reg.add(name, _NodeInfo(self.__show_input_ports,
self.__show_output_ports))
self.__add_advanced_node(name, node,
self.__show_input_ports,
self.__show_output_ports, color)
else:
self.__n_reg.add(name, _NodeInfo(False, False))
if importance_score == -1:
self.__b.add_node(self.__map(name), labels=[''], shape='box',
width=0.2, height=0.2, color=color)
elif importance_score < -1:
self.__b.add_node(self.__map(name), labels=[''], shape='box',
width=0.1, height=0.1, color=color)
def add_node(self, name, node):
"""Args:
name (string): name of the node
node (vipe.pipeline.pipeline.Node): data about the node
"""
if self.__n_reg.contains(name):
raise Exception('More than two nodes with the same name '
'(here: "{}") are not allowed'.format(name))
color = self.__get_color(node.importance)
if name in [
Pipeline.get_input_node_name(),
Pipeline.get_output_node_name()
]:
self.__n_reg.add(name, _NodeInfo(True, True))
self.__add_advanced_node(name, node, True, True, color, 'folder')
return
importance_score = \
self.__importance_score_map.get_score(node.importance)
if importance_score > -1:
self.__n_reg.add(
name,
_NodeInfo(self.__show_input_ports, self.__show_output_ports))
self.__add_advanced_node(name, node, self.__show_input_ports,
self.__show_output_ports, color)
else:
self.__n_reg.add(name, _NodeInfo(False, False))
if importance_score == -1:
self.__b.add_node(self.__map(name),
labels=[''],
shape='box',
width=0.2,
height=0.2,
color=color)
elif importance_score < -1:
self.__b.add_node(self.__map(name),
labels=[''],
shape='box',
width=0.1,
height=0.1,
color=color)