def _twonodes(xrank, xdir, yrank, ydir, **kwargs):
G = LayeredGraph()
G.add_node('x', node=ProcessGroup(direction=xdir))
G.add_node('y', node=ProcessGroup(direction=ydir))
layers = [[[]] for i in range(max(xrank, yrank) + 1)]
layers[xrank][0].append('x')
layers[yrank][0].append('y')
G.ordering = Ordering(layers)
kwargs.setdefault('bundle_key', None)
return add_dummy_nodes(G, 'x', 'y', **kwargs)
def test_remove_node():
G = LayeredGraph()
G.add_edges_from([('a', 'b'), ('a', 'c'), ('b', 'd')])
G.ordering = Ordering([['a'], ['b', 'c'], ['d']])
assert sorted(G.nodes()) == ['a', 'b', 'c', 'd']
G.remove_node('c')
assert sorted(G.nodes()) == ['a', 'b', 'd']
assert G.ordering == Ordering([['a'], ['b'], ['d']])
def _threenode_viewgraph():
view_graph = LayeredGraph()
view_graph.add_node('a', node=ProcessGroup())
view_graph.add_node('b', node=ProcessGroup())
view_graph.add_node('c', node=ProcessGroup())
view_graph.add_edge('a', 'b', bundles=[0])
view_graph.add_edge('a', 'c', bundles=[1])
view_graph.ordering = Ordering([
[['a']],
[['b', 'c']],
])
return view_graph
def test_results_graph_material_key():
# Mock flow data
flows = pd.DataFrame.from_records([
('a1', 'c1', 'm', 'long', 3),
('a1', 'c1', 'n', 'long', 1),
],
columns=('source', 'target',
'material_type', 'shape',
'value'))
view_graph = LayeredGraph()
view_graph.add_node('a', node=ProcessGroup())
view_graph.add_node('c', node=ProcessGroup())
view_graph.add_edge('a', 'c', bundles=[0])
view_graph.ordering = Ordering([[['a']], [['c']]])
bundle_flows = {0: flows}
material_partition = Partition.Simple('material_type', ['m', 'n'])
shape_partition = Partition.Simple('shape', ['long', 'thin'])
# Partition based on material_type
view_graph.edges['a', 'c']['flow_partition'] = material_partition
Gr, groups = results_graph(view_graph, bundle_flows)
assert sorted(Gr.edges(keys=True, data=True)) == [
('a^*', 'c^*', ('m', '*'), {
'measures': {
'value': 3
},
'original_flows': [0],
'bundles': [0]
}),
('a^*', 'c^*', ('n', '*'), {
'measures': {
'value': 1
},
'original_flows': [1],
'bundles': [0]
}),
]
# Partition based on shape
view_graph.edges['a', 'c']['flow_partition'] = shape_partition
Gr, groups = results_graph(view_graph, bundle_flows)
assert sorted(Gr.edges(keys=True, data=True)) == [
('a^*', 'c^*', ('long', '*'), {
'measures': {
'value': 4
},
'original_flows': [0, 1],
'bundles': [0]
}),
]
def test_dummy_nodes_order_dependence():
#
# a b
# c d
#
# bundles a-b, c-d, b-a
G = LayeredGraph()
G.add_nodes_from('abcd', node=ProcessGroup())
G.ordering = Ordering([[['a', 'c']], [['b', 'd']]])
# Correct G.order: a-b, c-d, b-a
G1 = _apply_bundles(G, ('ab', 'cd', 'ba'))
assert G1.ordering == Ordering(
[[['a', '__b_a_0', 'c']], [['b', '__b_a_1', 'd']]])
# Incorrect G.order: b-a first
G2 = _apply_bundles(G, ('ba', 'ab', 'cd'))
assert G2.ordering == Ordering(
[[['a', 'c', '__b_a_0']], [['b', '__b_a_1', 'd']]])
def test_results_graph_with_extra_or_not_enough_groups():
# Mock flow data
bundle_flows = {
0:
pd.DataFrame.from_records([
('a1', 'b1', 'm', 3),
('a2', 'b1', 'm', 1),
],
columns=('source', 'target', 'material',
'value'))
}
# Group 'a3' not used. ProcessGroup 'a2' isn't in any group.
node_a = ProcessGroup(partition=Partition.Simple('process', ['a1', 'a3']))
node_b = ProcessGroup(partition=Partition.Simple('process', ['b1']))
view_graph = LayeredGraph()
view_graph.add_node('a', node=node_a)
view_graph.add_node('b', node=node_b)
view_graph.add_edges_from([
('a', 'b', {
'bundles': [0]
}),
])
view_graph.ordering = Ordering([[['a']], [['b']]])
# Do partition based on flows stored in bundles
Gr, groups = results_graph(view_graph, bundle_flows)
assert set(Gr.nodes()) == {'a^a1', 'a^_', 'b^b1'}
assert sorted(Gr.edges(keys=True, data=True)) == [
('a^_', 'b^b1', ('*', '*'), {
'measures': {
'value': 1
},
'original_flows': [1],
'bundles': [0]
}),
('a^a1', 'b^b1', ('*', '*'), {
'measures': {
'value': 3
},
'original_flows': [0],
'bundles': [0]
}),
]
assert Gr.ordering == Ordering([
[['a^a1', 'a^_']],
[['b^b1']],
])
def test_dummy_nodes_merge_bundles():
G = LayeredGraph()
G.add_node('a', node=ProcessGroup())
G.add_node('b', node=ProcessGroup())
G.ordering = Ordering([[['a']], [['b']]])
G = add_dummy_nodes(G, 'a', 'b', bundle_key=1)
assert G['a']['b']['bundles'] == [1]
G = add_dummy_nodes(G, 'a', 'b', bundle_key=2)
assert G['a']['b']['bundles'] == [1, 2]
assert set(G.nodes()) == {'a', 'b'}
assert set(G.edges()) == {('a', 'b')}
assert G.ordering == Ordering([[['a']], [['b']]])
def test_augment_waypoint_alignment():
# j -- a -- x
# b
# k -- c -- y
#
# should insert "from b" betwen x and y
# and "to b" between j and k
G = LayeredGraph()
G.add_nodes_from([
('a', {'node': ProcessGroup()}),
('b', {'node': ProcessGroup(selection=['b1'])}),
('c', {'node': ProcessGroup()}),
('x', {'node': ProcessGroup()}),
('y', {'node': ProcessGroup()}),
('j', {'node': ProcessGroup()}),
('k', {'node': ProcessGroup()}),
])
G.add_edges_from([
('a', 'x', {'bundles': [2]}),
('k', 'c', {'bundles': [1]}),
('j', 'a', {'bundles': [0]}),
('c', 'y', {'bundles': [3]}),
])
G.ordering = Ordering([[['j', 'k']], [['a', 'b', 'c']], [['x', 'y']]])
new_waypoints = {
'from b': Waypoint(),
'to b': Waypoint(),
}
new_bundles = {
'b>': Bundle('b', Elsewhere, waypoints=['from b']),
'>b': Bundle(Elsewhere, 'b', waypoints=['to b']),
}
G2 = augment(G, new_waypoints, new_bundles)
assert set(G2.nodes()).difference(G.nodes()) == {'from b', 'to b'}
assert G2.ordering == Ordering([
[['j', 'to b', 'k']], [['a', 'b', 'c']], [['x', 'from b', 'y']]
])
def test_results_graph_bands():
bundles = [
Bundle('a', 'b'),
]
# Mock flow data
bundle_flows = {
bundles[0]:
pd.DataFrame.from_records([
('a1', 'b1', 'm', 3),
],
columns=('source', 'target', 'material',
'value'))
}
view_graph = LayeredGraph()
view_graph.add_node('a', node=ProcessGroup())
view_graph.add_node('b', node=ProcessGroup())
view_graph.add_edges_from([
('a', 'b', {
'bundles': bundles
}),
])
view_graph.ordering = Ordering([
[['a'], []],
[[], ['b']],
])
# Do partition based on flows stored in bundles
Gr, groups = results_graph(view_graph, bundle_flows)
assert Gr.ordering == Ordering([
# rank 1
[['a^*'], []],
# rank 2
[[], ['b^*']],
])
def test_results_graph_overall():
material_partition = Partition.Simple('material', ['m', 'n'])
c_partition = Partition.Simple('process', ['c1', 'c2'])
view_graph = LayeredGraph()
view_graph.add_node('a', node=ProcessGroup(title='Node a'))
view_graph.add_node('b', node=ProcessGroup())
view_graph.add_node('c', node=ProcessGroup(partition=c_partition))
view_graph.add_node('via', node=Waypoint(partition=material_partition))
view_graph.add_edges_from([
('a', 'via', {
'bundles': [0],
'flow_partition': material_partition
}),
('b', 'via', {
'bundles': [1],
'flow_partition': material_partition
}),
('via', 'c', {
'bundles': [0, 1],
'flow_partition': material_partition
}),
])
view_graph.ordering = Ordering([[['a', 'b']], [['via']], [['c']]])
# Mock flow data
bundle_flows = {
0:
pd.DataFrame.from_records([
('a1', 'c1', 'm', 3),
('a2', 'c1', 'n', 1),
],
index=(0, 1),
columns=('source', 'target', 'material',
'value')),
1:
pd.DataFrame.from_records([
('b1', 'c1', 'm', 1),
('b1', 'c2', 'm', 2),
('b1', 'c2', 'n', 1),
],
index=(2, 3, 4),
columns=('source', 'target', 'material',
'value'))
}
# Do partition based on flows stored in bundles
Gr, groups = results_graph(view_graph, bundle_flows)
assert sorted(Gr.nodes(data=True)) == [
('a^*', {
'direction': 'R',
'type': 'process',
'title': 'Node a'
}),
('b^*', {
'direction': 'R',
'type': 'process',
'title': 'b'
}),
('c^c1', {
'direction': 'R',
'type': 'process',
'title': 'c1'
}),
('c^c2', {
'direction': 'R',
'type': 'process',
'title': 'c2'
}),
('via^m', {
'direction': 'R',
'type': 'group',
'title': 'm'
}),
('via^n', {
'direction': 'R',
'type': 'group',
'title': 'n'
}),
]
assert sorted(Gr.edges(keys=True, data=True)) == [
('a^*', 'via^m', ('m', '*'), {
'measures': {
'value': 3
},
'original_flows': [0],
'bundles': [0]
}),
('a^*', 'via^n', ('n', '*'), {
'measures': {
'value': 1
},
'original_flows': [1],
'bundles': [0]
}),
('b^*', 'via^m', ('m', '*'), {
'measures': {
'value': 3
},
'original_flows': [2, 3],
'bundles': [1]
}),
('b^*', 'via^n', ('n', '*'), {
'measures': {
'value': 1
},
'original_flows': [4],
'bundles': [1]
}),
('via^m', 'c^c1', ('m', '*'), {
'measures': {
'value': 4
},
'original_flows': [0, 2],
'bundles': [0, 1]
}),
('via^m', 'c^c2', ('m', '*'), {
'measures': {
'value': 2
},
'original_flows': [3],
'bundles': [0, 1]
}),
('via^n', 'c^c1', ('n', '*'), {
'measures': {
'value': 1
},
'original_flows': [1],
'bundles': [0, 1]
}),
('via^n', 'c^c2', ('n', '*'), {
'measures': {
'value': 1
},
'original_flows': [4],
'bundles': [0, 1]
}),
]
assert Gr.ordering == Ordering([
[['a^*', 'b^*']],
[['via^m', 'via^n']],
[['c^c1', 'c^c2']],
])
# Only includes groups where the title is not the same as the single node
# title
assert groups == [
{
'id': 'via',
'title': '',
'type': 'group',
'nodes': ['via^m', 'via^n']
},
{
'id': 'c',
'title': '',
'type': 'process',
'nodes': ['c^c1', 'c^c2']
},
]
def test_results_graph_time_partition():
time_partition = Partition.Simple('time', [1, 2])
view_graph = LayeredGraph()
view_graph.add_node('a', node=ProcessGroup())
view_graph.add_node('b', node=ProcessGroup())
view_graph.add_edges_from([
('a', 'b', {
'bundles': [0]
}),
])
view_graph.ordering = Ordering([[['a']], [['b']]])
# Mock flow data
bundle_flows = {
0:
pd.DataFrame.from_records([
('a1', 'b1', 'm', 1, 3),
('a2', 'b1', 'n', 1, 1),
('a2', 'b2', 'n', 1, 2),
('a1', 'b1', 'm', 2, 1),
('a1', 'b1', 'n', 2, 3),
],
columns=('source', 'target', 'material',
'time', 'value')),
}
# Do partition based on flows stored in bundles
Gr, groups = results_graph(view_graph,
bundle_flows,
time_partition=time_partition)
assert sorted(Gr.edges(keys=True, data=True)) == [
('a^*', 'b^*', ('*', '1'), {
'measures': {
'value': 6
},
'original_flows': [0, 1, 2],
'bundles': [0]
}),
('a^*', 'b^*', ('*', '2'), {
'measures': {
'value': 4
},
'original_flows': [3, 4],
'bundles': [0]
}),
]
# Now add a material partition too
material_partition = Partition.Simple('material', ['m', 'n'])
Gr, groups = results_graph(view_graph, bundle_flows, material_partition,
time_partition)
assert sorted(Gr.edges(keys=True, data=True)) == [
('a^*', 'b^*', ('m', '1'), {
'measures': {
'value': 3
},
'original_flows': [0],
'bundles': [0]
}),
('a^*', 'b^*', ('m', '2'), {
'measures': {
'value': 1
},
'original_flows': [3],
'bundles': [0]
}),
('a^*', 'b^*', ('n', '1'), {
'measures': {
'value': 3
},
'original_flows': [1, 2],
'bundles': [0]
}),
('a^*', 'b^*', ('n', '2'), {
'measures': {
'value': 3
},
'original_flows': [4],
'bundles': [0]
}),
]
def test_results_graph_elsewhere_stubs():
b_partition = Partition.Simple('process', ['b1', 'b2'])
view_graph = LayeredGraph()
view_graph.add_node('a', node=ProcessGroup())
view_graph.add_node('b',
node=ProcessGroup(partition=b_partition),
from_elsewhere_bundles=[1])
view_graph.add_edge('a', 'b', bundles=[0])
view_graph.ordering = Ordering([[['a']], [['b']]])
# Mock flow data
bundle_flows = {
0:
pd.DataFrame.from_records([
('a1', 'b1', 'm', 3),
('a2', 'b1', 'n', 1),
],
index=(0, 1),
columns=('source', 'target', 'material',
'value')),
1:
pd.DataFrame.from_records([
('x1', 'b1', 'm', 1),
('x3', 'b2', 'n', 5),
],
index=(2, 3),
columns=('source', 'target', 'material',
'value'))
}
# Do partition based on flows stored in bundles
Gr, groups = results_graph(view_graph, bundle_flows)
assert sorted(Gr.nodes(data=True)) == [
('a^*', {
'direction': 'R',
'type': 'process',
'title': 'a'
}),
('b^b1', {
'direction':
'R',
'type':
'process',
'title':
'b1',
'from_elsewhere_edges': [
(('*', '*'), {
'measures': {
'value': 1
},
'original_flows': [2],
'bundles': [1]
}),
]
}),
('b^b2', {
'direction':
'R',
'type':
'process',
'title':
'b2',
'from_elsewhere_edges': [
(('*', '*'), {
'measures': {
'value': 5
},
'original_flows': [3],
'bundles': [1]
}),
]
}),
]
assert sorted(Gr.edges(keys=True, data=True)) == [
('a^*', 'b^b1', ('*', '*'), {
'measures': {
'value': 4
},
'original_flows': [0, 1],
'bundles': [0]
}),
]