def handle_module_upgrade_request(controller, module_id, pipeline):
def add_keyname(fname, module):
new_function = controller.create_function(module, "key_name", ["_key"])
return [("add", new_function, "module", module.id)]
module_remap = {
"read|csv|CSVFile": [(None, "0.1.1", "read|CSVFile", {"src_port_remap": {"self": "value"}})],
"read|numpy|NumPyArray": [(None, "0.1.1", "read|NumPyArray", {"src_port_remap": {"self": "value"}})],
"read|CSVFile": [("0.1.1", "0.1.2", None, {"src_port_remap": {"self": "value"}}), ("0.1.3", "0.1.5", None, {})],
"read|NumPyArray": [("0.1.1", "0.1.2", None, {"src_port_remap": {"self": "value"}})],
"read|ExcelSpreadsheet": [
("0.1.1", "0.1.2", None, {"src_port_remap": {"self": "value"}}),
("0.1.3", "0.1.4", None, {}),
],
"read|JSONFile": [(None, "0.1.5", "read|JSONObject", {"function_remap": {None: add_keyname}})],
}
try:
from vistrails.packages.spreadsheet.init import upgrade_cell_to_output
except ImportError:
pass
else:
module_remap = upgrade_cell_to_output(
module_remap, module_id, pipeline, "TableCell", "TableOutput", "0.1.6", "table"
)
return UpgradeWorkflowHandler.remap_module(controller, module_id, pipeline, module_remap)
def handle_module_upgrade_request(controller, module_id, pipeline):
global _remap, _controller, _pipeline
if _remap is None:
_remap = UpgradePackageRemap()
remap = UpgradeModuleRemap(None, '1.0.0', '1.0.0',
module_name='vtkInteractionHandler')
remap.add_remap('src_port_remap', 'self', 'Instance')
_remap.add_module_remap(remap)
remap = UpgradeModuleRemap(None, '1.0.0', '1.0.0',
module_name='VTKCell')
remap.add_remap('src_port_remap', 'self', 'Instance')
_remap.add_module_remap(remap)
remap = UpgradeModuleRemap(None, '1.0.0', '1.0.0',
module_name='VTKViewCell',
new_module='VTKCell')
_remap.add_module_remap(remap)
_controller = controller
_pipeline = pipeline
module_name = pipeline.modules[module_id].name
module_name = module_name_remap.get(module_name, module_name)
if not _remap.has_module_remaps(module_name):
build_remap(module_name)
try:
from vistrails.packages.spreadsheet.init import upgrade_cell_to_output
except ImportError:
# Manually upgrade to 1.0.1
if _remap.get_module_remaps(module_name):
module_remap = copy.copy(_remap)
module_remap.add_module_remap(
UpgradeModuleRemap('1.0.0', '1.0.1', '1.0.1',
module_name=module_name))
else:
module_remap = _remap
else:
module_remap = upgrade_cell_to_output(
_remap, module_id, pipeline,
'VTKCell', 'vtkRendererOutput',
'1.0.1', 'AddRenderer',
start_version='1.0.0')
if _remap.get_module_remaps(module_name):
remap = module_remap.get_module_upgrade(module_name, '1.0.0')
if remap is None:
# Manually upgrade to 1.0.1
module_remap.add_module_remap(
UpgradeModuleRemap('1.0.0', '1.0.1', '1.0.1',
module_name=module_name))
return UpgradeWorkflowHandler.remap_module(controller, module_id, pipeline,
module_remap)
def handle_module_upgrade_request(controller, module_id, pipeline):
def add_keyname(fname, module):
new_function = controller.create_function(module, "key_name", ["_key"])
return [('add', new_function, 'module', module.id)]
module_remap = {
'read|csv|CSVFile': [(None, '0.1.1', 'read|CSVFile', {
'src_port_remap': {
'self': 'value'
},
})],
'read|numpy|NumPyArray': [(None, '0.1.1', 'read|NumPyArray', {
'src_port_remap': {
'self': 'value'
},
})],
'read|CSVFile': [('0.1.1', '0.1.2', None, {
'src_port_remap': {
'self': 'value'
},
}), ('0.1.3', '0.1.5', None, {})],
'read|NumPyArray': [('0.1.1', '0.1.2', None, {
'src_port_remap': {
'self': 'value'
},
})],
'read|ExcelSpreadsheet': [('0.1.1', '0.1.2', None, {
'src_port_remap': {
'self': 'value'
},
}), ('0.1.3', '0.1.4', None, {})],
'read|JSONFile': [(None, '0.1.5', 'read|JSONObject', {
'function_remap': {
None: add_keyname
},
})],
}
try:
from vistrails.packages.spreadsheet.init import upgrade_cell_to_output
except ImportError:
pass
else:
module_remap = upgrade_cell_to_output(module_remap, module_id,
pipeline, 'TableCell',
'TableOutput', '0.1.6', 'table')
return UpgradeWorkflowHandler.remap_module(controller, module_id, pipeline,
module_remap)
def handle_module_upgrade_request(controller, module_id, pipeline):
from vistrails.core.upgradeworkflow import UpgradeWorkflowHandler
create_new_connection = UpgradeWorkflowHandler.create_new_connection
reg = vistrails.core.modules.module_registry.get_module_registry()
def find_module_in_upgrade_action(action):
for op in action.operations:
if isinstance(op, AddOp):
if op.what == Module.vtType:
return op.data
return None
def find_inputs(m):
functions = {}
for f in m.functions:
if f.name not in functions:
functions[f.name] = [f]
else:
functions[f.name].append(f)
connections = {}
for edge in pipeline.graph.iter_edges_to(m.id):
c = pipeline.connections[edge[2]]
if c.destination.name not in connections:
connections[c.destination.name] = [c]
else:
connections[c.destination.name].append(c)
return (functions, connections)
def find_figure(m):
for edge in pipeline.graph.iter_edges_from(m.id):
to_m = pipeline.modules[edge[1]]
if to_m.name == 'MplFigure':
# !!! assume only a single down-stream MplFigure !!!
# may have old or new module...
if pipeline.connections[edge[2]].destination.name == 'addPlot':
return (to_m, None)
else:
return (to_m, edge)
return (None, None)
def attach_inputs(new_module, inputs, selected_inputs):
conns = []
for port_name in selected_inputs:
if port_name in inputs[0]:
for f in inputs[0][port_name]:
if len(f.parameters) > 0:
new_param_vals, aliases = zip(*[(p.strValue, p.alias)
for p in f.parameters])
else:
new_param_vals = []
aliases = []
new_f = controller.create_function(new_module, port_name,
new_param_vals, aliases)
new_module.add_function(new_f)
if port_name in inputs[1]:
for c in inputs[1][port_name]:
source_module = pipeline.modules[c.source.id]
new_conn = create_new_connection(controller, source_module,
c.source, new_module,
port_name)
conns.append(new_conn)
return conns
module = pipeline.modules[module_id]
to_properties = []
to_axes = []
old_figure = (None, None)
props_name = None
if module.name == 'MplScatterplot':
props_name = 'MplPathCollectionProperties'
props_input = 'pathCollectionProperties'
to_properties = ['facecolor']
to_axes = ['title', 'xlabel', 'ylabel']
inputs = find_inputs(module)
old_loc = module.location
old_figure = find_figure(module)
elif module.name == 'MplHistogram':
props_name = 'MplRectangleProperties'
props_input = 'rectangleProperties'
to_properties = ['facecolor']
to_axes = ['title', 'xlabel', 'ylabel']
inputs = find_inputs(module)
old_loc = module.location
old_figure = find_figure(module)
module_remap = {
'MplPlot': [(None, '1.0.0', 'MplSource', {
'dst_port_remap': {
'source': 'source',
'Hide Toolbar': None
},
'src_port_remap': {
'source': 'value',
'self': 'value'
}
})],
'MplFigure': [(None, '1.0.0', None, {
'dst_port_remap': {
'Script': 'addPlot'
},
'src_port_remap': {
'FigureManager': 'figure',
'File': 'file'
}
}), ('1.0.0', '1.0.6', None, {
'src_port_remap': {
'self': 'figure'
}
})],
'MplFigureCell': [(None, '1.0.0', None, {
'dst_port_remap': {
'FigureManager': 'figure'
}
})],
# we will delete parts of this but add back later
'MplScatterplot': [(None, '1.0.0', 'MplScatter', {
'dst_port_remap': {
'xData': 'x',
'yData': 'y',
'facecolor': None,
'title': None,
'xlabel': None,
'ylabel': None,
'self': 'value'
},
'src_port_remap': {
'source': 'value'
}
})],
'MplHistogram': [(None, '1.0.0', 'MplHist', {
'dst_port_remap': {
'columnData': 'x',
'bins': 'bins',
'facecolor': None,
'title': None,
'xlabel': None,
'ylabel': None,
'self': 'value'
},
'src_port_remap': {
'source': 'value'
}
})],
}
# '1.0.2' -> '1.0.3' changes 'self' output port to 'value'
module_remap.setdefault('MplSource', []).append((None, '1.0.3', None, {
'src_port_remap': {
'self': 'value'
}
}))
if module.name in (m.__name__ for m in _plot_modules + _artist_modules):
module_remap.setdefault(module.name, []).append((None, '1.0.3', None, {
'src_port_remap': {
'self': 'value'
}
}))
action_list = []
if old_figure[1] is not None and \
any(p in inputs[0] or p in inputs[1] for p in to_axes):
# need to remove the edge between plot and figure
pipeline.graph.delete_edge(*old_figure[1])
conn = pipeline.connections[old_figure[1][2]]
action = vistrails.core.db.action.create_action([('delete', conn)])
action_list.append(action)
try:
from vistrails.packages.spreadsheet.init import upgrade_cell_to_output
except ImportError:
pass
else:
module_remap = upgrade_cell_to_output(module_remap, module_id,
pipeline, 'MplFigureCell',
'MplFigureOutput', '1.0.5',
'figure')
normal_actions = UpgradeWorkflowHandler.remap_module(
controller, module_id, pipeline, module_remap)
action_list.extend(normal_actions)
more_ops = []
if any(p in inputs[0] or p in inputs[1] for p in to_properties):
# create props module
if props_name is None:
raise RuntimeError("properties module needed for unknown module "
"%s" % module.name)
desc = reg.get_descriptor_by_name(identifier, props_name)
props_module = \
controller.create_module_from_descriptor(desc,
old_loc.x + 100,
old_loc.y + 100)
more_ops.append(('add', props_module))
# attach functions/connections
conns = attach_inputs(props_module, inputs, to_properties)
more_ops.extend([('add', c) for c in conns])
# attach into pipeline
new_plot_module = find_module_in_upgrade_action(normal_actions[0])
assert new_plot_module is not None
new_conn = create_new_connection(controller, props_module, 'self',
new_plot_module, props_input)
more_ops.append(('add', new_conn))
if any(p in inputs[0] or p in inputs[1] for p in to_axes):
# create axes module
desc = reg.get_descriptor_by_name(identifier, "MplAxesProperties")
if old_figure[0] is not None:
old_loc = old_figure[0].location
axes_module = \
controller.create_module_from_descriptor(desc,
old_loc.x + 100,
old_loc.y + 100)
more_ops.append(('add', axes_module))
# attach functions/connections
conns = attach_inputs(axes_module, inputs, to_axes)
more_ops.extend([('add', c) for c in conns])
# attach axes properties to new figure
if old_figure[0] is not None and old_figure[1] is not None:
# remap figure
fig_action = UpgradeWorkflowHandler.remap_module(
controller, old_figure[0].id, pipeline, module_remap)
fig_module = find_module_in_upgrade_action(fig_action[0])
assert fig_module is not None
# add the removed edge back in
pipeline.graph.add_edge(*old_figure[1])
action_list.extend(fig_action)
new_plot_module = find_module_in_upgrade_action(normal_actions[0])
assert new_plot_module is not None
conn = create_new_connection(controller, new_plot_module, 'self',
fig_module, 'addPlot')
action = vistrails.core.db.action.create_action([('add', conn)])
action_list.append(action)
else:
fig_module = old_figure[0]
new_conn = create_new_connection(controller, axes_module, 'self',
fig_module, 'axesProperties')
more_ops.append(('add', new_conn))
return action_list
def handle_module_upgrade_request(controller, module_id, pipeline):
from vistrails.core.upgradeworkflow import UpgradeWorkflowHandler
create_new_connection = UpgradeWorkflowHandler.create_new_connection
reg = vistrails.core.modules.module_registry.get_module_registry()
def find_module_in_upgrade_action(action):
for op in action.operations:
if isinstance(op, AddOp):
if op.what == Module.vtType:
return op.data
return None
def find_inputs(m):
functions = {}
for f in m.functions:
if f.name not in functions:
functions[f.name] = [f]
else:
functions[f.name].append(f)
connections = {}
for edge in pipeline.graph.iter_edges_to(m.id):
c = pipeline.connections[edge[2]]
if c.destination.name not in connections:
connections[c.destination.name] = [c]
else:
connections[c.destination.name].append(c)
return (functions, connections)
def find_figure(m):
for edge in pipeline.graph.iter_edges_from(m.id):
to_m = pipeline.modules[edge[1]]
if to_m.name == 'MplFigure':
# !!! assume only a single down-stream MplFigure !!!
# may have old or new module...
if pipeline.connections[edge[2]].destination.name == 'addPlot':
return (to_m, None)
else:
return (to_m, edge)
return (None, None)
def attach_inputs(new_module, inputs, selected_inputs):
conns = []
for port_name in selected_inputs:
if port_name in inputs[0]:
for f in inputs[0][port_name]:
if len(f.parameters) > 0:
new_param_vals, aliases = zip(*[(p.strValue, p.alias)
for p in f.parameters])
else:
new_param_vals = []
aliases = []
new_f = controller.create_function(new_module,
port_name,
new_param_vals,
aliases)
new_module.add_function(new_f)
if port_name in inputs[1]:
for c in inputs[1][port_name]:
source_module = pipeline.modules[c.source.id]
new_conn = create_new_connection(controller,
source_module,
c.source,
new_module,
port_name)
conns.append(new_conn)
return conns
module = pipeline.modules[module_id]
to_properties = []
to_axes = []
old_figure = (None, None)
props_name = None
if module.name == 'MplScatterplot':
props_name = 'MplPathCollectionProperties'
props_input = 'pathCollectionProperties'
to_properties = ['facecolor']
to_axes = ['title', 'xlabel', 'ylabel']
inputs = find_inputs(module)
old_loc = module.location
old_figure = find_figure(module)
elif module.name == 'MplHistogram':
props_name = 'MplRectangleProperties'
props_input = 'rectangleProperties'
to_properties = ['facecolor']
to_axes = ['title', 'xlabel', 'ylabel']
inputs = find_inputs(module)
old_loc = module.location
old_figure = find_figure(module)
module_remap = {'MplPlot':
[(None, '1.0.0', 'MplSource',
{'dst_port_remap': {'source': 'source',
'Hide Toolbar': None},
'src_port_remap': {'source': 'value',
'self': 'value'}})],
'MplFigure':
[(None, '1.0.0', None,
{'dst_port_remap': {'Script': 'addPlot'},
'src_port_remap': {'FigureManager': 'figure',
'File': 'file'}}),
('1.0.0', '1.0.6', None,
{'src_port_remap': {'self': 'figure'}})],
'MplFigureCell':
[(None, '1.0.0', None,
{'dst_port_remap': {'FigureManager': 'figure'}})],
# we will delete parts of this but add back later
'MplScatterplot':
[(None, '1.0.0', 'MplScatter',
{'dst_port_remap': {'xData': 'x',
'yData': 'y',
'facecolor': None,
'title': None,
'xlabel': None,
'ylabel': None,
'self': 'value'},
'src_port_remap': {'source': 'value'}})],
'MplHistogram':
[(None, '1.0.0', 'MplHist',
{'dst_port_remap': {'columnData': 'x',
'bins': 'bins',
'facecolor': None,
'title': None,
'xlabel': None,
'ylabel': None,
'self': 'value'},
'src_port_remap': {'source': 'value'}})],
}
# '1.0.2' -> '1.0.3' changes 'self' output port to 'value'
module_remap.setdefault('MplSource', []).append(
(None, '1.0.3', None, {
'src_port_remap': {'self': 'value'}}))
if module.name in (m.__name__ for m in _plot_modules + _artist_modules):
module_remap.setdefault(module.name, []).append(
(None, '1.0.3', None, {
'src_port_remap': {'self': 'value'}}))
action_list = []
if old_figure[1] is not None and \
any(p in inputs[0] or p in inputs[1] for p in to_axes):
# need to remove the edge between plot and figure
pipeline.graph.delete_edge(*old_figure[1])
conn = pipeline.connections[old_figure[1][2]]
action = vistrails.core.db.action.create_action([('delete', conn)])
action_list.append(action)
try:
from vistrails.packages.spreadsheet.init import upgrade_cell_to_output
except ImportError:
pass
else:
module_remap = upgrade_cell_to_output(
module_remap, module_id, pipeline,
'MplFigureCell', 'MplFigureOutput',
'1.0.5', 'figure')
normal_actions = UpgradeWorkflowHandler.remap_module(
controller, module_id, pipeline, module_remap)
action_list.extend(normal_actions)
more_ops = []
if any(p in inputs[0] or p in inputs[1] for p in to_properties):
# create props module
if props_name is None:
raise RuntimeError("properties module needed for unknown module "
"%s" % module.name)
desc = reg.get_descriptor_by_name(identifier, props_name)
props_module = \
controller.create_module_from_descriptor(desc,
old_loc.x + 100,
old_loc.y + 100)
more_ops.append(('add', props_module))
# attach functions/connections
conns = attach_inputs(props_module, inputs, to_properties)
more_ops.extend([('add', c) for c in conns])
# attach into pipeline
new_plot_module = find_module_in_upgrade_action(normal_actions[0])
assert new_plot_module is not None
new_conn = create_new_connection(controller,
props_module,
'self',
new_plot_module,
props_input)
more_ops.append(('add', new_conn))
if any(p in inputs[0] or p in inputs[1] for p in to_axes):
# create axes module
desc = reg.get_descriptor_by_name(identifier, "MplAxesProperties")
if old_figure[0] is not None:
old_loc = old_figure[0].location
axes_module = \
controller.create_module_from_descriptor(desc,
old_loc.x + 100,
old_loc.y + 100)
more_ops.append(('add', axes_module))
# attach functions/connections
conns = attach_inputs(axes_module, inputs, to_axes)
more_ops.extend([('add', c) for c in conns])
# attach axes properties to new figure
if old_figure[0] is not None and old_figure[1] is not None:
# remap figure
fig_action = UpgradeWorkflowHandler.remap_module(controller,
old_figure[0].id,
pipeline,
module_remap)
fig_module = find_module_in_upgrade_action(fig_action[0])
assert fig_module is not None
# add the removed edge back in
pipeline.graph.add_edge(*old_figure[1])
action_list.extend(fig_action)
new_plot_module = find_module_in_upgrade_action(normal_actions[0])
assert new_plot_module is not None
conn = create_new_connection(controller,
new_plot_module,
'self',
fig_module,
'addPlot')
action = vistrails.core.db.action.create_action([('add', conn)])
action_list.append(action)
else:
fig_module = old_figure[0]
new_conn = create_new_connection(controller,
axes_module,
'self',
fig_module,
'axesProperties')
more_ops.append(('add', new_conn))
return action_list
def handle_module_upgrade_request(controller, module_id, pipeline):
global _remap, _controller, _pipeline
if _remap is None:
_remap = UpgradePackageRemap()
remap = UpgradeModuleRemap(None,
'1.0.0',
'1.0.0',
module_name='vtkInteractionHandler')
remap.add_remap('src_port_remap', 'self', 'Instance')
_remap.add_module_remap(remap)
remap = UpgradeModuleRemap(None,
'1.0.0',
'1.0.0',
module_name='VTKCell')
_remap.add_module_remap(remap)
remap = UpgradeModuleRemap(None,
'1.0.0',
'1.0.0',
module_name='VTKViewCell',
new_module='VTKCell')
_remap.add_module_remap(remap)
_controller = controller
_pipeline = pipeline
module_name = pipeline.modules[module_id].name
module_name = module_name_remap.get(module_name, module_name)
if not _remap.has_module_remaps(module_name):
build_remap(module_name)
try:
from vistrails.packages.spreadsheet.init import upgrade_cell_to_output
except ImportError:
# Manually upgrade to 1.0.1
if _remap.get_module_remaps(module_name):
module_remap = copy.copy(_remap)
module_remap.add_module_remap(
UpgradeModuleRemap('1.0.0',
'1.0.1',
'1.0.1',
module_name=module_name))
else:
module_remap = _remap
else:
module_remap = upgrade_cell_to_output(_remap,
module_id,
pipeline,
'VTKCell',
'vtkRendererOutput',
'1.0.1',
'AddRenderer',
start_version='1.0.0')
if _remap.get_module_remaps(module_name):
remap = module_remap.get_module_upgrade(module_name, '1.0.0')
if remap is None:
# Manually upgrade to 1.0.1
module_remap.add_module_remap(
UpgradeModuleRemap('1.0.0',
'1.0.1',
'1.0.1',
module_name=module_name))
return UpgradeWorkflowHandler.remap_module(controller, module_id, pipeline,
module_remap)
def handle_module_upgrade_request(controller, module_id, pipeline):
def add_keyname(fname, module):
new_function = controller.create_function(module,
"key_name",
["_key"])
return [('add', new_function, 'module', module.id)]
module_remap = {
'read|csv|CSVFile': [
(None, '0.1.1', 'read|CSVFile', {
'src_port_remap': {
'self': 'value'},
})
],
'read|numpy|NumPyArray': [
(None, '0.1.1', 'read|NumPyArray', {
'src_port_remap': {
'self': 'value'},
})
],
'read|CSVFile': [
('0.1.1', '0.1.2', None, {
'src_port_remap': {
'self': 'value'},
}),
('0.1.3', '0.1.5', None, {})
],
'read|NumPyArray': [
('0.1.1', '0.1.2', None, {
'src_port_remap': {
'self': 'value'},
})
],
'read|ExcelSpreadsheet': [
('0.1.1', '0.1.2', None, {
'src_port_remap': {
'self': 'value'},
}),
('0.1.3', '0.1.4', None, {})
],
'read|JSONFile': [
(None, '0.1.5', 'read|JSONObject', {
'function_remap': {
None: add_keyname},
})
],
}
try:
from vistrails.packages.spreadsheet.init import upgrade_cell_to_output
except ImportError:
pass
else:
module_remap = upgrade_cell_to_output(
module_remap, module_id, pipeline,
'TableCell', 'TableOutput',
'0.1.6', 'table')
return UpgradeWorkflowHandler.remap_module(controller,
module_id,
pipeline,
module_remap)
