def testMakePipeline(self):
"""Tests for CmdLineFwk.makePipeline method
"""
fwk = CmdLineFwk()
taskFactory = TaskFactoryMock()
# make empty pipeline
args = _makeArgs()
pipeline = fwk.makePipeline(taskFactory, args)
self.assertIsInstance(pipeline, Pipeline)
self.assertEqual(len(pipeline), 0)
# few tests with pickle
with makeTmpFile() as tmpname:
# make empty pipeline and store it in a file
args = _makeArgs(save_pipeline=tmpname)
pipeline = fwk.makePipeline(taskFactory, args)
self.assertIsInstance(pipeline, Pipeline)
# read pipeline from a file
args = _makeArgs(pipeline=tmpname)
pipeline = fwk.makePipeline(taskFactory, args)
self.assertIsInstance(pipeline, Pipeline)
self.assertEqual(len(pipeline), 0)
# pickle with wrong object type
with open(tmpname, "wb") as pickleFile:
pickle.dump({}, pickleFile)
args = _makeArgs(pipeline=tmpname)
with self.assertRaises(TypeError):
fwk.makePipeline(taskFactory, args)
# single task pipeline
actions = [
_PipelineAction(action="new_task", label="task1", value="TaskOne")
]
args = _makeArgs(pipeline_actions=actions)
pipeline = fwk.makePipeline(taskFactory, args)
self.assertIsInstance(pipeline, Pipeline)
self.assertEqual(len(pipeline), 1)
# many task pipeline
actions = [
_PipelineAction(action="new_task", label="task1a",
value="TaskOne"),
_PipelineAction(action="new_task", label="task2", value="TaskTwo"),
_PipelineAction(action="new_task", label="task1b", value="TaskOne")
]
args = _makeArgs(pipeline_actions=actions)
pipeline = fwk.makePipeline(taskFactory, args)
self.assertIsInstance(pipeline, Pipeline)
self.assertEqual(len(pipeline), 3)
def testShowPipeline(self):
"""Test for --show options for pipeline.
"""
fwk = CmdLineFwk()
actions = [
_ACTION_ADD_TASK("lsst.pipe.base.tests.simpleQGraph.AddTask:task"),
_ACTION_CONFIG("task:addend=100")
]
args = _makeArgs(pipeline_actions=actions)
pipeline = fwk.makePipeline(args)
args.show = ["pipeline"]
fwk.showInfo(args, pipeline)
args.show = ["config"]
fwk.showInfo(args, pipeline)
args.show = ["history=task::addend"]
fwk.showInfo(args, pipeline)
args.show = ["tasks"]
fwk.showInfo(args, pipeline)
def testMakePipeline(self):
"""Tests for CmdLineFwk.makePipeline method
"""
fwk = CmdLineFwk()
# make empty pipeline
args = _makeArgs()
pipeline = fwk.makePipeline(args)
self.assertIsInstance(pipeline, Pipeline)
self.assertEqual(len(pipeline), 0)
# few tests with serialization
with makeTmpFile() as tmpname:
# make empty pipeline and store it in a file
args = _makeArgs(save_pipeline=tmpname)
pipeline = fwk.makePipeline(args)
self.assertIsInstance(pipeline, Pipeline)
# read pipeline from a file
args = _makeArgs(pipeline=tmpname)
pipeline = fwk.makePipeline(args)
self.assertIsInstance(pipeline, Pipeline)
self.assertEqual(len(pipeline), 0)
# single task pipeline
actions = [_ACTION_ADD_TASK("TaskOne:task1")]
args = _makeArgs(pipeline_actions=actions)
pipeline = fwk.makePipeline(args)
self.assertIsInstance(pipeline, Pipeline)
self.assertEqual(len(pipeline), 1)
# many task pipeline
actions = [
_ACTION_ADD_TASK("TaskOne:task1a"),
_ACTION_ADD_TASK("TaskTwo:task2"),
_ACTION_ADD_TASK("TaskOne:task1b")
]
args = _makeArgs(pipeline_actions=actions)
pipeline = fwk.makePipeline(args)
self.assertIsInstance(pipeline, Pipeline)
self.assertEqual(len(pipeline), 3)
# single task pipeline with config overrides, cannot use TaskOne, need
# something that can be imported with `doImport()`
actions = [
_ACTION_ADD_TASK("lsst.pipe.base.tests.simpleQGraph.AddTask:task"),
_ACTION_CONFIG("task:addend=100")
]
args = _makeArgs(pipeline_actions=actions)
pipeline = fwk.makePipeline(args)
taskDefs = list(pipeline.toExpandedPipeline())
self.assertEqual(len(taskDefs), 1)
self.assertEqual(taskDefs[0].config.addend, 100)
overrides = b"config.addend = 1000\n"
with makeTmpFile(overrides) as tmpname:
actions = [
_ACTION_ADD_TASK(
"lsst.pipe.base.tests.simpleQGraph.AddTask:task"),
_ACTION_CONFIG_FILE("task:" + tmpname)
]
args = _makeArgs(pipeline_actions=actions)
pipeline = fwk.makePipeline(args)
taskDefs = list(pipeline.toExpandedPipeline())
self.assertEqual(len(taskDefs), 1)
self.assertEqual(taskDefs[0].config.addend, 1000)
# Check --instrument option, for now it only checks that it does not crash
actions = [
_ACTION_ADD_TASK("lsst.pipe.base.tests.simpleQGraph.AddTask:task"),
_ACTION_ADD_INSTRUMENT("Instrument")
]
args = _makeArgs(pipeline_actions=actions)
pipeline = fwk.makePipeline(args)