def main():
args = parse_cmd_args()
pipelinedir = os.path.dirname(args.pipelinefile)
pipelinename, _ = os.path.splitext(os.path.basename(args.pipelinefile))
add_to_path([args.pkgdefs, pipelinedir])
spec = workflow_dsl.load_pipeline_from_file(args.pipelinefile)
inputs = get_mock_inputs(spec, args.destdir)
create_pipeline_data_file(inputs, pipelinename, args.destdir, args.workdir)
def main():
args = parse_cmd_args()
pipelinedir=os.path.dirname(args.pipelinefile)
pipelinename,_=os.path.splitext(os.path.basename(args.pipelinefile))
add_to_path([args.pkgdefs,pipelinedir])
spec=workflow_dsl.load_pipeline_from_file(args.pipelinefile)
inputs=get_mock_inputs(spec, args.destdir)
create_pipeline_data_file(inputs, pipelinename, args.destdir, args.workdir)
def initialize(self):
'''
First, configures PYTHONPATH so that the pipeline specification can be parsed.
Then, loads pipeline and creates the design time graph.
Finally, it prepares all for executing the pipeline by creating a runtime context
and instantiating a graph traverser.
'''
add_to_path([self.pkgRepository, self.pipelineDir])
self.pipeline=load_pipeline_from_file(self.path_to_script)
# build the design time dataflow graph
self.dataflow = build_graph(self.pipeline)
# initialize the context
self.data[CONTEXT]=context.create_context(self)
# instantiate the traverser
self.callbacks=NodeCallbacks(self.config, self.credentials, self.pkgRepository)
self.traverser=Traverser(self.callbacks.schedule_refinement, self.callbacks.submit_task)
def initialize(self):
'''
First, configures PYTHONPATH so that the pipeline specification can be parsed.
Then, loads pipeline and creates the design time graph.
Finally, it prepares all for executing the pipeline by creating a runtime context
and instantiating a graph traverser.
'''
add_to_path([self.pkgRepository, self.pipelineDir])
self.pipeline = load_pipeline_from_file(self.path_to_script)
# build the design time dataflow graph
self.dataflow = build_graph(self.pipeline)
# initialize the context
self.data[CONTEXT] = context.create_context(self)
# instantiate the traverser
self.callbacks = NodeCallbacks(self.config, self.credentials,
self.pkgRepository)
self.traverser = Traverser(self.callbacks.schedule_refinement,
self.callbacks.submit_task)
