def test_pipeline(self):
logging.debug("Starting test_pipeline")
if not hasattr(self, 'temp_dir'):
self.temp_dir = tempfile.gettempdir()
input_data = None
first_plugin = pu.load_plugin(self.plugin_list[0])
if self.plugin_list[0] == base_class_name:
return
if not hasattr(self, 'input_file'):
input_data = tu.get_appropriate_input_data(first_plugin)[0]
else:
input_data = RawTimeseriesData()
input_data.populate_from_nexus(self.input_file)
logging.debug("Starting to run the processing chain")
process.run_plugin_chain(input_data, self.plugin_list, self.temp_dir)
def test_pipeline(self):
logging.debug("Starting test_pipeline")
if not hasattr(self, 'temp_dir'):
self.temp_dir = tempfile.gettempdir()
input_data = None
first_plugin = pu.load_plugin(self.plugin_list[0])
if self.plugin_list[0] == base_class_name:
return
if not hasattr(self, 'input_file'):
input_data = tu.get_appropriate_input_data(first_plugin)[0]
else:
input_data = RawTimeseriesData()
input_data.populate_from_nexus(self.input_file)
logging.debug("Starting to run the processing chain")
process.run_plugin_chain(input_data, self.plugin_list, self.temp_dir)
logging.debug("ip address is : %s", IP)
MPI.COMM_WORLD.barrier()
global_data = None
if RANK == 0:
temp_file = tempfile.NamedTemporaryFile(dir=options.directory,
suffix='.h5', delete=False)
logging.debug("Created output file name is : %s", temp_file.name)
global_data = {'file_name': temp_file.name}
logging.debug("Plugin List is:")
logging.debug(plugin_list)
global_data = MPI.COMM_WORLD.bcast(global_data, root=0)
logging.debug("Output file name is : %s", global_data['file_name'])
logging.debug("Loading first plugin %s", plugin_list[0])
first_plugin = pu.load_plugin(None, plugin_list[0])
logging.debug("Getting input data")
input_data = tu.get_appropriate_input_data(first_plugin)[0]
logging.debug("Running plugin chain")
process.run_plugin_chain(input_data, plugin_list, options.directory,
mpi=True, processes=ALL_PROCESSES,
process=RANK)
MPI.COMM_WORLD.barrier()
global_data = None
if RANK == 0:
temp_file = tempfile.NamedTemporaryFile(dir=options.directory,
suffix='.h5',
delete=False)
logging.debug("Created output file name is : %s", temp_file.name)
global_data = {'file_name': temp_file.name}
logging.debug("Plugin List is:")
logging.debug(plugin_list)
global_data = MPI.COMM_WORLD.bcast(global_data, root=0)
logging.debug("Output file name is : %s", global_data['file_name'])
logging.debug("Loading first plugin %s", plugin_list[0])
first_plugin = pu.load_plugin(None, plugin_list[0])
logging.debug("Getting input data")
input_data = tu.get_appropriate_input_data(first_plugin)[0]
logging.debug("Running plugin chain")
process.run_plugin_chain(input_data,
plugin_list,
options.directory,
mpi=True,
processes=ALL_PROCESSES,
process=RANK)
MPI.COMM_WORLD.barrier()
