def test_pipeline(self): logging.debug("Starting test_pipeline") if not hasattr(self, 'temp_dir'): self.temp_dir = tempfile.gettempdir() input_data = None first_plugin = pu.load_plugin(self.plugin_list[0]) if self.plugin_list[0] == base_class_name: return if not hasattr(self, 'input_file'): input_data = tu.get_appropriate_input_data(first_plugin)[0] else: input_data = RawTimeseriesData() input_data.populate_from_nexus(self.input_file) logging.debug("Starting to run the processing chain") process.run_plugin_chain(input_data, self.plugin_list, self.temp_dir)
logging.debug("ip address is : %s", IP) MPI.COMM_WORLD.barrier() global_data = None if RANK == 0: temp_file = tempfile.NamedTemporaryFile(dir=options.directory, suffix='.h5', delete=False) logging.debug("Created output file name is : %s", temp_file.name) global_data = {'file_name': temp_file.name} logging.debug("Plugin List is:") logging.debug(plugin_list) global_data = MPI.COMM_WORLD.bcast(global_data, root=0) logging.debug("Output file name is : %s", global_data['file_name']) logging.debug("Loading first plugin %s", plugin_list[0]) first_plugin = pu.load_plugin(None, plugin_list[0]) logging.debug("Getting input data") input_data = tu.get_appropriate_input_data(first_plugin)[0] logging.debug("Running plugin chain") process.run_plugin_chain(input_data, plugin_list, options.directory, mpi=True, processes=ALL_PROCESSES, process=RANK) MPI.COMM_WORLD.barrier()
global_data = None if RANK == 0: temp_file = tempfile.NamedTemporaryFile(dir=options.directory, suffix='.h5', delete=False) logging.debug("Created output file name is : %s", temp_file.name) global_data = {'file_name': temp_file.name} logging.debug("Plugin List is:") logging.debug(plugin_list) global_data = MPI.COMM_WORLD.bcast(global_data, root=0) logging.debug("Output file name is : %s", global_data['file_name']) logging.debug("Loading first plugin %s", plugin_list[0]) first_plugin = pu.load_plugin(None, plugin_list[0]) logging.debug("Getting input data") input_data = tu.get_appropriate_input_data(first_plugin)[0] logging.debug("Running plugin chain") process.run_plugin_chain(input_data, plugin_list, options.directory, mpi=True, processes=ALL_PROCESSES, process=RANK) MPI.COMM_WORLD.barrier()