def test_pipeline(self):
if self.process_filename is None:
return
temp_dir = tempfile.gettempdir()
process_list = ProcessList()
process_list.populate_process_list(self.process_filename)
first_plugin = pu.load_plugin(process_list.process_list[0]['id'])
input_data = tu.get_appropriate_input_data(first_plugin)[0]
try:
process.run_process_list(input_data, process_list, temp_dir)
except ImportError as e:
print(
"Failed to run plugin test as libraries not available (%s), passing test"
% (e))
pass
logging.debug("Rank : %i - Size : %i", RANK, SIZE)
IP = socket.gethostbyname(socket.gethostname())
logging.debug("ip address is : %s", IP)
call_mpi_barrier()
logging.debug("LD_LIBRARY_PATH is %s", os.getenv('LD_LIBRARY_PATH'))
call_mpi_barrier()
process_filename = args[1]
process_list = ProcessList()
process_list.populate_process_list(process_filename)
input_data = pu.load_raw_data(args[0])
process.run_process_list(input_data,
process_list,
args[2],
mpi=True,
processes=ALL_PROCESSES,
process=RANK)
call_mpi_barrier()
logging.info("Python MPI script complete")
def __init__(self, filename):
self.process_list = ProcessList()
if os.path.exists(filename):
print "Opening file %s" % (filename)
self.process_list.populate_process_list(filename)
