def _transport_initialise(self, options):
MPI_setup(options)
backend = options.get("dosna_backend") or DEFAULT_BACKEND
engine = options.get("dosna_engine") or DEFAULT_ENGINE
dosna_connection = options.get("dosna_connection") \
or DEFAULT_CONNECTION
dosna_options = {}
if backend == "ceph":
dosna_options["conffile"] = options.get("dosna_ceph_conffile") \
or DEFAULT_CEPH_CONFFILE
dosna_options["client_id"] = options.get("dosna_ceph_client_id") \
or DEFAULT_CEPH_CLIENT_ID
elif backend == "hdf5":
dosna_options["directory"] = options.get("dosna_hdf5_dir") \
or DEFAULT_HDF5_DIR
log.debug("DosNa is using backend %s engine %s and options %s",
backend, engine, dosna_options)
dn.use(engine, backend)
self.dosna_connection = dn.Connection(dosna_connection,
**dosna_options)
self.dosna_connection.connect()
# initially reading from a hdf5 file so Hdf5TransportData will be used
# for all datasets created in a loader
options['transport'] = 'hdf5'
def _transport_initialise(self, options):
MPI_setup(options)
backend = options.get("dosna_backend") or DEFAULT_BACKEND
engine = options.get("dosna_engine") or DEFAULT_ENGINE
dosna_connection_name = options.get("dosna_connection") \
or DEFAULT_CONNECTION
dosna_connection_options = options.get("dosna_connection_options")
dosna_options = {}
dosna_options.update(
dict(item.split('=') for item in dosna_connection_options))
log.debug("DosNa is using backend %s engine %s and options %s",
backend, engine, dosna_options)
dn.use(engine, backend)
self.dosna_connection = dn.Connection(dosna_connection_name,
**dosna_options)
self.dosna_connection.connect()
# initially reading from a hdf5 file so Hdf5TransportData will be used
# for all datasets created in a loader
options['transport'] = 'hdf5'
def _transport_initialise(self, options):
# self.exp is not available here
MPI_setup(options) # change this?
with closing(Context()) as context:
self.targets = context.targets # set mpi logging here?
def _transport_initialise(self, options):
MPI_setup(options)
# initially reading from a hdf5 file so Hdf5TransportData will be used
# for all datasets created in a loader
options['transport'] = 'hdf5'
os.environ['savu_mode'] = 'basic'
def _transport_initialise(self, options):
MPI_setup(options)
self.exp_coll = None
self.data_flow = []
self.files = []