def test_executor_scheduled_handlers():
"""test the Executor scheduled_handlers() method"""
# setup
executor = handlers.Executor()
checkpointInterval = 10
historyInterval = 12
checkpointHandler = handlers.TangoCheckpointHandler(
iterationInterval=checkpointInterval)
maxIterations = 500
historyHandler = handlers.TangoHistoryHandler(
iterationInterval=historyInterval, maxIterations=maxIterations)
executor.add_handler(checkpointHandler)
executor.add_handler(historyHandler)
iterationNumber = 9
scheduled = executor.scheduled_handlers(iterationNumber)
assert checkpointHandler not in scheduled and historyHandler not in scheduled
iterationNumber = 10
scheduled = executor.scheduled_handlers(iterationNumber)
assert checkpointHandler in scheduled and historyHandler not in scheduled
# run with same iterationNumber, checkPoint should not be scheduled
scheduled = executor.scheduled_handlers(iterationNumber)
assert checkpointHandler not in scheduled and historyHandler not in scheduled
iterationNumber = 20
scheduled = executor.scheduled_handlers(iterationNumber)
assert checkpointHandler in scheduled and historyHandler in scheduled
def test_tango_history_save_to_file():
"""Test the TangoHistoryHandler save_to_file() method"""
# setup
basename = 'tango_history'
maxIterations = 20
iterationInterval = 5
tangoHistoryHandler = handlers.TangoHistoryHandler(
iterationInterval=iterationInterval,
basename=basename,
maxIterations=maxIterations)
data = data_setup()
iterationNumber = 14
tangoHistoryHandler.add_data(data, iterationNumber)
tangoHistoryHandler.add_data(data, iterationNumber + 1)
(data0D, data1D) = tangoHistoryHandler.prepare_to_write_data()
# run it
tangoHistoryHandler.save_to_file(data0D, data1D)
# check
filename_timestep = basename + "_timestep.npz"
filename_iterations = basename + "_iterations.npz"
with np.load(filename_timestep) as npzfile:
assert npzfile['rmsError'][1] == data['rmsError']
assert npzfile['iterationNumber'][0] == iterationNumber
with np.load(filename_iterations) as npzfile:
assert np.all(npzfile['profile'][1, :] == data['profile'])
assert np.all(
npzfile['fluxEWMATurbGrid'][0, :] == data['fluxEWMATurbGrid'])
# teardown
os.remove(filename_timestep)
os.remove(filename_iterations)
def test_read_tango_history():
"""test read_data.read_tango_history() for reading in of tango history flies."""
# setup
basename = 'tango_history'
maxIterations = 20
iterationInterval = 5
tangoHistoryHandler = handlers.TangoHistoryHandler(
iterationInterval=iterationInterval,
basename=basename,
maxIterations=maxIterations)
data = data_setup()
iterationNumber = 14
tangoHistoryHandler.add_data(data, iterationNumber)
tangoHistoryHandler.add_data(data, iterationNumber + 1)
(data0DToSave, data1DToSave) = tangoHistoryHandler.prepare_to_write_data()
tangoHistoryHandler.save_to_file(data0DToSave, data1DToSave)
# run it
(data0D, data1D) = read_data.read_tango_history(basename=basename)
# check
assert data0D['rmsError'][1] == data['rmsError']
assert data0D['iterationNumber'][0] == iterationNumber
assert np.all(data1D['profile'][1, :] == data['profile'])
assert np.all(data1D['fluxEWMATurbGrid'][0, :] == data['fluxEWMATurbGrid'])
# teardown
filename_timestep = basename + "_timestep.npz"
filename_iterations = basename + "_iterations.npz"
os.remove(filename_timestep)
os.remove(filename_iterations)
pass
def test_executor_scheduled_handlers():
"""test the Executor scheduled_handlers() method"""
# setup
executor = handlers.Executor()
checkpointInterval = 10
historyInterval = 12
maxIterations = 500
initialData = {'setNumber': 0}
historyHandler0 = handlers.TangoHistoryHandler(
iterationInterval=checkpointInterval,
maxIterations=maxIterations,
initialData=initialData)
initialData = {'setNumber': 0}
historyHandler1 = handlers.TangoHistoryHandler(
iterationInterval=historyInterval,
maxIterations=maxIterations,
initialData=initialData)
executor.add_handler(historyHandler0)
executor.add_handler(historyHandler1)
iterationNumber = 0
scheduled = executor.scheduled_handlers(iterationNumber)
assert historyHandler0 in scheduled and historyHandler1 in scheduled
iterationNumber = 9
scheduled = executor.scheduled_handlers(iterationNumber)
assert historyHandler0 not in scheduled and historyHandler1 not in scheduled
iterationNumber = 10
scheduled = executor.scheduled_handlers(iterationNumber)
assert historyHandler0 in scheduled and historyHandler1 not in scheduled
# run with same iterationNumber, checkPoint should not be scheduled
scheduled = executor.scheduled_handlers(iterationNumber)
assert historyHandler0 not in scheduled and historyHandler1 not in scheduled
iterationNumber = 20
scheduled = executor.scheduled_handlers(iterationNumber)
assert historyHandler0 in scheduled and historyHandler1 in scheduled
def test_executor_add_handler():
"""test the Executor add_handler() method"""
# setup
executor = handlers.Executor()
checkpointInterval = 10
maxIterations = 500
initialData = {'setNumber': 0}
historyHandler0 = handlers.TangoHistoryHandler(
iterationInterval=checkpointInterval,
maxIterations=maxIterations,
initialData=initialData)
historyInterval = 50
historyHandler1 = handlers.TangoHistoryHandler(
iterationInterval=historyInterval,
maxIterations=maxIterations,
initialData=initialData)
executor.add_handler(historyHandler0)
executor.add_handler(historyHandler1)
# check
assert len(executor.handlers) == 2
assert historyHandler0 in executor.handlers
assert historyHandler1 in executor.handlers
def test_executor_add_handler():
"""test the Executor add_handler() method"""
# setup
executor = handlers.Executor()
checkpointInterval = 10
checkpointHandler = handlers.TangoCheckpointHandler(
iterationInterval=checkpointInterval)
historyInterval = 50
maxIterations = 500
historyHandler = handlers.TangoHistoryHandler(
iterationInterval=historyInterval, maxIterations=maxIterations)
executor.add_handler(checkpointHandler)
executor.add_handler(historyHandler)
# check
assert len(executor.handlers) == 2
assert checkpointHandler in executor.handlers
assert historyHandler in executor.handlers
def test_tango_history_prepare_to_write_data():
"""Test the TangoHistoryHandler prepare_to_write_data() method"""
# setup
basename = 'tango_history'
maxIterations = 20
iterationInterval = 5
tangoHistoryHandler = handlers.TangoHistoryHandler(
iterationInterval=iterationInterval,
basename=basename,
maxIterations=maxIterations)
data = data_setup()
iterationNumber = 14
tangoHistoryHandler.add_data(data, iterationNumber)
tangoHistoryHandler.add_data(data, iterationNumber + 1)
# run it
(data0D, data1D) = tangoHistoryHandler.prepare_to_write_data()
# check
assert len(data0D['rmsError']) == 2
nrows, ncols = data1D['profile'].shape
assert nrows == 2
assert ncols == len(data['profile'])
def test_tango_history_add_data():
"""Test the TangoHistoryHandler add_data() method"""
# setup
basename = 'tango_history'
maxIterations = 20
iterationInterval = 5
tangoHistoryHandler = handlers.TangoHistoryHandler(
iterationInterval=iterationInterval,
basename=basename,
maxIterations=maxIterations)
data = data_setup()
iterationNumber = 14
# run add_data()
tangoHistoryHandler.add_data(data, iterationNumber)
tangoHistoryHandler.add_data(data, iterationNumber + 1)
assert tangoHistoryHandler.countStoredIterations == 2
assert tangoHistoryHandler.data0D['rmsError'][0] == 0.02
assert tangoHistoryHandler.data0D['rmsError'][1] == 0.02
assert np.all(tangoHistoryHandler.data1D['x'][1, :] == data['x'])
assert tangoHistoryHandler.iterationNumber[1] == 15
def test_tango_history_reset():
"""Test the TangoHistoryHandler reset_for_next_timestep() method"""
# setup
basename = 'tango_history'
maxIterations = 20
iterationInterval = 5
tangoHistoryHandler = handlers.TangoHistoryHandler(
iterationInterval=iterationInterval,
basename=basename,
maxIterations=maxIterations)
data = data_setup()
iterationNumber = 14
tangoHistoryHandler.add_data(data, iterationNumber)
tangoHistoryHandler.add_data(data, iterationNumber + 1)
assert tangoHistoryHandler.countStoredIterations == 2
assert tangoHistoryHandler.iterationNumber[0] == 14
tangoHistoryHandler.reset_for_next_timestep()
assert tangoHistoryHandler.countStoredIterations == 0
assert tangoHistoryHandler.iterationNumber[0] == 0
assert tangoHistoryHandler.data0D == {}
assert tangoHistoryHandler.data1D == {}
def test_tango_history_handler():
"""Test the TangoHistoryHandler --- write out hdf5 files"""
# setup
x = np.ones(20)
field1initdict = {
'EWMAParamTurbFlux': 0.2,
'EWMAParamProfile': 0.2,
'profile_mminus1': 1.2 * np.ones(20)
}
field2initdict = {
'EWMAParamTurbFlux': 0.4,
'EWMAParamProfile': 0.4,
'profile_mminus1': 4.3 * np.ones(20)
}
initialData = {
'setNumber': 0,
'xTango': x,
'field1': field1initdict,
'field2': field2initdict
}
basename = 'tangodata'
setNumber = 0
tangoHistoryHandler = handlers.TangoHistoryHandler(iterationInterval=1,
basename=basename,
maxIterations=600,
initialData=initialData)
filename = basename + '_s{}'.format(setNumber) + '.hdf5'
# run it
iterationNumber = 0
field1dict = {'D': 1.3 * np.ones(20), 'profile': -3.1 * np.ones(20)}
field2dict = {'D': 1.3 * np.ones(20), 'profile': -3.1 * np.ones(20)}
data = {
'errHistory': 0.9,
'iterationNumber': 0,
'field1': field1dict,
'field2': field2dict
}
tangoHistoryHandler.execute(data, iterationNumber)
iterationNumber = 1
data['iterationNumber'] = 1
tangoHistoryHandler.execute(data, iterationNumber)
# check it
with h5py.File(filename, 'r') as f:
# check the initial data
assert np.all(x == f.attrs['xTango'])
assert f.attrs['setNumber'] == 0
assert f['field1'].attrs['EWMAParamTurbFlux'] == 0.2
assert f['field1'].attrs['EWMAParamProfile'] == 0.2
assert np.all(f['field1'].attrs['profile_mminus1'] == 1.2 *
np.ones(20))
assert f['field2'].attrs['EWMAParamTurbFlux'] == 0.4
assert f['field2'].attrs['EWMAParamProfile'] == 0.4
# check the root datasets
dset = f['iterationNumber']
assert (dset.shape[0] == 2)
assert (dset[0] == 0 and dset[1] == 1)
dset = f['errHistory']
assert (dset.shape[0] == 2)
assert (dset[0] == 0.9 and dset[1] == 0.9)
# check the field datsets
dset = f['field1/D']
assert np.all(dset[0, :] == 1.3 * np.ones(20))
dset = f['field1/profile']
assert np.all(dset[1, :] == -3.1 * np.ones(20))
# teardown
os.remove(filename)