def init_matrices(ens, mask, obs, rng):
state_size = 2
report_step = 5
meas_data = MeasData(mask)
meas_block = meas_data.addBlock("OBS", report_step, len(obs))
A = Matrix(state_size, mask.countEqual(True))
active_iens = 0
for iens, params in enumerate(ens):
if mask[iens]:
state = forward_model(params)
meas_block[0, iens] = measure(state)
A[0, active_iens] = params[0]
A[1, active_iens] = params[1]
active_iens += 1
S = meas_data.createS()
obs_data = ObsData()
obs_block = obs_data.addBlock("OBS", 1)
for iobs, obs_value in enumerate(obs):
obs_block[iobs] = obs_value
R = obs_data.createR()
dObs = obs_data.createDObs()
E = obs_data.createE(rng, meas_data.getActiveEnsSize())
D = obs_data.createD(E, S)
obs_data.scale(S, E=E, D=D, R=R, D_obs=dObs)
return (A, S, E, D, R, dObs)
def init_matrices(ens , mask , obs , rng):
state_size = 2
report_step = 5
meas_data = MeasData( mask )
meas_block = meas_data.addBlock("OBS" , report_step , len(obs) )
A = Matrix( state_size , mask.countEqual( True ))
active_iens = 0
for iens,params in enumerate( ens ):
if mask[iens]:
state = forward_model( params )
meas_block[0,iens] = measure( state )
A[0 , active_iens] = params[0]
A[1 , active_iens] = params[1]
active_iens += 1
S = meas_data.createS()
obs_data = ObsData()
obs_block = obs_data.addBlock("OBS" , 1)
for iobs,obs_value in enumerate(obs):
obs_block[iobs] = obs_value
R = obs_data.createR()
dObs = obs_data.createDObs()
E = obs_data.createE( rng , meas_data.getActiveEnsSize() )
D = obs_data.createD(E , S)
obs_data.scale(S , E = E , D = D , R = R , D_obs = dObs)
return (A , S , E , D , R , dObs)
def test_it(self):
state_size = 10
with ErtTestContext("update", self.config_file) as tc:
analysis = self.createAnalysisModule()
ert = tc.getErt()
obs = ert.getObservations()
local_obsdata = obs.getAllActiveLocalObsdata()
fs = ert.getEnkfFsManager().getCurrentFileSystem()
state = EnkfStateType.FORECAST
mask = BoolVector(initial_size=ert.getEnsembleSize(),
default_value=True)
meas_data = MeasData(mask)
obs_data = ObsData()
obs.getObservationAndMeasureData(fs, local_obsdata, state,
mask.createActiveList(),
meas_data, obs_data)
update(self.rng, mask, analysis, ert, meas_data, obs_data,
state_size)
mask[0] = False
mask[4] = False
meas_data = MeasData(mask)
obs_data = ObsData()
obs.getObservationAndMeasureData(fs, local_obsdata, state,
mask.createActiveList(),
meas_data, obs_data)
update(self.rng, mask, analysis, ert, meas_data, obs_data,
state_size)
def calculatePrincipalComponent(self,
fs,
local_obsdata,
truncation_or_ncomp=3):
pc = Matrix(1, 1)
pc_obs = Matrix(1, 1)
singular_values = DoubleVector()
state_map = fs.getStateMap()
ens_mask = BoolVector(False, self.ert().getEnsembleSize())
state_map.selectMatching(ens_mask, RealizationStateEnum.STATE_HAS_DATA)
active_list = ens_mask.createActiveList()
if len(ens_mask) > 0:
meas_data = MeasData(ens_mask)
obs_data = ObsData()
self.ert().getObservations().getObservationAndMeasureData(
fs, local_obsdata, active_list, meas_data, obs_data)
meas_data.deactivateZeroStdSamples(obs_data)
active_size = len(obs_data)
if active_size > 0:
S = meas_data.createS()
D_obs = obs_data.createDObs()
truncation, ncomp = self.truncationOrNumberOfComponents(
truncation_or_ncomp)
obs_data.scale(S, D_obs=D_obs)
EnkfLinalg.calculatePrincipalComponents(
S, D_obs, truncation, ncomp, pc, pc_obs, singular_values)
if self.__prior_singular_values is None:
self.__prior_singular_values = singular_values
else:
for row in range(pc.rows()):
factor = singular_values[
row] / self.__prior_singular_values[row]
pc.scaleRow(row, factor)
pc_obs.scaleRow(row, factor)
return PcaPlotData(local_obsdata.getName(), pc, pc_obs,
singular_values)
return None
def test_create(self):
ens_size = 10
ens_mask = BoolVector(default_value=True, initial_size=ens_size)
data = MeasData(ens_mask)
self.assertEqual(len(data), 0)
self.assertTrue(isinstance(data, MeasData))
block1 = data.addBlock("OBS1", 10, 5)
block2 = data.addBlock("OBS2", 27, 10)
with self.assertRaises(TypeError):
data[1.782]
with self.assertRaises(KeyError):
data["NO-this-does-not-exist"]
with self.assertRaises(IndexError):
data[2]
last0 = data[-1]
last1 = data[1]
self.assertEqual(last0, last1)
self.assertTrue("OBS1-10" in data)
self.assertTrue("OBS2-27" in data)
self.assertEqual(len(data), 2)
self.assertTrue(isinstance(block1, MeasBlock))
self.assertTrue(isinstance(block2, MeasBlock))
self.assertEqual(block1.getObsSize(), 5)
self.assertEqual(block2.getObsSize(), 10)
l = []
for b in data:
l.append(b)
self.assertEqual(len(l), 2)
self.assertEqual(l[0], block1)
self.assertEqual(l[1], block2)
with self.assertRaises(ValueError):
S = data.createS()
for iens in range(ens_size):
block1[0, iens] = 5
block2[0, iens] = 10
block2[1, iens] = 15
self.assertEqual(3, data.activeObsSize())
S = data.createS()
self.assertEqual(S.dims(), (3, ens_size))
for iens in range(ens_size):
self.assertEqual(S[0, iens], 5)
self.assertEqual(S[1, iens], 10)
self.assertEqual(S[2, iens], 15)
def calculatePrincipalComponent(self, fs, local_obsdata, truncation_or_ncomp=3):
pc = Matrix(1, 1)
pc_obs = Matrix(1, 1)
singular_values = DoubleVector()
state_map = fs.getStateMap()
ens_mask = BoolVector(False, self.ert().getEnsembleSize())
state_map.selectMatching(ens_mask, RealizationStateEnum.STATE_HAS_DATA)
active_list = BoolVector.createActiveList(ens_mask)
if len(active_list) > 0:
state = EnkfStateType.FORECAST
meas_data = MeasData(active_list)
obs_data = ObsData()
self.ert().getObservations().getObservationAndMeasureData(fs, local_obsdata, state, active_list, meas_data, obs_data)
meas_data.deactivateZeroStdSamples(obs_data)
active_size = len(obs_data)
if active_size > 0:
S = meas_data.createS(active_size)
D_obs = obs_data.createDobs(active_size)
truncation, ncomp = self.truncationOrNumberOfComponents(truncation_or_ncomp)
obs_data.scale(S, D_obs=D_obs)
EnkfLinalg.calculatePrincipalComponents(S, D_obs, truncation, ncomp, pc, pc_obs, singular_values)
if self.__prior_singular_values is None:
self.__prior_singular_values = singular_values
else:
for row in range(pc.rows()):
factor = singular_values[row]/self.__prior_singular_values[row]
pc.scaleRow( row , factor )
pc_obs.scaleRow( row , factor )
return PcaPlotData(local_obsdata.getName(), pc , pc_obs , singular_values)
return None
def test_create(self):
ens_size = 10
ens_mask = BoolVector( default_value = True , initial_size = ens_size )
data = MeasData( ens_mask )
self.assertEqual( len(data) , 0)
self.assertTrue( isinstance( data , MeasData ))
block1 = data.addBlock( "OBS1" , 10 , 5 )
block2 = data.addBlock( "OBS2" , 27 , 10 )
with self.assertRaises(TypeError):
data[1.782]
with self.assertRaises(KeyError):
data["NO-this-does-not-exist"]
with self.assertRaises(IndexError):
data[2]
last0 = data[-1]
last1 = data[1]
self.assertEqual( last0 , last1 )
self.assertTrue( "OBS1-10" in data )
self.assertTrue( "OBS2-27" in data )
self.assertEqual( len(data) , 2)
self.assertTrue( isinstance( block1 , MeasBlock ))
self.assertTrue( isinstance( block2 , MeasBlock ))
self.assertEqual( block1.getObsSize() , 5 )
self.assertEqual( block2.getObsSize() , 10 )
l = []
for b in data:
l.append(b)
self.assertEqual(len(l) , 2)
self.assertEqual(l[0] , block1)
self.assertEqual(l[1] , block2)
with self.assertRaises(ValueError):
S = data.createS()
for iens in range(ens_size):
block1[0,iens] = 5
block2[0,iens] = 10
block2[1,iens] = 15
self.assertEqual( 3 , data.activeObsSize() )
S = data.createS()
self.assertEqual( S.dims() , (3 , ens_size) )
for iens in range(ens_size):
self.assertEqual( S[0,iens] , 5 )
self.assertEqual( S[1,iens] , 10 )
self.assertEqual( S[2,iens] , 15 )
def test_scale_obs(self):
with ErtTestContext("obs_test", self.config_file) as test_context:
ert = test_context.getErt()
obs = ert.getObservations()
obs1 = obs["WWCT:OP_1"].getNode(50)
obs2 = obs["WWCT:OP_1_50"].getNode(50)
self.assertEqual(obs1.getStandardDeviation(),
obs2.getStandardDeviation())
std0 = obs1.getStandardDeviation()
local_obsdata = LocalObsdata("obs", obs)
node1 = local_obsdata.addNode("WWCT:OP_1")
node2 = local_obsdata.addNode("WWCT:OP_1_50")
node1.addTimeStep(50)
node2.addTimeStep(50)
mask = BoolVector(default_value=True)
mask[2] = True
meas_data = MeasData(mask)
obs_data = ObsData()
fs = ert.getEnkfFsManager().getCurrentFileSystem()
active_list = IntVector()
active_list.initRange(0, 2, 1)
obs.getObservationAndMeasureData(fs, local_obsdata,
EnkfStateType.FORECAST,
active_list, meas_data, obs_data)
self.assertEqual(2, len(obs_data))
v1 = obs_data[0]
v2 = obs_data[1]
self.assertEqual(v1[1], std0)
self.assertEqual(v2[1], std0)
meas_data = MeasData(mask)
obs_data = ObsData(10)
obs.getObservationAndMeasureData(fs, local_obsdata,
EnkfStateType.FORECAST,
active_list, meas_data, obs_data)
self.assertEqual(2, len(obs_data))
v1 = obs_data[0]
v2 = obs_data[1]
self.assertEqual(v1[1], std0 * 10)
self.assertEqual(v2[1], std0 * 10)
actl = ActiveList()
obs1.updateStdScaling(10, actl)
obs2.updateStdScaling(20, actl)
meas_data = MeasData(mask)
obs_data = ObsData()
obs.getObservationAndMeasureData(fs, local_obsdata,
EnkfStateType.FORECAST,
active_list, meas_data, obs_data)
self.assertEqual(2, len(obs_data))
v1 = obs_data[0]
v2 = obs_data[1]
self.assertEqual(v1[1], std0 * 10)
self.assertEqual(v2[1], std0 * 20)
