def db_info(tmpdir): def add_blob(data): ret = blob.add_blob(data) blob.flush() return ret.id db_lookup = {} db_name = "test.db" db_url = "sqlite:///{}/{}".format(tmpdir, db_name) engine = create_engine(db_url, echo=False) Entities.metadata.create_all(engine) Blobs.metadata.create_all(engine) connection = engine.connect() repository = RdbApi(connection) blob = BlobApi(connection) ######## add priors ######## prior_key1 = repository.add_prior( "group", "key1", "function", ["paramA", "paramB"], [0.1, 0.2] ) prior_key2 = repository.add_prior( "group", "key2", "function", ["paramA", "paramB"], [0.3, 0.4] ) prior_key3 = repository.add_prior( "group", "key3", "function", ["paramA", "paramB"], [0.5, 0.6] ) prior_A = repository.add_prior( "G", "A", "function", ["paramA", "paramB"], [0.5, 0.6] ) repository.flush() ######## add ensemble ######## ensemble = repository.add_ensemble( name="ensemble_name", priors=[prior_key1, prior_key2, prior_key3] ) repository.flush() db_lookup["ensemble"] = ensemble.id db_lookup["ensemble_timestamp"] = ensemble.time_created ######## add parameteredefinitionss ######## parameter_def_A_G = repository.add_parameter_definition( "A", "G", "ensemble_name", prior=prior_A ) parameter_def_B_G = repository.add_parameter_definition("B", "G", "ensemble_name") parameter_def_key1_group = repository.add_parameter_definition( "key1", "group", "ensemble_name", prior=prior_key1 ) repository.flush() db_lookup["parameter_def_A_G"] = parameter_def_A_G.id db_lookup["parameter_def_key1_group"] = parameter_def_key1_group.id ######## add observations ######## observation_one = repository.add_observation( name="observation_one", key_indexes_ref=add_blob([0, 3]), data_indexes_ref=add_blob([2, 3]), values_ref=add_blob([10.1, 10.2]), stds_ref=add_blob([1, 3]), ) observation_one.add_attribute("region", "1") observation_two_first = repository.add_observation( name="observation_two_first", key_indexes_ref=add_blob(["2000-01-01 20:01:01"]), data_indexes_ref=add_blob([4]), values_ref=add_blob([10.3]), stds_ref=add_blob([2]), ) observation_two_second = repository.add_observation( name="observation_two_second", key_indexes_ref=add_blob(["2000-01-02 20:01:01"]), data_indexes_ref=add_blob([5]), values_ref=add_blob([10.4]), stds_ref=add_blob([2.5]), ) repository.flush() ######## add response definitions ######## response_definition_one = repository.add_response_definition( name="response_one", indexes_ref=add_blob([3, 5, 8, 9]), ensemble_name=ensemble.name, ) response_definition_two = repository.add_response_definition( name="response_two", indexes_ref=add_blob( [ "2000-01-01 20:01:01", "2000-01-02 20:01:01", "2000-01-02 20:01:01", "2000-01-02 20:01:01", "2000-01-02 20:01:01", "2000-01-02 20:01:01", ] ), ensemble_name=ensemble.name, ) repository.flush() db_lookup["response_defition_one"] = response_definition_one.id ######## observation response definition links ######## obs_res_def_link = repository._add_observation_response_definition_link( observation_id=observation_one.id, response_definition_id=response_definition_one.id, active_ref=add_blob([True, False]), update_id=None, ) repository._add_observation_response_definition_link( observation_id=observation_two_first.id, response_definition_id=response_definition_two.id, active_ref=add_blob([True]), update_id=None, ) repository._add_observation_response_definition_link( observation_id=observation_two_second.id, response_definition_id=response_definition_two.id, active_ref=add_blob([True]), update_id=None, ) repository.flush() ######## add realizations ######## realization_0 = repository.add_realization(0, ensemble.name) realization_1 = repository.add_realization(1, ensemble.name) db_lookup["realization_0"] = realization_0.id def add_data(realization, response_def, ens): response_one = repository.add_response( name="response_one", values_ref=add_blob([11.1, 11.2, 9.9, 9.3]), realization_index=realization.index, ensemble_name=ens.name, ) repository.flush() repository._add_misfit(200, obs_res_def_link.id, response_one.id) repository.add_response( name="response_two", values_ref=add_blob([12.1, 12.2, 11.1, 11.2, 9.9, 9.3]), realization_index=realization.index, ensemble_name=ens.name, ) repository.add_parameter( "A", "G", add_blob(1), realization.index, "ensemble_name" ) repository.add_parameter( "B", "G", add_blob(2), realization.index, "ensemble_name" ) repository.add_parameter( "key1", "group", add_blob(2), realization.index, "ensemble_name" ) add_data(realization_0, response_def=response_definition_one, ens=ensemble) add_data(realization_1, response_def=response_definition_one, ens=ensemble) repository.commit() ######## add blob ######### data_blob = add_blob([0, 1, 2, 3]) db_lookup["data_blob"] = data_blob yield (db_url, db_lookup)
def populated_database(initialize_databases): session = ERT_STORAGE.Session() api = RdbApi(session=session) db_lookup = {} prior_key1 = api.add_prior("group", "key1", "function", ["paramA", "paramB"], [0.1, 0.2]) prior_key2 = api.add_prior("group", "key2", "function", ["paramA", "paramB"], [0.3, 0.4]) prior_key3 = api.add_prior("group", "key3", "function", ["paramA", "paramB"], [0.5, 0.6]) prior_a = api.add_prior("G", "A", "function", ["paramA", "paramB"], [0.5, 0.6]) ######## add ensemble ######## ensemble = api.add_ensemble(name="ensemble_name", priors=[prior_key1, prior_key2, prior_key3]) db_lookup["ensemble"] = ensemble.id db_lookup["ensemble_timestamp"] = ensemble.time_created ######## add parameteredefinitionss ######## parameter_def_A_G = api.add_parameter_definition("A", "G", "ensemble_name", prior=prior_a) parameter_def_B_G = api.add_parameter_definition("B", "G", "ensemble_name") parameter_def_key1_group = api.add_parameter_definition("key1", "group", "ensemble_name", prior=prior_key1) db_lookup["parameter_def_A_G"] = parameter_def_A_G.id db_lookup["parameter_def_key1_group"] = parameter_def_key1_group.id ######## add observations ######## observation_one = api.add_observation( name="observation_one", key_indices=[0, 3], data_indices=[2, 3], values=[10.1, 10.2], errors=[1, 3], ) observation_one.add_attribute("region", "1") observation_two_first = api.add_observation( name="observation_two_first", key_indices=["2000-01-01 20:01:01"], data_indices=[4], values=[10.3], errors=[2], ) observation_two_second = api.add_observation( name="observation_two_second", key_indices=["2000-01-02 20:01:01"], data_indices=[5], values=[10.4], errors=[2.5], ) ######## add response definitions ######## response_definition_one = api.add_response_definition( name="response_one", indices=[3, 5, 8, 9], ensemble_name=ensemble.name, ) response_definition_two = api.add_response_definition( name="response_two", indices=[ "2000-01-01 20:01:01", "2000-01-02 20:01:01", "2000-01-02 20:01:01", "2000-01-02 20:01:01", "2000-01-02 20:01:01", "2000-01-02 20:01:01", ], ensemble_name=ensemble.name, ) db_lookup["response_definition_one"] = response_definition_one.id ######## observation response definition links ######## obs_res_def_link = api._add_observation_response_definition_link( observation_id=observation_one.id, response_definition_id=response_definition_one.id, active=[True, False], update_id=None, ) api._add_observation_response_definition_link( observation_id=observation_two_first.id, response_definition_id=response_definition_two.id, active=[True], update_id=None, ) api._add_observation_response_definition_link( observation_id=observation_two_second.id, response_definition_id=response_definition_two.id, active=[True], update_id=None, ) ######## add realizations ######## realization_0 = api.add_realization(0, ensemble.name) realization_1 = api.add_realization(1, ensemble.name) db_lookup["realization_0"] = realization_0.id def add_data(realization, ens): response_one = api.add_response( name="response_one", values=[11.1, 11.2, 9.9, 9.3], realization_index=realization.index, ensemble_name=ens.name, ) api._add_misfit(200, obs_res_def_link.id, response_one.id) api.add_response( name="response_two", values=[12.1, 12.2, 11.1, 11.2, 9.9, 9.3], realization_index=realization.index, ensemble_name=ens.name, ) api.add_parameter("A", "G", 1, realization.index, "ensemble_name") api.add_parameter("B", "G", 2, realization.index, "ensemble_name") api.add_parameter("key1", "group", 2, realization.index, "ensemble_name") add_data(realization_0, ens=ensemble) add_data(realization_1, ens=ensemble) session.commit() session.close() yield db_lookup
def populated_database(initialize_databases): rdb_session = ERT_STORAGE.RdbSession() blob_session = ERT_STORAGE.BlobSession() rdb_api = RdbApi(session=rdb_session) blob_api = BlobApi(session=blob_session) def add_blob(data): ret = blob_api.add_blob(data) return ret.id db_lookup = {} ######## add priors ######## prior_key1 = rdb_api.add_prior( "group", "key1", "function", ["paramA", "paramB"], [0.1, 0.2] ) prior_key2 = rdb_api.add_prior( "group", "key2", "function", ["paramA", "paramB"], [0.3, 0.4] ) prior_key3 = rdb_api.add_prior( "group", "key3", "function", ["paramA", "paramB"], [0.5, 0.6] ) prior_A = rdb_api.add_prior("G", "A", "function", ["paramA", "paramB"], [0.5, 0.6]) ######## add ensemble ######## ensemble = rdb_api.add_ensemble( name="ensemble_name", priors=[prior_key1, prior_key2, prior_key3] ) db_lookup["ensemble"] = ensemble.id db_lookup["ensemble_timestamp"] = ensemble.time_created ######## add parameteredefinitionss ######## parameter_def_A_G = rdb_api.add_parameter_definition( "A", "G", "ensemble_name", prior=prior_A ) parameter_def_B_G = rdb_api.add_parameter_definition("B", "G", "ensemble_name") parameter_def_key1_group = rdb_api.add_parameter_definition( "key1", "group", "ensemble_name", prior=prior_key1 ) db_lookup["parameter_def_A_G"] = parameter_def_A_G.id db_lookup["parameter_def_key1_group"] = parameter_def_key1_group.id ######## add observations ######## observation_one = rdb_api.add_observation( name="observation_one", key_indexes_ref=add_blob([0, 3]), data_indexes_ref=add_blob([2, 3]), values_ref=add_blob([10.1, 10.2]), stds_ref=add_blob([1, 3]), ) observation_one.add_attribute("region", "1") observation_two_first = rdb_api.add_observation( name="observation_two_first", key_indexes_ref=add_blob(["2000-01-01 20:01:01"]), data_indexes_ref=add_blob([4]), values_ref=add_blob([10.3]), stds_ref=add_blob([2]), ) observation_two_second = rdb_api.add_observation( name="observation_two_second", key_indexes_ref=add_blob(["2000-01-02 20:01:01"]), data_indexes_ref=add_blob([5]), values_ref=add_blob([10.4]), stds_ref=add_blob([2.5]), ) ######## add response definitions ######## response_definition_one = rdb_api.add_response_definition( name="response_one", indexes_ref=add_blob([3, 5, 8, 9]), ensemble_name=ensemble.name, ) response_definition_two = rdb_api.add_response_definition( name="response_two", indexes_ref=add_blob( [ "2000-01-01 20:01:01", "2000-01-02 20:01:01", "2000-01-02 20:01:01", "2000-01-02 20:01:01", "2000-01-02 20:01:01", "2000-01-02 20:01:01", ] ), ensemble_name=ensemble.name, ) db_lookup["response_defition_one"] = response_definition_one.id ######## observation response definition links ######## obs_res_def_link = rdb_api._add_observation_response_definition_link( observation_id=observation_one.id, response_definition_id=response_definition_one.id, active_ref=add_blob([True, False]), update_id=None, ) rdb_api._add_observation_response_definition_link( observation_id=observation_two_first.id, response_definition_id=response_definition_two.id, active_ref=add_blob([True]), update_id=None, ) rdb_api._add_observation_response_definition_link( observation_id=observation_two_second.id, response_definition_id=response_definition_two.id, active_ref=add_blob([True]), update_id=None, ) ######## add realizations ######## realization_0 = rdb_api.add_realization(0, ensemble.name) realization_1 = rdb_api.add_realization(1, ensemble.name) db_lookup["realization_0"] = realization_0.id def add_data(realization, response_def, ens): response_one = rdb_api.add_response( name="response_one", values_ref=add_blob([11.1, 11.2, 9.9, 9.3]), realization_index=realization.index, ensemble_name=ens.name, ) rdb_api._add_misfit(200, obs_res_def_link.id, response_one.id) rdb_api.add_response( name="response_two", values_ref=add_blob([12.1, 12.2, 11.1, 11.2, 9.9, 9.3]), realization_index=realization.index, ensemble_name=ens.name, ) rdb_api.add_parameter("A", "G", add_blob(1), realization.index, "ensemble_name") rdb_api.add_parameter("B", "G", add_blob(2), realization.index, "ensemble_name") rdb_api.add_parameter( "key1", "group", add_blob(2), realization.index, "ensemble_name" ) add_data(realization_0, response_def=response_definition_one, ens=ensemble) add_data(realization_1, response_def=response_definition_one, ens=ensemble) ######## add blob ######### data_blob = add_blob([0, 1, 2, 3]) db_lookup["data_blob"] = data_blob rdb_session.commit() blob_session.commit() rdb_session.close() blob_session.close() yield db_lookup