def test_init_success(self, mock_dm):
mock_rl_app = MockRLApplication()
mock_engine_config = MockEngineConfig()
mock_engine_config.start_dt = datetime(2019, 11, 2, 0, 0, 0)
mock_engine_config.training_interval = timedelta(days=1)
MockEngineConfig._get_current_datetime = lambda _: datetime(
2019, 11, 2, 10, 0, 0)
run_context = {
TrainAgentOperation.TRAINING_GLOBAL_STEP: 0,
"available_data": []
}
mock_dm.get.return_value = run_context
engine = BaseEngine(mock_rl_app, mock_engine_config)
engine._dm = mock_dm
engine.init()
expected_run_context = {
TrainAgentOperation.TRAINING_GLOBAL_STEP: 0,
"available_data": [(DATANAME.MODEL, 0)]
}
mock_dm.get.assert_any_call(DATANAME.RUN_CONTEXT, 0)
store_calls = [
call(mock_rl_app.test_agent, DATANAME.MODEL, 0),
call(expected_run_context, DATANAME.RUN_CONTEXT, 0)
]
mock_dm.store.assert_has_calls(store_calls, any_order=False)
def test_train_agent_exist_force(self, mock_dp_plan, mock_dp_init,
mock_factory_build, mock_train_operation,
mock_dm):
metadata = {
TrainAgentOperation.TRAINING_GLOBAL_STEP: 0,
"available_data": [("model", 0)]
}
mock_dm.get_latest.return_value = metadata
mock_dm.get.return_value = True
mock_train_operation.run.return_value = None
mock_factory_build.return_value = mock_train_operation
run_id = 1
mock_dp_plan.return_value = [
OperationConfig(TrainAgentOperation.__name__, run_id)
]
mock_rl_app = MockRLApplication()
mock_engine_config = MockEngineConfig()
engine = BaseEngine(mock_rl_app, mock_engine_config)
engine._dm = mock_dm
engine.train(run_id, True)
mock_dm.get_latest.assert_any_call(DATANAME.RUN_CONTEXT, run_id)
mock_dp_init.assert_any_call(engine._get_available_operators(),
mock_engine_config, [("model", 0)])
mock_dp_plan.assert_any_call(DATANAME.MODEL, run_id)
mock_train_operation.run.assert_any_call(run_id)
def test_train_agent_exist(self, mock_dm):
run_id = 1
mock_dm.get.return_value = True
engine = BaseEngine(self._application, mock_dm)
engine._dm = mock_dm
with self.assertRaises(Exception):
engine.train(run_id)
def test_train_agent_exist(self, mock_dm):
run_id = 1
mock_dm.get.return_value = True
mock_rl_app = MockRLApplication()
mock_engine_config = MockEngineConfig()
engine = BaseEngine(mock_rl_app, mock_engine_config)
engine._dm = mock_dm
with self.assertRaises(Exception):
engine.train(run_id)
def test_init_success(self, mock_dm):
run_context = {
TrainAgentOperation.TRAINING_GLOBAL_STEP: 0,
"available_data": []
}
mock_dm.get.return_value = run_context
engine = BaseEngine(self._application, mock_dm)
engine._dm = mock_dm
engine.init()
expected_run_context = {
TrainAgentOperation.TRAINING_GLOBAL_STEP: 0,
"available_data": [(DATANAME.MODEL, 0)]
}
mock_dm.get.assert_any_call(DATANAME.RUN_CONTEXT, 0)
store_calls = [
call(self._mock_agent_init, DATANAME.MODEL, 0),
call(expected_run_context, DATANAME.RUN_CONTEXT, 0)
]
mock_dm.store.assert_has_calls(store_calls, any_order=False)
def test_train_implicit_run_id(self, mock_dp_plan, mock_dp_init,
mock_factory_build, mock_train_operation,
mock_dm):
run_id = 1
mock_train_operation.run.return_value = None
mock_factory_build.return_value = mock_train_operation
mock_dp_plan.return_value = [
OperationConfig(TrainAgentOperation.__name__, run_id)
]
run_context = {
TrainAgentOperation.TRAINING_GLOBAL_STEP: 0,
"available_data": [("model", 0)]
}
mock_dm.get_latest.return_value = run_context
mock_dm.get.return_value = False
mock_engine_config = MockEngineConfig()
mock_engine_config.start_dt = datetime(2019, 11, 2, 0, 0, 0)
mock_engine_config.training_interval = timedelta(days=1)
MockEngineConfig._get_current_datetime = lambda _: datetime(
2019, 11, 3, 10, 0, 0)
mock_rl_app = MockRLApplication()
engine = BaseEngine(mock_rl_app, mock_engine_config)
engine._dm = mock_dm
engine.train()
mock_dm.get.assert_any_call(DATANAME.MODEL, run_id)
mock_dm.get_latest.assert_any_call(DATANAME.RUN_CONTEXT, run_id)
mock_dp_init.assert_any_call(engine._get_available_operators(),
mock_engine_config, [("model", 0)])
mock_dp_plan.assert_any_call(DATANAME.MODEL, run_id)
mock_train_operation.run.assert_any_call(run_id)