def test_trial_demo(test_info_space): spec = spec_util.get('demo.json', 'dqn_cartpole') spec = util.override_test_spec(spec) spec['env'][0]['save_epi_frequency'] = 1 test_info_space.tick('trial') trial_data = Trial(spec, test_info_space).run() assert isinstance(trial_data, pd.DataFrame)
def run_trial_test(spec_file, spec_name=False): spec = spec_util.get(spec_file, spec_name) spec = util.override_test_spec(spec) info_space = InfoSpace() info_space.tick('trial') trial = Trial(spec, info_space) trial_data = trial.run() assert isinstance(trial_data, pd.DataFrame)
def test_prioritized_replay_memory(request): memspec = spec_util.get('base.json', 'base_prioritized_replay_memory') memspec = util.override_test_spec(memspec) aeb_mem_space = AEBSpace(memspec, InfoSpace()) env_space = EnvSpace(memspec, aeb_mem_space) aeb_mem_space.init_body_space() agent_space = AgentSpace(memspec, aeb_mem_space) agent = agent_space.agents[0] body = agent.nanflat_body_a[0] res = (body.memory, ) + request.param return res
def run_trial_test(spec_file, spec_name=False, distributed=False): spec = spec_util.get(spec_file, spec_name) spec = util.override_test_spec(spec) info_space = InfoSpace() info_space.tick('trial') if distributed: spec['meta']['distributed'] = True if os.environ.get('CI') != 'true': # CI has not enough CPU spec['meta']['max_session'] = 2 trial = Trial(spec, info_space) trial_data = trial.run() assert isinstance(trial_data, pd.DataFrame)
def test_prioritized_replay_memory(request): memspec = spec_util.get('base.json', 'base_prioritized_replay_memory') memspec = util.override_test_spec(memspec) aeb_mem_space = AEBSpace(memspec, InfoSpace()) env_space = EnvSpace(memspec, aeb_mem_space) agent_space = AgentSpace(memspec, aeb_mem_space) aeb_mem_space.init_body_space() aeb_mem_space.post_body_init() agent = agent_space.agents[0] body = agent.nanflat_body_a[0] res = (body.memory, ) + request.param return res
def run_trial_test_dist(spec_file, spec_name=False): spec = spec_util.get(spec_file, spec_name) spec = util.override_test_spec(spec) info_space = InfoSpace() info_space.tick('trial') spec['meta']['distributed'] = True spec['meta']['max_session'] = 2 trial = Trial(spec, info_space) # manually run the logic to obtain global nets for testing to ensure global net gets updated global_nets = trial.init_global_nets() # only test first network if ps.is_list(global_nets): # multiagent only test first net = list(global_nets[0].values())[0] else: net = list(global_nets.values())[0] assert_trained = net_util.gen_assert_trained(net) session_datas = trial.parallelize_sessions(global_nets) assert_trained(net, loss=1.0) trial.session_data_dict = {data.index[0]: data for data in session_datas} trial_data = analysis.analyze_trial(trial) trial.close() assert isinstance(trial_data, pd.DataFrame)
def test_algo(spec_file, spec_name): spec = spec_util.get(spec_file, spec_name) spec = util.override_test_spec(spec) trial = Trial(spec) trial_data = trial.run()
def test_spec(): global spec spec = spec_util.get('base.json', 'base_case_openai') spec = util.override_test_spec(spec) return spec
def run_trial_test(spec_file, spec_name): spec = spec_util.get(spec_file, spec_name) spec = util.override_test_spec(spec) trial = Trial(spec) trial_data = trial.run() assert isinstance(trial_data, pd.DataFrame)
def test_experiment(): spec = spec_util.get('demo.json', 'dqn_cartpole') spec = util.override_test_spec(spec) experiment_data = Experiment(spec).run() assert isinstance(experiment_data, pd.DataFrame)
def test_trial_demo(): spec = spec_util.get('demo.json', 'dqn_cartpole') spec = util.override_test_spec(spec) trial_data = Trial(spec).run() assert isinstance(trial_data, pd.DataFrame)
def test_spec(): global spec spec = spec_util.get('base.json', 'base_case') spec = util.override_test_spec(spec) return spec
def test_experiment(test_info_space): spec = spec_util.get('demo.json', 'dqn_cartpole') spec = util.override_test_spec(spec) test_info_space.tick('experiment') experiment_data = Experiment(spec, test_info_space).run() assert isinstance(experiment_data, pd.DataFrame)
def test_trial_demo(): spec = spec_util.get('reinforce.json', 'reinforce_cartpole') util.override_test_spec(spec) Trial(spec).run()