def test_trial_demo(test_info_space):
spec = spec_util.get('demo.json', 'dqn_cartpole')
spec = util.override_test_spec(spec)
spec['env'][0]['save_epi_frequency'] = 1
test_info_space.tick('trial')
trial_data = Trial(spec, test_info_space).run()
assert isinstance(trial_data, pd.DataFrame)
def run_trial_test(spec_file, spec_name=False):
spec = spec_util.get(spec_file, spec_name)
spec = util.override_test_spec(spec)
info_space = InfoSpace()
info_space.tick('trial')
trial = Trial(spec, info_space)
trial_data = trial.run()
assert isinstance(trial_data, pd.DataFrame)
def test_prioritized_replay_memory(request):
memspec = spec_util.get('base.json', 'base_prioritized_replay_memory')
memspec = util.override_test_spec(memspec)
aeb_mem_space = AEBSpace(memspec, InfoSpace())
env_space = EnvSpace(memspec, aeb_mem_space)
aeb_mem_space.init_body_space()
agent_space = AgentSpace(memspec, aeb_mem_space)
agent = agent_space.agents[0]
body = agent.nanflat_body_a[0]
res = (body.memory, ) + request.param
return res
def run_trial_test(spec_file, spec_name=False, distributed=False):
spec = spec_util.get(spec_file, spec_name)
spec = util.override_test_spec(spec)
info_space = InfoSpace()
info_space.tick('trial')
if distributed:
spec['meta']['distributed'] = True
if os.environ.get('CI') != 'true': # CI has not enough CPU
spec['meta']['max_session'] = 2
trial = Trial(spec, info_space)
trial_data = trial.run()
assert isinstance(trial_data, pd.DataFrame)
def test_prioritized_replay_memory(request):
memspec = spec_util.get('base.json', 'base_prioritized_replay_memory')
memspec = util.override_test_spec(memspec)
aeb_mem_space = AEBSpace(memspec, InfoSpace())
env_space = EnvSpace(memspec, aeb_mem_space)
agent_space = AgentSpace(memspec, aeb_mem_space)
aeb_mem_space.init_body_space()
aeb_mem_space.post_body_init()
agent = agent_space.agents[0]
body = agent.nanflat_body_a[0]
res = (body.memory, ) + request.param
return res
def run_trial_test_dist(spec_file, spec_name=False):
spec = spec_util.get(spec_file, spec_name)
spec = util.override_test_spec(spec)
info_space = InfoSpace()
info_space.tick('trial')
spec['meta']['distributed'] = True
spec['meta']['max_session'] = 2
trial = Trial(spec, info_space)
# manually run the logic to obtain global nets for testing to ensure global net gets updated
global_nets = trial.init_global_nets()
# only test first network
if ps.is_list(global_nets): # multiagent only test first
net = list(global_nets[0].values())[0]
else:
net = list(global_nets.values())[0]
assert_trained = net_util.gen_assert_trained(net)
session_datas = trial.parallelize_sessions(global_nets)
assert_trained(net, loss=1.0)
trial.session_data_dict = {data.index[0]: data for data in session_datas}
trial_data = analysis.analyze_trial(trial)
trial.close()
assert isinstance(trial_data, pd.DataFrame)
def test_algo(spec_file, spec_name):
spec = spec_util.get(spec_file, spec_name)
spec = util.override_test_spec(spec)
trial = Trial(spec)
trial_data = trial.run()
def test_spec():
global spec
spec = spec_util.get('base.json', 'base_case_openai')
spec = util.override_test_spec(spec)
return spec
def run_trial_test(spec_file, spec_name):
spec = spec_util.get(spec_file, spec_name)
spec = util.override_test_spec(spec)
trial = Trial(spec)
trial_data = trial.run()
assert isinstance(trial_data, pd.DataFrame)
def run_trial_test(spec_file, spec_name):
spec = spec_util.get(spec_file, spec_name)
spec = util.override_test_spec(spec)
trial = Trial(spec)
trial_data = trial.run()
assert isinstance(trial_data, pd.DataFrame)
def test_experiment():
spec = spec_util.get('demo.json', 'dqn_cartpole')
spec = util.override_test_spec(spec)
experiment_data = Experiment(spec).run()
assert isinstance(experiment_data, pd.DataFrame)
def test_trial_demo():
spec = spec_util.get('demo.json', 'dqn_cartpole')
spec = util.override_test_spec(spec)
trial_data = Trial(spec).run()
assert isinstance(trial_data, pd.DataFrame)
def test_spec():
global spec
spec = spec_util.get('base.json', 'base_case')
spec = util.override_test_spec(spec)
return spec
def test_experiment(test_info_space):
spec = spec_util.get('demo.json', 'dqn_cartpole')
spec = util.override_test_spec(spec)
test_info_space.tick('experiment')
experiment_data = Experiment(spec, test_info_space).run()
assert isinstance(experiment_data, pd.DataFrame)
def test_trial_demo():
spec = spec_util.get('reinforce.json', 'reinforce_cartpole')
util.override_test_spec(spec)
Trial(spec).run()
def test_trial_demo():
spec = spec_util.get('demo.json', 'dqn_cartpole')
spec = util.override_test_spec(spec)
trial_data = Trial(spec).run()
assert isinstance(trial_data, pd.DataFrame)
