def test_environment_underspecification_raises(self):
gin.parse_config("""
Runner.env_class = None
Runner.env_callable = None
""")
with self.assertRaises(TypeError):
runner = runner_lib.Runner()
runner.run()
def test_example_configuration_runs(self):
"""Test the college admission runner end-to-end.
This implicitly tests the contents of college_admission_util.py that are
referred to in college_admission_config.gin configuration file.
"""
gin.parse_config_file('third_party/py/fairness_gym/experiments/config/'
'college_admission_config.gin')
runner = runner_lib.Runner()
runner.run()
def test_configured_runner_takes_correct_number_of_steps(self):
gin.parse_config("""
Runner.env_class = @test_util.DummyEnv
Runner.agent_class = @random_agents.RandomAgent
Runner.num_steps = 10
Runner.seed = 1337
Runner.metric_classes = {"num_steps": @test_util.DummyMetric}
""")
runner = runner_lib.Runner()
results = runner.run()
self.assertEqual(10, results["metrics"]["num_steps"])
def main(argv):
if len(argv) > 1:
raise app.UsageError('Too many command-line arguments.')
gin.parse_config_file(FLAGS.gin_config_path)
runner = runner_lib.Runner()
results = runner.run()
logging.info('Results: %s', results)
with open(FLAGS.output_path, 'w') as f:
f.write(core.to_json(results))
def test_configured_parametrized_runner_takes_correct_number_of_steps(
self):
gin.parse_config("""
runner_lib.Runner.env_class = @test_util.DummyEnv
runner_lib.Runner.env_params_class = @core.Params
runner_lib.Runner.agent_class = @random_agents.RandomAgent
runner_lib.Runner.num_steps = 10
runner_lib.Runner.seed = 1234
runner_lib.Runner.metric_classes = {"num_steps": @test_util.DummyMetric}
""")
runner = runner_lib.Runner()
results = runner.run()
self.assertEqual(10, results['metrics']['num_steps'])
