def check_short_report(tc, comp, expected_matchups, expected_players, competition_name="testcomp"): """Check that a playoff's short report is as expected.""" expected = ("playoff: %s\n\n%s\n%s\n" % (competition_name, expected_matchups, expected_players)) tc.assertMultiLineEqual(competition_test_support.get_short_report(comp), expected)
def test_play(tc): comp = mcts_tuners.Mcts_tuner('mctstest') comp.initialise_from_control_file(default_config()) comp.set_clean_status() tree = comp.tree tc.assertEqual(comp.outstanding_simulations, {}) tc.assertEqual(tree.root.visits, 10) tc.assertEqual(tree.root.wins, 5) tc.assertEqual(sum(node.visits - 10 for node in tree.root.children), 0) tc.assertEqual(sum(node.wins - 5 for node in tree.root.children), 0) job1 = comp.get_game() tc.assertIsInstance(job1, Game_job) tc.assertEqual(job1.game_id, '0') tc.assertEqual(job1.player_b.code, 'opp') tc.assertEqual(job1.player_w.code, '#0') tc.assertEqual(job1.board_size, 13) tc.assertEqual(job1.komi, 7.5) tc.assertEqual(job1.move_limit, 1000) tc.assertIs(job1.use_internal_scorer, False) tc.assertEqual(job1.internal_scorer_handicap_compensation, 'full') tc.assertEqual(job1.game_data, 0) tc.assertEqual(job1.sgf_event, 'mctstest') tc.assertRegexpMatches(job1.sgf_note, '^Candidate parameters: rsn@ ') tc.assertItemsEqual(comp.outstanding_simulations.keys(), [0]) job2 = comp.get_game() tc.assertIsInstance(job2, Game_job) tc.assertEqual(job2.game_id, '1') tc.assertEqual(job2.player_b.code, 'opp') tc.assertEqual(job2.player_w.code, '#1') tc.assertItemsEqual(comp.outstanding_simulations.keys(), [0, 1]) result1 = Game_result.from_score('w', 8.5) result1.set_players({'b': 'opp', 'w': '#1'}) response1 = Game_job_result() response1.game_id = job1.game_id response1.game_result = result1 response1.engine_descriptions = { 'opp': Engine_description("opp engine", "v1.2.3", None), '#0': Engine_description("candidate engine", None, 'candidate engine description'), } response1.game_data = job1.game_data comp.process_game_result(response1) tc.assertItemsEqual(comp.outstanding_simulations.keys(), [1]) tc.assertEqual(tree.root.visits, 11) tc.assertEqual(tree.root.wins, 6) tc.assertEqual(sum(node.visits - 10 for node in tree.root.children), 1) tc.assertEqual(sum(node.wins - 5 for node in tree.root.children), 1) tc.assertRegexpMatches(competition_test_support.get_short_report(comp), r"(?m)^opponent \(opp\): opp engine:v1.2.3$") comp2 = mcts_tuners.Mcts_tuner('mctstest') comp2.initialise_from_control_file(default_config()) status = pickle.loads(pickle.dumps(comp.get_status())) comp2.set_status(status) tc.assertEqual(comp2.tree.root.visits, 11) tc.assertEqual(comp2.tree.root.wins, 6) tc.assertEqual(sum(node.visits - 10 for node in comp2.tree.root.children), 1) tc.assertEqual(sum(node.wins - 5 for node in comp2.tree.root.children), 1) config3 = default_config() # changed split config3['parameters'][0] = Parameter_config('resign_at', scale=float, split=11, format="rsn@ %.2f") comp3 = mcts_tuners.Mcts_tuner('mctstest') comp3.initialise_from_control_file(config3) status = pickle.loads(pickle.dumps(comp.get_status())) with tc.assertRaises(CompetitionError) as ar: comp3.set_status(status) tc.assertEqual(str(ar.exception), "status file is inconsistent with control file") config4 = default_config() # changed upper bound config4['parameters'][1] = Parameter_config('initial_wins', scale=mcts_tuners.LINEAR( 0, 200), split=10, format="iwins %d") comp4 = mcts_tuners.Mcts_tuner('mctstest') comp4.initialise_from_control_file(config4) status = pickle.loads(pickle.dumps(comp.get_status())) with tc.assertRaises(CompetitionError) as ar: comp4.set_status(status) tc.assertEqual(str(ar.exception), "status file is inconsistent with control file")
def test_play(tc): comp = mcts_tuners.Mcts_tuner('mctstest') comp.initialise_from_control_file(default_config()) comp.set_clean_status() tree = comp.tree tc.assertEqual(comp.outstanding_simulations, {}) tc.assertEqual(tree.root.visits, 10) tc.assertEqual(tree.root.wins, 5) tc.assertEqual(sum(node.visits-10 for node in tree.root.children), 0) tc.assertEqual(sum(node.wins-5 for node in tree.root.children), 0) job1 = comp.get_game() tc.assertIsInstance(job1, Game_job) tc.assertEqual(job1.game_id, '0') tc.assertEqual(job1.player_b.code, 'opp') tc.assertEqual(job1.player_w.code, '#0') tc.assertEqual(job1.board_size, 13) tc.assertEqual(job1.komi, 7.5) tc.assertEqual(job1.move_limit, 1000) tc.assertIs(job1.use_internal_scorer, False) tc.assertEqual(job1.internal_scorer_handicap_compensation, 'full') tc.assertEqual(job1.game_data, 0) tc.assertEqual(job1.sgf_event, 'mctstest') tc.assertRegexpMatches(job1.sgf_note, '^Candidate parameters: rsn@ ') tc.assertItemsEqual(comp.outstanding_simulations.keys(), [0]) job2 = comp.get_game() tc.assertIsInstance(job2, Game_job) tc.assertEqual(job2.game_id, '1') tc.assertEqual(job2.player_b.code, 'opp') tc.assertEqual(job2.player_w.code, '#1') tc.assertItemsEqual(comp.outstanding_simulations.keys(), [0, 1]) result1 = Game_result.from_score('w', 8.5) result1.set_players({'b' : 'opp', 'w' : '#1'}) response1 = Game_job_result() response1.game_id = job1.game_id response1.game_result = result1 response1.engine_descriptions = { 'opp' : Engine_description("opp engine", "v1.2.3", None), '#0' : Engine_description("candidate engine", None, 'candidate engine description'), } response1.game_data = job1.game_data comp.process_game_result(response1) tc.assertItemsEqual(comp.outstanding_simulations.keys(), [1]) tc.assertEqual(tree.root.visits, 11) tc.assertEqual(tree.root.wins, 6) tc.assertEqual(sum(node.visits-10 for node in tree.root.children), 1) tc.assertEqual(sum(node.wins-5 for node in tree.root.children), 1) tc.assertRegexpMatches(competition_test_support.get_short_report(comp), r"(?m)^opponent \(opp\): opp engine:v1.2.3$") comp2 = mcts_tuners.Mcts_tuner('mctstest') comp2.initialise_from_control_file(default_config()) status = pickle.loads(pickle.dumps(comp.get_status())) comp2.set_status(status) tc.assertEqual(comp2.tree.root.visits, 11) tc.assertEqual(comp2.tree.root.wins, 6) tc.assertEqual(sum(node.visits-10 for node in comp2.tree.root.children), 1) tc.assertEqual(sum(node.wins-5 for node in comp2.tree.root.children), 1) config3 = default_config() # changed split config3['parameters'][0] = Parameter_config( 'resign_at', scale = float, split = 11, format = "rsn@ %.2f") comp3 = mcts_tuners.Mcts_tuner('mctstest') comp3.initialise_from_control_file(config3) status = pickle.loads(pickle.dumps(comp.get_status())) with tc.assertRaises(CompetitionError) as ar: comp3.set_status(status) tc.assertEqual(str(ar.exception), "status file is inconsistent with control file") config4 = default_config() # changed upper bound config4['parameters'][1] = Parameter_config( 'initial_wins', scale = mcts_tuners.LINEAR(0, 200), split = 10, format = "iwins %d") comp4 = mcts_tuners.Mcts_tuner('mctstest') comp4.initialise_from_control_file(config4) status = pickle.loads(pickle.dumps(comp.get_status())) with tc.assertRaises(CompetitionError) as ar: comp4.set_status(status) tc.assertEqual(str(ar.exception), "status file is inconsistent with control file")