def __init__(self, state: MancalaEnv, move: Move = None, parent=None): self.visits = 0 self.reward = 0 self.state = state self.children = [] self.parent = parent self.move = move self.value = -1 self.unexplored_moves = set(state.get_legal_moves())
def search(self, state: MancalaEnv) -> Move: # short circuit last move if len(state.get_legal_moves()) == 1: return state.get_legal_moves()[0] game_state_root = Node(state=MancalaEnv.clone(state)) start_time = datetime.datetime.utcnow() games_played = 0 while datetime.datetime.utcnow() - start_time < self.calculation_time: node = self.tree_policy.select(game_state_root) final_state = self.default_policy.simulate(node) self.rollout_policy.backpropagate(node, final_state) # Debugging information games_played += 1 logging.debug("%s; Game played %i" % (node, games_played)) logging.debug("%s" % game_state_root) chosen_child = node_utils.select_robust_child(game_state_root) logging.info("Choosing: %s" % chosen_child) return chosen_child.move
def get_play(state: MancalaEnv) -> Move: return choice(state.get_legal_moves())
class TestMancalaGameState(unittest.TestCase): def setUp(self): self.game = MancalaEnv() def test_initial_state_is_correct(self): self.assertEqual(self.game.side_to_move, Side.SOUTH) self.assertFalse(self.game.north_moved) for hole in range(1, self.game.board.holes + 1): self.assertEqual(self.game.board.get_seeds(Side.SOUTH, hole), 7) self.assertEqual(self.game.board.get_seeds(Side.NORTH, hole), 7) self.assertEqual(self.game.board.get_seeds_in_store(Side.SOUTH), 0) self.assertEqual(self.game.board.get_seeds_in_store(Side.NORTH), 0) def test_cloning_immutability(self): clone = MancalaEnv.clone(self.game) self.game.perform_move(Move(Side.SOUTH, 3)) self.assertEqual(clone.board.get_seeds(Side.SOUTH, 3), 7) self.assertEqual(clone.side_to_move, Side.SOUTH) def test_move_has_required_effects(self): self.game.perform_move(Move(Side.SOUTH, 5)) self.assertEqual(self.game.board.get_seeds(Side.SOUTH, 5), 0) self.assertEqual(self.game.board.get_seeds(Side.SOUTH, 6), 8) self.assertEqual(self.game.board.get_seeds(Side.SOUTH, 7), 8) self.assertEqual(self.game.board.get_seeds_in_store(Side.SOUTH), 1) self.assertEqual(self.game.board.get_seeds(Side.NORTH, 1), 8) self.assertEqual(self.game.board.get_seeds(Side.NORTH, 2), 8) self.assertEqual(self.game.board.get_seeds(Side.NORTH, 3), 8) self.assertEqual(self.game.board.get_seeds(Side.NORTH, 4), 8) self.game.perform_move(Move(Side.NORTH, 4)) self.assertEqual(self.game.board.get_seeds(Side.NORTH, 4), 0) self.assertEqual(self.game.board.get_seeds(Side.NORTH, 5), 8) self.assertEqual(self.game.board.get_seeds(Side.NORTH, 6), 8) self.assertEqual(self.game.board.get_seeds(Side.NORTH, 7), 8) self.assertEqual(self.game.board.get_seeds_in_store(Side.NORTH), 1) self.assertEqual(self.game.board.get_seeds(Side.SOUTH, 1), 8) self.assertEqual(self.game.board.get_seeds(Side.SOUTH, 2), 8) self.assertEqual(self.game.board.get_seeds(Side.SOUTH, 3), 8) def test_game_is_over_returns_false(self): self.assertFalse(self.game.is_game_over()) def test_game_is_over_returns_true(self): board = self.game.board for hole in range(1, board.holes + 1): board.set_seeds(Side.SOUTH, hole, 0) board.set_seeds_in_store(Side.SOUTH, 49) self.assertTrue(self.game.is_game_over()) def test_game_returns_winner_the_player_with_most_seeds(self): board = self.game.board for hole in range(1, self.game.board.holes + 1): board.set_seeds(Side.SOUTH, hole, 0) board.set_seeds(Side.NORTH, hole, 0) board.set_seeds_in_store(Side.SOUTH, 23) board.set_seeds_in_store(Side.NORTH, 21) self.assertEqual(self.game.get_winner(), Side.SOUTH) def test_game_returns_no_winner_if_players_have_equal_number_of_seeds(self): board = self.game.board for hole in range(1, self.game.board.holes + 1): board.set_seeds(Side.SOUTH, hole, 0) board.set_seeds(Side.NORTH, hole, 0) board.set_seeds_in_store(Side.SOUTH, 30) board.set_seeds_in_store(Side.NORTH, 30) self.assertEqual(self.game.get_winner(), None) def test_is_legal_move_returns_true_for_the_pie_rule(self): board = self.game.board MancalaEnv.make_move(board, Move(Side.SOUTH, 6), False) self.assertTrue(MancalaEnv.is_legal_action(board, Move(Side.NORTH, 0), False)) def test_is_legal_move_returns_true_for_the_pie_rule2(self): env = MancalaEnv() env.perform_move(Move(Side.SOUTH, 5)) self.assertTrue(env.is_legal(Move(Side.NORTH, 0))) def test_legal_moves_contains_all_moves(self): self.assertEqual(len(set(self.game.get_legal_moves())), 7) self.game.perform_move(Move(Side.SOUTH, 3)) self.assertEqual(len(set(self.game.get_legal_moves())), 8) def test_side_to_move_doesnt_change(self): self.game.perform_move(Move(Side.SOUTH, 1)) self.assertEqual(self.game.side_to_move, Side.NORTH) def test_alphbeta(self): board = self.game.board for hole in range(1, self.game.board.holes + 1): board.set_seeds(Side.SOUTH, hole, 0) board.set_seeds(Side.NORTH, hole, 0) board.set_seeds_in_store(Side.SOUTH, 0) board.set_seeds_in_store(Side.NORTH, 0) board.set_seeds(Side.SOUTH, 3, 1) board.set_seeds(Side.SOUTH, 2, 4) board.set_seeds_op(Side.SOUTH, 4, 5) print(self.game) print(search_action(self.game))