def test_policy_and_average_policy(self):
game = pyspiel.load_game("kuhn_poker")
cfrbr_solver = cfr.CFRBRSolver(game)
for _ in range(300):
cfrbr_solver.evaluate_and_update_policy()
average_policy = cfrbr_solver.average_policy()
average_policy_values = expected_game_score.policy_value(
game.new_initial_state(), [average_policy] * 2)
# 1/18 is the Nash value. See https://en.wikipedia.org/wiki/Kuhn_poker
np.testing.assert_allclose(
average_policy_values, [-1 / 18, 1 / 18], atol=1e-3)
cfrbr_solver.policy()
def test_policy_zero_is_uniform(self, linear_averaging, regret_matching_plus):
game = pyspiel.load_game("leduc_poker")
cfr_solver = cfr.CFRBRSolver(
game,
regret_matching_plus=regret_matching_plus,
linear_averaging=linear_averaging)
np.testing.assert_array_equal(
_LEDUC_UNIFORM_POLICY.action_probability_array,
cfr_solver.policy().action_probability_array)
np.testing.assert_array_equal(
_LEDUC_UNIFORM_POLICY.action_probability_array,
cfr_solver.average_policy().action_probability_array)