Пример #1
0
    def test_raise_class(self):
        logic = Game_Helpers()
        blocking = np.zeros(50)
        stack = logic.chips_bitmask(500)
        history = np.zeros(1300)
        history = history.reshape(25, 13, 4)
        history[0, 0, 0:1] = 1
        history[1, 0, 0:2] = 1
        move_arr = np.zeros(52, dtype = int)
        move_arr[8] = 1
        move_class,allin = logic.move_class(history,'PREFLOP',move_arr,stack)
        move_class_expected = 'RAISE'

        self.assertEqual(move_class_expected,move_class)
        self.assertEqual(False, allin)
Пример #2
0
class Game():

    preflop_order = {1: "SB", 2: "SB", 3: "SB", 4: "SB", 5: "SB", 6: "SB"}
    postflop_order = {1: 1, 2: 2, 3: 1, 4: 1, 5: 1, 6: 1}
    streets = {
        "PREFLOP": "FLOP",
        "FLOP": "TURN",
        "TURN": "RIVER",
        "RIVER": "REWARDS",
        "REWARDS": "REWARDS"
    }

    card_dict = {
        0: '2s',
        1: '3s',
        2: '4s',
        3: '5s',
        4: '6s',
        5: '7s',
        6: '8s',
        7: '9s',
        8: 'Ts',
        9: 'Js',
        10: 'Qs',
        11: 'Ks',
        12: 'As',
        13: '2d',
        14: '3d',
        15: '4d',
        16: '5d',
        17: '6d',
        18: '7d',
        19: '8d',
        20: '9d',
        21: 'Td',
        22: 'Jd',
        23: 'Qd',
        24: 'Kd',
        25: 'Ad',
        26: '2h',
        27: '3h',
        28: '4h',
        29: '5h',
        30: '6h',
        31: '7h',
        32: '8h',
        33: '9h',
        34: 'Th',
        35: 'Jh',
        36: 'Qh',
        37: 'Kh',
        38: 'Ah',
        39: '2c',
        40: '3c',
        41: '4c',
        42: '5c',
        43: '6c',
        44: '7c',
        45: '8c',
        46: '9c',
        47: 'Tc',
        48: 'Jc',
        49: 'Qc',
        50: 'Kc',
        51: 'Ac'
    }

    def __init__(self, street="PREFLOP"):
        self.i = 0
        self.pool = []
        self.positions = {}
        self.current_player = None
        self.action_no = 0
        self.street = street
        self.preflop_history = np.zeros(shape=(25, 13, 4), dtype=np.int_)
        self.flop_history = np.zeros(shape=(25, 13, 4), dtype=np.int_)
        self.turn_history = np.zeros(shape=(25, 13, 4), dtype=np.int_)
        self.river_history = np.zeros(shape=(25, 13, 4), dtype=np.int_)
        self.flop = None
        self.turn = None
        self.river = None
        self.flop_bitmask = np.zeros(shape=(1, 13, 4), dtype=np.int_)
        self.turn_bitmask = np.zeros(shape=(1, 13, 4), dtype=np.int_)
        self.river_bitmask = np.zeros(shape=(1, 13, 4), dtype=np.int_)
        self.history_dict = {
            'PREFLOP': self.preflop_history,
            'FLOP': self.flop_history,
            'TURN': self.turn_history,
            'RIVER': self.river_history
        }
        self.community_cards_dict = {
            'FLOP': self.flop_bitmask,
            'TURN': self.turn_bitmask,
            'RIVER': self.river_bitmask
        }
        self.histories = [
            self.preflop_history, self.flop_history, self.turn_history,
            self.river_history
        ]

        self.deck = list(range(52))
        self.dealt = False
        shuffle(self.deck)
        self.num_players = 0
        self.game_state = None
        self.move_number = 2
        self.blocking = np.zeros(50, dtype=np.int_)
        self.statics = Game_Helpers()
        self.active_hand = True
        self.next_street = False
        self.hand_history_str = ""
        self.timer = 0

    def update_dicts(self):
        self.history_dict = {
            'PREFLOP': self.preflop_history,
            'FLOP': self.flop_history,
            'TURN': self.turn_history,
            'RIVER': self.river_history
        }

        self.community_cards_dict = {
            'FLOP': self.flop_bitmask,
            'TURN': self.turn_bitmask,
            'RIVER': self.river_bitmask
        }
        self.game_state = None

    def add(self, player):
        self.pool.append(player)
        self.update_pool()
        self.num_players = self.num_players + 1
        # updates next_Player pointers after adding or shuffling players

    def update_pool(self):
        i = 0
        for i in range(0, len(self.pool)):
            self.positions[i] = self.pool[i]
            self.positions[i].position = i + 1
            if i < (len(self.pool) - 1):
                self.positions[i].next_player = self.pool[i + 1]
            else:
                self.positions[i].next_player = self.pool[0]
        self.current_player = self.pool[0]

        # Shuffles the player list and puts them on different positions, so we get a random position in training

    def update_own_flags(self, move, allin):
        if move == 'FOLD':
            self.current_player.has_folded = True
            self.current_player.active = False
        if allin:
            self.current_player.is_allin = True
            self.current_player.active = False
        if move == 'CALL':
            self.current_player.has_acted = True
        if move == 'CHECK':
            self.current_player.has_acted = True
        if move == 'RAISE':
            self.update_all_flags()
            self.current_player.has_acted = True
        self.is_next_street()

    def shuffle_players(self):
        shuffle(self.pool)
        self.update_pool()

    def set_blinds_and_deal(self):

        self.preflop_history[0, 0, 0] = 1
        self.preflop_history[1, 0, 0:2] = 1

        for player in self.pool:
            if (player.position == 2):
                player.is_bb = np.ones(52).reshape(1, 13, 4)

            cardA = self.deck.pop()
            cardB = self.deck.pop()

            player.set_hand(cardA, cardB)
            player.cards = [cardA, cardB]

    def deal(self):
        if self.street == 'FLOP':
            self.flop = [self.deck.pop(), self.deck.pop(), self.deck.pop()]
            self.hand_history_str += "*** FLOP *** [" + self.card_dict[self.flop[0]] \
                                     +" " + self.card_dict[self.flop[1]]  +" "+ self.card_dict[self.flop[2]]  + "]"\
                                     +"\n"
            self.flop_bitmask = self.flop_bitmask.flatten()
            self.flop_bitmask[self.flop] = 1
            self.flop_bitmask = self.flop_bitmask.reshape(1, 13, 4)

        elif self.street == 'TURN':
            self.turn = [self.deck.pop()]
            self.hand_history_str += "*** TURN *** [" + self.card_dict[
                self.turn[0]] + "]" + "\n"
            self.turn_bitmask = self.turn_bitmask.flatten()
            self.turn_bitmask[self.turn] = 1
            self.turn_bitmask = self.turn_bitmask.reshape(1, 13, 4)
        elif self.street == 'RIVER':
            self.river = [self.deck.pop()]
            self.hand_history_str += "*** RIVER *** [" + self.card_dict[
                self.river[0]] + "]" + "\n"
            self.river_bitmask = self.river_bitmask.flatten()
            self.river_bitmask[self.river] = 1
            self.river_bitmask = self.river_bitmask.reshape(1, 13, 4)

        self.update_all_flags()

        for player in self.pool:
            if (player.position == self.postflop_order[self.num_players]):
                self.current_player = player
        self.is_next_street()

    def update_all_flags(self):
        for player in self.pool:
            if (player.is_allin == True or player.has_folded == True):
                player.has_acted = 1
            else:
                player.has_acted = 0

    def is_active_hand(self):
        count = 0

        for player in self.pool:
            if (player.has_folded == True):
                count = count + 1

        if (count + 1 == self.num_players):
            return False
        count = 0

        for player in self.pool:
            if (player.active == False):
                count = count + 1

        if (count == self.num_players):
            return False

        return True

    def is_next_street(self):
        for player in self.pool:
            if (player.has_acted == False):
                self.next_street = False
                return

        self.next_street = True

    def build_game_state(self):
        self.game_state = None
        self.update_dicts()
        for player in self.pool:
            for key in player.chips_dict:
                if (self.game_state is not None):
                    self.game_state = np.concatenate(
                        (self.game_state, player.chips_dict[key]))
                else:
                    self.game_state = player.chips_dict[key]
        for key in self.history_dict:
            self.game_state = np.concatenate(
                (self.game_state, self.history_dict[key]))
        for key in self.community_cards_dict:
            self.game_state = np.concatenate(
                (self.game_state, self.community_cards_dict[key]))

    def game_start(self):
        if (self.dealt == False):
            self.set_blinds_and_deal()
            self.dealt = True

        while self.street != 'REWARDS':
            while (self.next_street == False):
                if (self.street == 'REWARDS'):
                    break

                self.update_dicts()
                self.build_game_state()
                move, current_stack = self.current_player.get_move(
                    self.history_dict, self.blocking, self.num_players,
                    self.street, self.game_state)
                move_class, allin = self.statics.move_class(
                    self.history_dict[self.street], self.street, move,
                    current_stack)

                self.make_move(move)
                self.update_own_flags(move_class, allin)
                #print(self.current_player.name, current_stack.sum()*10, self.current_player.active,np.argmax(move),
                #      move_class,allin,self.street)
                self.move_number = self.move_number + 1
                self.current_player = self.current_player.next_player
                self.active_hand = self.is_active_hand()

                if (self.active_hand == False):
                    break

            self.move_number = 0
            self.street = self.streets[self.street]

            if (self.pool[0].has_folded == False
                    and self.pool[1].has_folded == False
                    and self.street != 'REWARDS'):
                self.deal()
            else:
                self.street = self.streets['REWARDS']

        self.build_game_state()
        self.pool[0].build_player_game_state(self.game_state)
        self.pool[1].build_player_game_state(self.game_state)
        x = time.time()
        decoders = decoder(self.pool[0].game_state, self.pool,
                           self.pool[0].name)
        decoders.prints()
        winners = self.statics.winner(self.pool[0].game_state,
                                      decoders.seat_1_hand,
                                      decoders.seat_2_hand)
        y = time.time()
        self.timer += (y - x)
        time.sleep(5)
        print(decoders.winner, winners)
        winner = decoders.winner
        reward_p1 = 0
        reward_p2 = 0

        if winner == 1:
            reward_p1 = (decoders.total) / 100
            reward_p2 = (decoders.total) / 100 * -1
        elif winner == 2:
            reward_p1 = (decoders.total) / 100 * -1
            reward_p2 = (decoders.total) / 100

        self.pool[0].set_reward(reward_p1)
        self.pool[1].set_reward(reward_p2)

    def make_move(self, move):
        chips = np.argmax(move)
        chips_bitmask = Game_Helpers.chips_bitmask((chips + 1) * 10)
        history = self.history_dict[self.street]
        check_fold = np.zeros(2)
        chips_bitmask = np.hstack((chips_bitmask, check_fold))
        chips_bitmask = chips_bitmask.reshape(1, 13, 4)

        if (chips == 50):
            history[self.move_number, 12, 2] = 1

        elif (chips == 51):
            history[self.move_number, 12, 3] = 1
            #print(history[self.move_number, 12, 3] == 1,self.move_number,self.street)
            #print(self.preflop_history[self.move_number,:,:])
        else:
            history[self.move_number, :, :] = chips_bitmask