class Table:
'''
Creates a poker table containing the deck, and a means to store the cards.
'''
def __init__(self):
self.deck = Deck()
self.cards = []
self.pot = 0
self.ante = 0
'''
Adds a card to the cards on the table.
'''
def addCard(self, card):
self.cards.append(card)
'''
Adds to the current pot on the table.
'''
def addToPot(self, amt):
self.pot += amt
'''
Gets the current pot.
'''
def getPot(self):
return self.pot
'''
Gets the community cards on the table.
'''
def getCards(self):
return self.cards
'''
Draws from the deck.
'''
def draw(self):
return self.deck.draw()
def setAnte(self, ante):
self.ante = ante
def getAnte(self):
return self.ante
'''
Resets the table.
'''
def reset(self):
self.deck.shuffle()
del self.cards[:]
self.ante = 0
self.pot = 0
class Game():
"""
Contains a deck of cards that can be accessed by players to play
various card games.
"""
def __init__(self, bot, name='kiwi'):
self.players = []
self.name = name
self.deck = Deck()
self.visible_cards = []
self.bot = bot
self.potpies = 0
def add_player(self, player):
self.players.append(player)
def shuffle(self):
self.deck.shuffle()
self.visible_cards = []
def deal(self, ncards):
for i in range(ncards):
for p in self.players:
p.cards.append(self.deck.draw())
def flip_flop(self):
"""Create flop.
Flips over 3 cards and makes them publicly visible, as would
happen when creating the flop in Texas Hold'em.
"""
self.visible_cards += self.deck.draw(3)
def flip_cards(self, ncards=1):
"""Like flip_flop, but allows variable number of cards."""
if ncards == 1:
self.visible_cards.append(self.deck.draw(ncards))
else:
self.visible_cards += self.deck.draw(ncards)
def query_players(self):
players = '%s players: ' % self.name
for p in self.players:
players += '%s ' % p.tag
return players
def query_state(self):
info = '%s visible cards: ' % self.name
for c in self.visible_cards:
info += Card.int_to_pretty_str(c)
info += ', potpies: %d' % self.potpies
return info
def message_players(self, message):
uids = []
for p in self.players:
uids.append(p.uid)
self.bot.message_players(uids, message)
def setup(n, m):
deck = Deck()
boards = []
hands = []
for i in range(n):
boards.append(deck.draw(m))
hands.append(deck.draw(2))
deck.shuffle()
return boards, hands
def setup(n, m):
deck = Deck()
boards = []
hands = []
for i in range(n):
boards.append(deck.draw(m))
hands.append(deck.draw(2))
deck.shuffle()
return boards, hands
class PokerMon(PokerBot):
def __init__(self, preflop_tight_loose_threshold, aggresive_passive_threshold, bet_tolerance):
self.preflop_tight_loose_threshold = preflop_tight_loose_threshold
self.aggresive_passive_threshold = aggresive_passive_threshold
self.bet_tolerance = bet_tolerance
# deuces
self.evaluator = Evaluator()
self.deck = Deck()
def game_over(self, isWin, winChips, data):
print "Game Over"
def dealer(self, n, used = []):
# draw n cards not in used
cards = []
for i in range(n):
while True:
c = self.deck.draw(1)
if c not in used:
break
cards.append(c)
return cards
def combat_power(self, hole, board_input, ppl, max_time = 1):
Card.print_pretty_cards(hole+board_input)
count = 0
count_win = 0
b_len = len(board_input)
t_start = time.time()
while True:
self.deck.shuffle()
board = board_input + self.dealer(5-b_len, hole+board_input)
rank_my = self.evaluator.evaluate(hole, board)
b_win = True
player = []
rank = []
for i in range(ppl-1):
player.append(self.dealer(2, hole+board))
rank.append(self.evaluator.evaluate(player[i], board))
if rank_my > rank[i]:
b_win = False
if b_win:
count_win += 1
count += 1
t_end = time.time()
if t_end - t_start > max_time:
break
return float(count_win)/float(count)
def declareAction(self, hole, board, round, my_Raise_Bet, my_Call_Bet, Table_Bet, number_players, raise_count, bet_count, my_Chips, total_bet, players):
out = []
for i in players:
if i['folded'] or not i['isSurvive']:
out.append(i['playerName'])
o_l = len(out)
ppl = number_players
if o_l > 0:
print "Folders & Deads: {}".format(', '.join(out))
ppl -= o_l
if round == 'Deal':
win_rate = self.combat_power(hole, [], 2)
else:
win_rate = self.combat_power(hole, board, ppl)
print "Round:{}, Players:{}, WinRate:{}".format(round, ppl, win_rate)
if round == 'Deal':
if win_rate >= 0.50:
action = 'check'
amount = 0
else:
action = 'fold'
amount = 0
else:
if win_rate >= 0.90:
action = 'raise'
amount = my_Chips
elif win_rate >= 0.80:
action = 'raise'
amount = my_Raise_Bet
elif win_rate >= 0.70:
action = 'call'
amount = my_Call_Bet
elif win_rate >= 0.50:
action = 'check'
amount = 0
else:
action = 'fold'
amount = 0
return action, amount
curState = State(players)
i = 0
while len(players) > 1:
print "-----------------"
print ""
i += 1
curState.pot = 0
#ante
for player in curState.players:
ante = min(player.money, 50)
player.money -= ante
curState.pot += ante
#prepare board and deck
deck = Deck()
deck.shuffle()
curState.board = deck.draw(0)
for player in curState.players:
player.curHand = []
player.curHand = deck.draw(2)
#create players for this round
curState.curPlayers = curState.players[:]
#go through betting stages
for stage in range(0, len(curState.stages)):
curState.curStage = curState.stages[stage]
if curState.curStage == "flop":
deal(3)
elif curState.curStage == "turn":
deal(1)
elif curState.curStage == "river":
deal(1)
class TexasHoldemEnv(Env, utils.EzPickle):
BLIND_INCREMENTS = [[10, 20], [20, 40], [40, 80], [80, 160], [160, 320],
[320, 640], [640, 1280], [1280, 2560], [2560, 5120],
[5120, 10240]]
def __init__(self, n_seats, max_limit=20000, debug=False):
n_suits = 4 # s,h,d,c
n_ranks = 13 # 2,3,4,5,6,7,8,9,T,J,Q,K,A
n_community_cards = 5 # flop, turn, river
n_pocket_cards = 2
n_stud = 5
self.n_seats = n_seats
self.cycle = 0
self._blind_index = 0
[self._smallblind, self._bigblind] = TexasHoldemEnv.BLIND_INCREMENTS[0]
self._deck = Deck()
self._evaluator = Evaluator()
self.community = []
self._round = 0
self._roundBetCount = 0
self._button = 0
self._discard = []
self._side_pots = [0] * n_seats
self._current_sidepot = 0 # index of _side_pots
self._totalpot = 0
self._tocall = 0
self._lastraise = 0
# fill seats with dummy players
self.seats = [
Player(i, stack=0, emptyplayer=True) for i in range(n_seats)
]
self.emptyseats = n_seats
self._player_dict = {}
self._current_player = None
self._debug = debug
self._last_player = None
self._last_actions = None
self._last_moved_actions = None
self.observation_space = spaces.Tuple([
spaces.Tuple([ # # **players info**
spaces.MultiDiscrete([
1, # (boolean) is_emptyplayer
n_seats - 1, # (numbers) number of seat
max_limit, # (numbers) stack
1, # (boolean) is_playing_hand
max_limit,
# (numbers) handrank, need_error_msg? (0 could be no rank, no error_msg needed
1, # (boolean) is_playedthisround
max_limit, # (numbers) is_betting
1, # (boolean) isallin
max_limit, # (numbers) last side pot
]),
spaces.Tuple([
spaces.MultiDiscrete([ # # **players hand**
1, # (boolean) is_avalible
n_suits, # (catagory) suit,
n_ranks, # (catagory) rank.
])
] * n_pocket_cards)
] * n_seats),
spaces.Tuple([
spaces.Discrete(n_seats - 1), # big blind location
spaces.Discrete(max_limit), # small blind
spaces.Discrete(max_limit), # big blind
spaces.Discrete(max_limit * n_seats), # pot amount
spaces.Discrete(max_limit), # last raise
spaces.Discrete(max_limit), # minimum amount to raise
spaces.Discrete(
max_limit), # how much needed to call by current player.
spaces.Discrete(n_seats - 1), # current player seat location.
spaces.MultiDiscrete([ # community cards
1, # (boolean) is_avalible
n_suits, # (catagory) suit
n_ranks, # (catagory) rank
1, # (boolean) is_flopped
]),
] * n_stud),
])
self.action_space = spaces.Tuple([
spaces.MultiDiscrete([
3, # action_id
max_limit, # raise_amount
]),
] * n_seats)
self.episode_end = False
def init(self):
self.cycle = 0
self._blind_index = 0
[self._smallblind, self._bigblind] = TexasHoldemEnv.BLIND_INCREMENTS[0]
self.community = []
self._round = 0
self._roundBetCount = 0
self._button = 0
self._discard = []
self._side_pots = [0] * self.n_seats
self._current_sidepot = 0 # index of _side_pots
self._totalpot = 0
self._tocall = 0
self._lastraise = 0
self._current_player = None
self._last_player = None
self._last_actions = None
self._last_moved_actions = None
self.episode_end = False
self.winning_players = []
self.round_holder = -1
def add_player(self, seat_id, stack=1000):
"""Add a player to the environment seat with the given stack (chipcount)"""
player_id = seat_id
if player_id not in self._player_dict:
new_player = Player(player_id, stack=stack, emptyplayer=False)
if self.seats[player_id].emptyplayer:
self.seats[player_id] = new_player
new_player.set_seat(player_id)
else:
raise error.Error('Seat already taken.')
self._player_dict[player_id] = new_player
self.emptyseats -= 1
def remove_player(self, seat_id):
"""Remove a player from the environment seat."""
player_id = seat_id
try:
idx = self.seats.index(self._player_dict[player_id])
self.seats[idx] = Player(0, stack=0, emptyplayer=True)
del self._player_dict[player_id]
self.emptyseats += 1
except ValueError:
pass
def seed(self, seed=None):
self.np_random, seed = seeding.np_random(seed)
return [seed]
def reset(self):
self.init()
for player in self.seats:
player.reset_stack()
player.sitting_out = True
def new_cycle(self):
self._reset_game()
self._ready_players()
self.cycle += 1
if self.cycle % self.n_seats == 0:
self._increment_blinds()
[self._smallblind,
self._bigblind] = TexasHoldemEnv.BLIND_INCREMENTS[self._blind_index]
alive_player = sum([1 if p.stack > 0 else 0 for p in self.seats])
if ((self.emptyseats < len(self.seats) - 1)
and (alive_player > len(self.seats) // 2)):
players = [p for p in self.seats if p.playing_hand]
self._new_round()
self._round = 0
self._roundBetCount = 0
self._current_player = self._first_to_act(players)
self._post_smallblind(self._current_player)
self._current_player = self._next(players, self._current_player)
self._post_bigblind(self._current_player)
self._current_player = self._next(players, self._current_player)
self._tocall = self._bigblind
self._deal_next_round()
self._folded_players = []
else:
self.episode_end = True
return self._get_current_reset_returns()
def step(self, actions):
""" Run one timestep of the game (t -> t+1)
@param: actions the list of actions that player selected.
ACTIONS_ENUM {
CHECK = 0,
CALL = 1,
RAISE = 2,
FOLD = 3
}
RAISE_AMT = [0, minraise]
"""
if len(actions) != len(self.seats):
raise error.Error('actions must be same shape as number of seats.')
if self._current_player is None:
raise error.Error(
'Round cannot be played without 2 or more players.')
if self._round == 4:
raise error.Error('Rounds already finished, needs to be reset.')
players = [p for p in self.seats if p.playing_hand]
self._last_player = self._current_player
self._last_actions = actions
self._last_moved_actions = [a for a in actions]
oriAction = actions[self._current_player.player_id]
move = self._current_player.player_move(
self._output_state(self._current_player), oriAction)
newAction = (getattr(action_table(), move[0].upper()), move[1])
if (move != newAction):
self._last_moved_actions[
self._current_player.player_id] = newAction
if move[0] == 'call':
self._player_bet(self._current_player,
self._tocall - self._current_player.currentbet)
if self._debug:
print('[DEBUG] Player', self._current_player.player_id, move)
self._current_player = self._next(players, self._current_player)
elif move[0] == 'check':
self._player_bet(self._current_player, 0)
if self._debug:
print('[DEBUG] Player', self._current_player.player_id, move)
self._current_player = self._next(players, self._current_player)
elif move[0] == 'raise':
self._player_bet(self._current_player, move[1])
self._roundBetCount += 1
if self._debug:
print('[DEBUG] Player', self._current_player.player_id, move)
for p in players:
if p != self._current_player:
p.playedthisround = False
self._current_player = self._next(players, self._current_player)
elif move[0] == 'fold':
self._current_player.playing_hand = False
folded_player = self._current_player
if self._debug:
print('[DEBUG] Player', self._current_player.player_id, move)
self._current_player = self._next(players, self._current_player)
players.remove(folded_player)
self._folded_players.append(folded_player)
# for record last action.currentbet
pid = self._last_player.player_id
if self._last_actions[pid][0] == action_table().CALL:
self._last_actions[pid] = (self._last_actions[pid][0],
self._last_player.currentbet)
if self._last_moved_actions[pid][0] == action_table().CALL:
self._last_moved_actions[pid] = (self._last_moved_actions[pid][0],
self._last_player.currentbet)
playersNotAllin = [p for p in players if not p.isallin]
if (len(playersNotAllin) <
1) or (len(playersNotAllin) == 1 and playersNotAllin[0]
== self._last_player) or (len(players) <= 1):
while self._round < 4:
self._resolve(players)
elif self._current_player.playedthisround:
self._resolve(players)
terminal = False
if self._round == 4:
terminal = True
self._resolve_round(players)
# traceback final state
self._current_player = self._last_player
return self._get_current_step_returns(terminal)
def render(self, mode='machine', close=False):
print('Cycle {}, Round {}, RoundBetCount {}, total pot: {} >>>'.format(
self.cycle, self._round, self._roundBetCount, self._totalpot))
if self._last_actions is not None:
pid = self._last_player.player_id
print('last action by player {}:'.format(pid) + '\t' + \
format_action(self._last_player, self._last_actions[pid]) + ' -> ' + \
format_action(self._last_player, self._last_moved_actions[pid]))
state = self._get_current_state()
# (player_infos, player_hands) = zip(*state.player_state)
print('community:')
print('-' + hand_to_str(state.community_card, mode))
print('players:')
for idx, playerstate in enumerate(state.player_states):
print('{}{}stack: {}\tplayed:{}\tnotJoin/folded:{}'.format(
idx, hand_to_str(playerstate.hand,
mode), self.seats[idx].stack,
1 if self.seats[idx].playedthisround else 0,
0 if self.seats[idx].playing_hand else 1))
print("<<<")
def _resolve(self, players):
self._current_player = self._first_to_act(players)
self._resolve_sidepots(players + self._folded_players)
self._new_round()
self._deal_next_round()
if self._debug:
print('[DEBUG] totalpot', self._totalpot)
def _deal_next_round(self):
if self._round == 0:
self._deal()
elif self._round == 1:
self._flop()
elif self._round == 2:
self._turn()
elif self._round == 3:
self._river()
def _increment_blinds(self):
self._blind_index = min(self._blind_index + 1,
len(TexasHoldemEnv.BLIND_INCREMENTS) - 1)
[self._smallblind,
self._bigblind] = TexasHoldemEnv.BLIND_INCREMENTS[self._blind_index]
def _post_smallblind(self, player):
''' choosed player to act small blind '''
if self._debug:
print('[DEBUG] player ', player.player_id, 'small blind',
self._smallblind)
self._player_bet(player, self._smallblind)
player.playedthisround = False
def _post_bigblind(self, player):
''' choosed player to act big blind '''
if self._debug:
print('[DEBUG] player ', player.player_id, 'big blind',
self._bigblind)
self._player_bet(player, self._bigblind)
player.playedthisround = False
self._lastraise = self._bigblind
def _player_bet(self, player, player_bet):
# print("[DEBUG]", player.player_id, player_bet)
total_bet = min(player.stack, player_bet) + player.currentbet
self._roundpot = max(self._roundpot, total_bet)
# print("Lift is trnge -------- {}, {}, {}".format(player_bet, player.currentbet, player.stack))
self._totalpot += (total_bet - player.currentbet)
# print("{}, {}".format(total_bet, total_bet - player.currentbet))
player.bet(total_bet) # update acumulative bet (not add another bet)
self._tocall = max(self._tocall, total_bet)
if self._tocall > 0:
self._tocall = max(self._tocall, self._bigblind)
self._lastraise = max(self._lastraise, total_bet - self._lastraise)
def _first_to_act(self, players):
if self._round == 0 and len(players) == 2:
return self._next(
sorted(players + [self.seats[self._button]],
key=lambda x: x.get_seat()), self.seats[self._button])
try:
first = [player for player in players if (player.get_seat() > self._button) and \
(not player.isallin)][0]
except IndexError:
first = players[0]
return first
def _next(self, players, current_player):
''' get next player '''
idx = players.index(current_player)
realIdx = idx
for i in range(1, len(players)):
realIdx = (idx + i) % len(players)
if not players[realIdx].isallin:
return players[realIdx]
return players[realIdx]
def _deal(self):
for player in self.seats:
if player.playing_hand:
player.hand = self._deck.draw(2)
def _flop(self):
self._discard.append(self._deck.draw(1)) # burn
self.community = self._deck.draw(3)
def _turn(self):
self._discard.append(self._deck.draw(1)) # burn
self.community.append(self._deck.draw(1))
def _river(self):
self._discard.append(self._deck.draw(1)) # burn
self.community.append(self._deck.draw(1))
def _ready_players(self):
for p in self.seats:
if not p.emptyplayer and p.sitting_out:
p.sitting_out = False
p.playing_hand = True
def _resolve_sidepots(self, players_playing):
players = [p for p in players_playing if p.currentbet]
if self._debug:
print('[DEBUG] current bets: ', [p.currentbet for p in players])
print('[DEBUG] playing hand: ', [p.playing_hand for p in players])
if not players:
return
try:
smallest_bet = min(
[p.currentbet for p in players if p.playing_hand])
except ValueError:
for p in players:
self._side_pots[self._current_sidepot] += p.currentbet
p.currentbet = 0
return
smallest_players_allin = [
p for p, bet in zip(players, [p.currentbet for p in players])
if bet == smallest_bet and p.isallin
]
for p in players:
self._side_pots[self._current_sidepot] += min(
smallest_bet, p.currentbet)
p.currentbet -= min(smallest_bet, p.currentbet)
p.lastsidepot = self._current_sidepot
if smallest_players_allin:
self._current_sidepot += 1
self._resolve_sidepots(players)
if self._debug:
print('[DEBUG] sidepots: ', self._side_pots)
def _new_round(self):
for player in self._player_dict.values():
player.currentbet = 0
player._roundRaiseCount = 0
player.playedthisround = False
self._round += 1
self._roundBetCount = 0
self._tocall = 0
self._lastraise = 0
self._roundpot = 0
def _resolve_round(self, players):
if len(players) == 1:
players[0].refund(sum(self._side_pots))
self._totalpot = 0
else:
# compute hand ranks
for player in players:
player.handrank = self._evaluator.evaluate(
player.hand, self.community)
# trim side_pots to only include the non-empty side pots
temp_pots = [pot for pot in self._side_pots if pot > 0]
# compute who wins each side pot and pay winners
for pot_idx, _ in enumerate(temp_pots):
# find players involved in given side_pot, compute the winner(s)
pot_contributors = [
p for p in players if p.lastsidepot >= pot_idx
]
winning_rank = min([p.handrank for p in pot_contributors])
winning_players = [
p for p in pot_contributors if p.handrank == winning_rank
]
for player in winning_players:
split_amount = int(self._side_pots[pot_idx] /
len(winning_players))
if self._debug:
print(
'[DEBUG] Player', player.player_id,
'wins side pot (',
int(self._side_pots[pot_idx] /
len(winning_players)), ')')
player.refund(split_amount)
self._side_pots[pot_idx] -= split_amount
# any remaining chips after splitting go to the winner in the earliest position
if self._side_pots[pot_idx]:
earliest = self._first_to_act(
[player for player in winning_players])
earliest.refund(self._side_pots[pot_idx])
def _reset_game(self):
playing = 0
for player in self.seats:
if not player.emptyplayer and not player.sitting_out:
player.reset_hand()
playing += 1
self.community = []
self._current_sidepot = 0
self._totalpot = 0
self._side_pots = [0] * len(self.seats)
self._deck.shuffle()
if playing:
self._button = (self._button + 1) % len(self.seats)
while not self.seats[self._button].playing_hand:
self._button = (self._button + 1) % len(self.seats)
def _output_state(self, current_player):
return {
'players': [player.player_state() for player in self.seats],
'community': self.community,
'my_seat': current_player.get_seat(),
'pocket_cards': current_player.hand,
'pot': self._totalpot,
'button': self._button,
'tocall': (self._tocall - current_player.currentbet),
'stack': current_player.stack,
'bigblind': self._bigblind,
'player_id': current_player.player_id,
'lastraise': self._lastraise,
'minraise': max(self._bigblind, self._lastraise + self._tocall),
"roundbet_count": self._roundBetCount
}
def _pad(self, l, n, v):
if (not l) or (l is None):
l = []
return l + [v] * (n - len(l))
def _get_current_state(self):
player_states = []
for player in self.seats:
player_features = PLAYER_STATE(int(player.emptyplayer),
int(player.get_seat()),
int(player.stack),
int(player.playing_hand),
int(player.handrank),
int(player.playedthisround),
int(player.currentbet),
int(player.isallin),
int(player.lastsidepot), 0,
self._pad(player.hand, 2, -1))
player_states.append(player_features)
community_states = COMMUNITY_STATE(
int(self._button), int(self._smallblind), int(self._bigblind),
int(self._totalpot), int(self._lastraise), int(self._roundpot),
int(self._tocall - self._current_player.currentbet),
int(self._current_player.player_id), int(self._round))
return STATE(tuple(player_states), community_states,
self._pad(self.community, 5, -1))
def _get_current_reset_returns(self):
return self._get_current_state()
def _get_current_step_returns(self, terminal):
obs = self._get_current_state()
# TODO, make this something else?
rew = [player.stack for player in self.seats]
return obs, rew, terminal, [] # TODO, return some info?
ans2 = raw_input("\nHit <enter> when you're ready to start playing :) ")
# playing the game...
keep_playing = "Yes"
while keep_playing == "Yes":
_=os.system("clear")
print "Let's play a poker hand!"
print "\nOK here are the teams and their starting chips:"
print "\n%s TEAM has %d chips" % (team1, team1chips)
print "%s TEAM has %d chips" % (team2, team2chips)
print "%s TEAM has %d chips" % (team3, team3chips)
print "%s TEAM has %d chips" % (team4, team4chips)
print "\nWow nice chips!"
# new deck
deck = Deck()
deck.shuffle()
evaluator = Evaluator()
print "\nFirst we deal 2 cards to each team..."
ans3 = raw_input("\nHit <enter> to see the hands: ")
# random board and hands
hand1 = deck.draw(2)
hand2 = deck.draw(2)
hand3 = deck.draw(2)
hand4 = deck.draw(2)
leftovers = deck.draw(44)
# print the hands
_=os.system("clear")
print "%s TEAM has hand " % team1
Card.print_pretty_cards(hand1)
print "\n%s TEAM has hand " % team2
Card.print_pretty_cards(hand2)