def play(model):
# 학습 데이터
history = []
# 상태 생성
state = State()
state = state.put_center()
state = state.put_obstacles()
while True:
# 게임 종료 시
if state.is_done():
break
# 합법적인 수의 확률 분포 얻기
scores = pv_mcts_scores(model, state, SP_TEMPERATURE)
# 학습 데이터에 상태와 정책 추가
policies = [0] * DN_OUTPUT_SIZE
for action, policy in zip(state.legal_actions(), scores):
policies[action] = policy
history.append([[state.pieces, state.enemy_pieces, state.obstacle_pieces], policies, None])
# 행동 얻기
action = np.random.choice(state.legal_actions(), p=scores)
# 다음 상태 얻기
state = state.next(action)
# 학습 데이터에 가치 추가
value = first_player_value(state)
for i in range(len(history)):
history[i][2] = value
if( i%4 == 0 or i%4 == 2 ):
value = -value
return history
class GameUI(tk.Frame):
# 초기화
def __init__(self, master=None, model=None):
tk.Frame.__init__(self, master)
self.master.title('커넥트6')
# 게임 상태 생성
self.state = State()
self.state = self.state.put_obstacles()
# PV MCTS를 활용한 행동 선택을 따르는 함수 생성
self.next_action = pv_mcts_action(model, 0.0)
# 캔버스 생성
self.c = tk.Canvas(self, width=380, height=380, highlightthickness=0)
self.c.bind('<Button-1>', self.turn_of_human)
self.c.pack()
# 화면 갱신
self.on_draw()
# 사람의 턴
def turn_of_human(self, event):
# 게임 종료 시
if self.state.is_done():
self.state = State()
self.on_draw()
return
# 선 수가 아닌 경우
if not self.state.is_first_player():
return
# 클릭 위치를 행동으로 변환
x = int(event.x / 20)
if x < 0 or 19 < x: # 범위 외
return
y = int(event.y / 20)
if y < 0 or 19 < y: # 범위 외
return
action = x + y * 19
# 합법적인 수가 아닌 경우
if not (action in self.state.legal_actions()):
return
# 다음 상태 얻기
self.state = self.state.next(action)
self.on_draw()
if not self.state.is_first_player():
# AI의 턴
self.master.after(1, self.turn_of_ai)
# AI의 턴
def turn_of_ai(self):
# 게임 종료 시
if self.state.is_done():
return
# 행동 얻기
action = self.next_action(self.state)
# 다음 상태 얻기
self.state = self.state.next(action)
self.on_draw()
if not self.state.is_first_player():
# AI의 턴
self.master.after(1, self.turn_of_ai)
# 돌 그리기
def draw_piece(self, index, first_player):
x = (index % 19) * 20 + 5
y = int(index / 19) * 20 + 5
if first_player:
self.c.create_oval(x, y, x + 15, y + 15, width=1.0, fill='#FF0000')
else:
self.c.create_oval(x, y, x + 15, y + 15, width=1.0, fill='#FFFF00')
# 화면 갱신
def on_draw(self):
self.c.delete('all')
self.c.create_rectangle(0, 0, 380, 380, width=0.0, fill='#5F5F5F')
for i in range(361):
x = (i % 19) * 20 + 5
y = int(i / 19) * 20 + 5
self.c.create_oval(x, y, x + 15, y + 15, width=1.0, fill='#808080')
for i in range(361):
if self.state.pieces[i] == 1:
self.draw_piece(i, self.state.is_first_player())
if self.state.enemy_pieces[i] == 1:
self.draw_piece(i, not self.state.is_first_player())
if self.state.obstacle_pieces[i] == 1:
x = (i % 19) * 20 + 5
y = int(i / 19) * 20 + 5
self.c.create_oval(x,
y,
x + 15,
y + 15,
width=1.0,
fill='#FF7F00')
