class PuckWorld(base.Game):
"""
Based Karpthy's PuckWorld in `REINFORCEjs`_.
.. _REINFORCEjs: https://github.com/karpathy/reinforcejs
Parameters
----------
width : int
Screen width.
height : int
Screen height, recommended to be same dimension as width.
"""
def __init__(self, width=64, height=64):
actions = {"up": K_w, "left": K_a, "right": K_d, "down": K_s}
base.Game.__init__(self, width, height, actions=actions)
self.CREEP_BAD = {
"radius_center": percent_round_int(width, 0.047),
"radius_outer": percent_round_int(width, 0.265),
"color_center": (110, 45, 45),
"color_outer": (150, 95, 95),
"speed": 0.05 * width
}
self.CREEP_GOOD = {
"radius": percent_round_int(width, 0.047),
"color": (40, 140, 40)
}
self.AGENT_COLOR = (60, 60, 140)
self.AGENT_SPEED = 0.2 * width
self.AGENT_RADIUS = percent_round_int(width, 0.047)
self.AGENT_INIT_POS = (self.AGENT_RADIUS, self.AGENT_RADIUS)
self.BG_COLOR = (255, 255, 255)
self.dx = 0
self.dy = 0
self.ticks = 0
def _handle_player_events(self):
self.dx = 0.0
self.dy = 0.0
for event in pygame.event.get():
if event.type == pygame.QUIT:
pygame.quit()
sys.exit()
if event.type == pygame.KEYDOWN:
key = event.key
if key == self.actions["left"]:
self.dx -= self.AGENT_SPEED
if key == self.actions["right"]:
self.dx += self.AGENT_SPEED
if key == self.actions["up"]:
self.dy -= self.AGENT_SPEED
if key == self.actions["down"]:
self.dy += self.AGENT_SPEED
def getGameState(self):
"""
Gets a non-visual state representation of the game.
Returns
-------
dict
* player x position.
* player y position.
* players x velocity.
* players y velocity.
* good creep x position.
* good creep y position.
* bad creep x position.
* bad creep y position.
See code for structure.
"""
state = {
"player": {
"x": self.player.pos.x,
"y": self.player.pos.y,
"velocity": {
"x": self.player.vel.x,
"y": self.player.vel.y
}
},
"good_creep": {
"x": self.good_creep.pos.x,
"y": self.good_creep.pos.y
},
"bad_creep": {
"x": self.bad_creep.pos.x,
"y": self.bad_creep.pos.y
},
}
return state
def getScore(self):
return self.score
def game_over(self):
"""
Return bool if the game has 'finished'
"""
return False
def _rngCreepPos(self):
r = self.CREEP_GOOD['radius']
x = self.rng.uniform(r * 3, self.width - r * 2.5)
y = self.rng.uniform(r * 3, self.height - r * 2.5)
return (x, y)
def init(self):
"""
Starts/Resets the game to its inital state
"""
self.player = Player(self.AGENT_RADIUS, self.AGENT_COLOR,
self.AGENT_SPEED, self.AGENT_INIT_POS, self.width,
self.height)
self.player_group = pygame.sprite.Group()
self.player_group.add(self.player)
self.good_creep = Creep(self.CREEP_GOOD['color'],
self.CREEP_GOOD['radius'], self._rngCreepPos(),
(1, 1), 0.0, 1.0, "GOOD", self.width,
self.height)
self.bad_creep = PuckCreep((self.width, self.height), self.CREEP_BAD,
self.screen_dim[0] * 0.75,
self.screen_dim[1] * 0.75)
self.creeps = pygame.sprite.Group()
self.creeps.add(self.good_creep)
self.creeps.add(self.bad_creep)
self.score = 0
self.ticks = 0
self.lives = -1
def step(self, dt):
"""
Perform one step of game emulation.
"""
dt /= 1000.0
self.ticks += 1
self.screen.fill(self.BG_COLOR)
self._handle_player_events()
self.player_group.update(self.dx, self.dy, dt)
dx = self.player.pos.x - self.good_creep.pos.x
dy = self.player.pos.y - self.good_creep.pos.y
dist_to_good = math.sqrt(dx * dx + dy * dy)
dx = self.player.pos.x - self.bad_creep.pos.x
dy = self.player.pos.y - self.bad_creep.pos.y
dist_to_bad = math.sqrt(dx * dx + dy * dy)
reward = -dist_to_good
if dist_to_bad < self.CREEP_BAD['radius_outer']:
reward += 2.0 * (dist_to_bad - self.CREEP_BAD['radius_outer']
) / float(self.CREEP_BAD['radius_outer'])
self.score += reward
if self.ticks % 500 == 0:
x, y = self._rngCreepPos()
self.good_creep.pos.x = x
self.good_creep.pos.y = y
ndx = 0.0 if dist_to_bad == 0.0 else dx / dist_to_bad
ndy = 0.0 if dist_to_bad == 0.0 else dy / dist_to_bad
self.bad_creep.update(ndx, ndy, dt)
self.good_creep.update(dt)
self.player_group.draw(self.screen)
self.creeps.draw(self.screen)
class PuckWorld(base.Game):
"""
Based Karpthy's PuckWorld in `REINFORCEjs`_.
.. _REINFORCEjs: https://github.com/karpathy/reinforcejs
Parameters
----------
width : int
Screen width.
height : int
Screen height, recommended to be same dimension as width.
"""
def __init__(self,
width=64,
height=64):
actions = {
"up": K_w,
"left": K_a,
"right": K_d,
"down": K_s
}
base.Game.__init__(self, width, height, actions=actions)
self.CREEP_BAD = {
"radius_center": percent_round_int(width, 0.047),
"radius_outer": percent_round_int(width, 0.265),
"color_center": (110, 45, 45),
"color_outer": (150, 95, 95),
"speed": 0.05*width
}
self.CREEP_GOOD = {
"radius": percent_round_int(width, 0.047),
"color": (40, 140, 40)
}
self.AGENT_COLOR = (60, 60, 140)
self.AGENT_SPEED = 0.2*width
self.AGENT_RADIUS = percent_round_int(width, 0.047)
self.AGENT_INIT_POS = (self.AGENT_RADIUS, self.AGENT_RADIUS)
self.BG_COLOR = (255, 255, 255)
self.dx = 0
self.dy = 0
self.ticks = 0
def _handle_player_events(self):
self.dx = 0.0
self.dy = 0.0
for event in pygame.event.get():
if event.type == pygame.QUIT:
pygame.quit()
sys.exit()
if event.type == pygame.KEYDOWN:
key = event.key
if key == self.actions["left"]:
self.dx -= self.AGENT_SPEED
if key == self.actions["right"]:
self.dx += self.AGENT_SPEED
if key == self.actions["up"]:
self.dy -= self.AGENT_SPEED
if key == self.actions["down"]:
self.dy += self.AGENT_SPEED
def getGameState(self):
"""
Gets a non-visual state representation of the game.
Returns
-------
dict
* player x position.
* player y position.
* players x velocity.
* players y velocity.
* good creep x position.
* good creep y position.
* bad creep x position.
* bad creep y position.
See code for structure.
"""
state = {
"player": {
"x": self.player.pos.x,
"y": self.player.pos.y,
"velocity": {
"x": self.player.vel.x,
"y": self.player.vel.y
}
},
"good_creep": {
"x": self.good_creep.pos.x,
"y": self.good_creep.pos.y
},
"bad_creep": {
"x": self.bad_creep.pos.x,
"y": self.bad_creep.pos.y
},
}
return state
def getScore(self):
return self.score
def game_over(self):
"""
Return bool if the game has 'finished'
"""
return False
def _rngCreepPos(self):
return ( int(uniform(self.CREEP_GOOD['radius']*3, self.width-self.CREEP_GOOD['radius']*2.5)), int(uniform(self.CREEP_GOOD['radius']*3, self.height-self.CREEP_GOOD['radius']*2.5)) )
def init(self):
"""
Starts/Resets the game to its inital state
"""
self.player = Player(self.AGENT_RADIUS, self.AGENT_COLOR, self.AGENT_SPEED, self.AGENT_INIT_POS, self.width, self.height)
self.player_group = pygame.sprite.Group()
self.player_group.add( self.player )
self.good_creep = Creep(
self.CREEP_GOOD['color'],
self.CREEP_GOOD['radius'],
self._rngCreepPos(),
(1,1),
0.0,
1.0,
"GOOD",
self.width,
self.height
)
self.bad_creep = PuckCreep((self.width, self.height), self.CREEP_BAD, self.screen_dim[0]*0.75, self.screen_dim[1]*0.75)
self.creeps = pygame.sprite.Group()
self.creeps.add(self.good_creep)
self.creeps.add(self.bad_creep)
self.score = 0
self.ticks = 0
self.lives = -1
def step(self, dt):
"""
Perform one step of game emulation.
"""
dt /= 1000.0
self.ticks += 1
self.screen.fill(self.BG_COLOR)
self._handle_player_events()
self.player_group.update(self.dx, self.dy, dt)
dx = self.player.pos.x-self.good_creep.pos.x
dy = self.player.pos.y-self.good_creep.pos.y
dist_to_good = math.sqrt(dx*dx + dy*dy)
dx = self.player.pos.x-self.bad_creep.pos.x
dy = self.player.pos.y-self.bad_creep.pos.y
dist_to_bad = math.sqrt(dx*dx + dy*dy)
reward = -dist_to_good
if dist_to_bad < self.CREEP_BAD['radius_outer']:
reward += 2.0*(dist_to_bad - self.CREEP_BAD['radius_outer']) / float(self.CREEP_BAD['radius_outer'])
self.score += reward
if self.ticks % 500 == 0:
x,y = self._rngCreepPos()
self.good_creep.pos.x = x
self.good_creep.pos.y = y
ndx = 0.0 if dist_to_bad == 0.0 else dx/dist_to_bad
ndy = 0.0 if dist_to_bad == 0.0 else dy/dist_to_bad
self.bad_creep.update(ndx, ndy, dt)
self.good_creep.update(dt)
self.player_group.draw(self.screen)
self.creeps.draw(self.screen)
