def setup(self):
self.gui_config = Config(render=self.render,
view=self.render,
inputs=False,
caption=False,
unit_health=True,
unit_outline=True,
unit_animation=True,
audio=self.play_audio,
audio_volume=50)
if self.engine_config == None:
self.engine_config = Engine.Config.defaults()
self.engine_config.set_start_oil(self.start_oil)
self.engine_config.set_start_gold(self.start_gold)
self.engine_config.set_start_lumber(self.start_lumber)
self.engine_config.set_start_food(self.start_food)
self.engine_config.set_archer(True)
self.engine_config.set_instant_town_hall(False)
self.engine_config.set_barracks(True)
self.game = Game(self.map,
n_players=self.number_of_players,
engine_config=self.engine_config,
gui_config=self.gui_config,
terminal_signal=False,
fit_to_screen=self.fit_to_screen)
self.game.set_max_fps(self.max_fps)
self.game.set_max_ups(self.max_ups)
self.players = self.game.players
self.done = False
def __init__(self, config):
engconf = config["engine"] if "engine" in config else {}
gconf = config["gui"] if "gui" in config else {}
rlconf = config["rl"] if "rl" in config else {}
gui_config = Config(
render=util.config(gconf, "render", True),
view=util.config(gconf, "view", True),
inputs=util.config(gconf, "inputs", False),
caption=util.config(gconf, "caption", False),
unit_health=util.config(gconf, "unit_health", False),
unit_outline=util.config(gconf, "unit_outline", False),
unit_animation=util.config(gconf, "unit_animation", False),
audio=util.config(gconf, "audio", False),
audio_volume=util.config(gconf, "audio_volume", 50)
)
engine_config: Engine.Config = Engine.Config.defaults()
engine_config.set_barracks(True)
engine_config.set_footman(True)
engine_config.set_instant_town_hall(True)
engine_config.set_archer(True)
engine_config.set_start_lumber(250) # Enough to create TownHall
engine_config.set_start_gold(500) # Enough to create TownHall
engine_config.set_start_oil(0)
engine_config.set_tick_modifier(util.config(engconf, "tick_modifier", engine_config.tick_modifier))
game = Game(
Config.Map.FIFTEEN,
n_players=1,
engine_config=engine_config,
gui_config=gui_config,
terminal_signal=False
)
c_fps = engconf["fps"] if "fps" in engconf else -1
c_ups = engconf["ups"] if "ups" in engconf else -1
game.set_max_fps(c_fps)
game.set_max_ups(c_ups)
super().__init__(
rlconf,
game,
#Scenario.GOLD_COLLECT(1000),
Scenario.GOLD_COLLECT_INCREMENT(100)
)
def __init__(self, config):
engconf = config["engine"] if "engine" in config else {}
gconf = config["gui"] if "gui" in config else {}
rlconf = config["rl"] if "rl" in config else {}
gui_config = Config(render=util.config(gconf, "render", True),
view=util.config(gconf, "view", True),
inputs=util.config(gconf, "inputs", False),
caption=util.config(gconf, "caption", False),
unit_health=util.config(gconf, "unit_health",
False),
unit_outline=util.config(gconf, "unit_outline",
False),
unit_animation=util.config(gconf, "unit_animation",
False),
audio=util.config(gconf, "audio", False),
audio_volume=util.config(gconf, "audio_volume",
50))
engine_config: Engine.Config = Engine.Config.defaults()
engine_config.set_instant_building(True)
engine_config.set_instant_town_hall(True)
engine_config.set_barracks(True)
engine_config.set_farm(True)
engine_config.set_footman(True)
engine_config.set_archer(True)
engine_config.set_start_lumber(500)
engine_config.set_start_gold(500)
engine_config.set_start_oil(500)
engine_config.set_tick_modifier(
util.config(engconf, "tick_modifier", engine_config.tick_modifier))
engine_config.set_console_caption_enabled(False)
game = Game(Config.Map.TWENTYONE,
n_players=2,
engine_config=engine_config,
gui_config=gui_config,
terminal_signal=True)
c_fps = engconf["fps"] if "fps" in engconf else -1
c_ups = engconf["ups"] if "ups" in engconf else -1
game.set_max_fps(c_fps)
game.set_max_ups(c_ups)
super().__init__(
rlconf,
game,
# Scenarios
self.GAME_END()
# Scenario.DAMAGE_TAKEN(),
# Scenario.NUM_FARM(),
# Scenario.NUM_TOWN_HALL(),
# Scenario.NUM_BARRACK(),
# Scenario.GOLD_COLLECT_INCREMENT(100)
# Scenario.LUMBER_COLLECT_INCREMENT(),
# Scenario.OIL_COLLECT_INCREMENT(),
# Scenario.UNITS_CREATED()
)
self.DEFAULTS['flatten'] = False
gui_config = Config(render=True,
view=True,
inputs=False,
caption=False,
unit_health=True,
unit_outline=True,
unit_animation=True,
audio=False,
audio_volume=50)
engine_config = Engine.Config.defaults()
game = Game(MAP,
n_players=1,
engine_config=engine_config,
gui_config=gui_config,
terminal_signal=False)
game.set_max_fps(1000000)
game.set_max_ups(1000000)
for ep in range(episodes):
print("Episode " + str(ep + 1))
game.start()
game.reset()
for step in range(steps):
print("Step " + str(step + 1))
player = game.players[0]
action = random.randint(0, 15)
player.do_action(action + 1)
class DeepRTSEnv(Env):
'''
DeepRTS.python.Config Defaults: https://github.com/cair/deep-rts/blob/master/DeepRTS/python/_py_config.py
DeepRTS.Engine.Config.defaults() : https://github.com/cair/deep-rts/blob/master/src/Config.h
Possible actions: https://github.com/cair/deep-rts/blob/master/src/Constants.h
Player class: https://github.com/cair/deep-rts/blob/master/bindings/Player.cpp
Unit class: https://github.com/cair/deep-rts/blob/master/bindings/Unit.cpp
Engine.Config.defaults(): https://github.com/cair/deep-rts/blob/master/src/Config.h
Engine.Config options: https://github.com/cair/deep-rts/blob/master/bindings/Config.cpp
'''
MAP_MICRO = Config.Map.TEN
MAP_SMALL = Config.Map.FIFTEEN
MAP_MEDIUM = Config.Map.TWENTYONE
MAP_BIG = Config.Map.THIRTYONE
MAP_BIG_MORE_PLAYERS = Config.Map.THIRTYONE_FOUR
MAO_BIG_MAX_PLAYERS = Config.Map.THIRTYONE_SIX
def __init__(self,
map=Config.Map.TEN,
render=False,
max_fps=1000000,
max_ups=1000000,
play_audio=False,
number_of_players=1,
updates_per_action=1,
flatten_state=True,
drts_engine_config=None,
start_oil=0,
start_gold=1500,
start_lumber=750,
start_food=1,
fit_to_screen=False,
deep_reset_every=100):
if self.is_map_installed(map):
self.map = map
else:
err = "Map {map_name} was not found on DeepRTS maps folder.".format(
map_name=map)
raise MapNotFoundError(map)
self.render = render
self.play_audio = play_audio
self.updates_per_action = updates_per_action
self.flatten_state = flatten_state
self.number_of_players = number_of_players
self.max_fps = max_fps
self.max_ups = max_ups
self.unit_manager = UnitManager
self.constants = Constants
self.deep_reset_every = deep_reset_every
self.episode_count = 0
self.start_oil = start_oil
self.start_gold = start_gold
self.start_lumber = start_lumber
self.start_food = start_food
self.fit_to_screen = fit_to_screen
#needed for self.setup()
self.gui_config = drts_engine_config
self.engine_config = None
self.game = None
self.players = None
self.setup()
def setup(self):
self.gui_config = Config(render=self.render,
view=self.render,
inputs=False,
caption=False,
unit_health=True,
unit_outline=True,
unit_animation=True,
audio=self.play_audio,
audio_volume=50)
if self.engine_config == None:
self.engine_config = Engine.Config.defaults()
self.engine_config.set_start_oil(self.start_oil)
self.engine_config.set_start_gold(self.start_gold)
self.engine_config.set_start_lumber(self.start_lumber)
self.engine_config.set_start_food(self.start_food)
self.engine_config.set_archer(True)
self.engine_config.set_instant_town_hall(False)
self.engine_config.set_barracks(True)
self.game = Game(self.map,
n_players=self.number_of_players,
engine_config=self.engine_config,
gui_config=self.gui_config,
terminal_signal=False,
fit_to_screen=self.fit_to_screen)
self.game.set_max_fps(self.max_fps)
self.game.set_max_ups(self.max_ups)
self.players = self.game.players
self.done = False
def start(self):
#Set done
self.done = False
#Start DeepRTS
self.game.start()
self.game.reset()
obs, reward, done = self.step(int(self.constants.Action.NoAction) - 1)
return obs
def step(self, action):
#select first player
#you can do self.game.selected_player
player = self.game.players[0]
#make player do that action
#actions are values between 1 and 16
#but in general models give values between
#0 and 15, so that's why action value
#is action + 1
player.do_action(action + 1)
#update game state
for i in range(self.updates_per_action):
self.game.update()
#get game state, flattened or not
state = None
if self.flatten_state:
state = self.game.get_state().flatten()
else:
state = self.game.get_state()
#create a dict with all useful data from env
state = {"state": state}
state["players"] = self.game.players
state["tilemap"] = self.game.tilemap
state["map"] = self.game.map
state["tiles"] = self.game.tilemap.tiles
state["units"] = self.game.units
#make game update its internal graphics
#and show windows, if it was configured to
self.game.render()
if self.render:
self.game.view()
reward = 0
#Return observation and done
return state, reward, self.done
def close(self):
#Stop DeepRTS
self.game.stop()
#Set done
self.done = True
def reset(self):
self.episode_count += 1
if self.episode_count % self.deep_reset_every == 0:
self.deep_reset()
self.close()
state = self.start()
return state
def deep_reset(self):
del self.game
del self.engine_config
del self.gui_config
del self.players
importlib.reload(drts)
#needed for self.setup()
self.gui_config = None
self.engine_config = None
self.game = None
self.players = None
self.setup()
def restart(self):
return self.reset()
def is_map_installed(self, map_name):
drts_map_dir = os.path.dirname(os.path.realpath(
drts.python.__file__)) + '/assets/maps'
return os.path.exists(drts_map_dir + os.sep + map_name)