def _start_gateway(self):
# auto select callback server port and reset it in java env
self.gateway = JavaGateway(
gateway_parameters=GatewayParameters(
port=self.port,
enable_memory_management=True,
# read_timeout=5
),
callback_server_parameters=CallbackServerParameters(
port=self.port + 1
# propagate_java_exceptions=True
),
)
self.python_port = self.gateway.get_callback_server().get_listening_port()
# print("python_port:{}".format(self.python_port))
self.gateway.java_gateway_server.resetCallbackClient(
self.gateway.java_gateway_server.getCallbackClient().getAddress(), self.python_port)
self.manager = self.gateway.entry_point
# create pipe between gym_env_api and python_ai for java env
server, client = Pipe()
self.pipe = server
self.client = client
# change the no frameskip flag
if self.display:
self.p1 = GymAIDisplay(self.gateway, self.client, self.frameskip)
else:
self.p1 = GymAI(self.gateway, self.client, self.frameskip,self.use_sim)
self.manager.registerAI(self.p1.__class__.__name__, self.p1)
if isinstance(self.p2, str):
# p2 is a java class name
self.game_to_start = self.manager.createGame(
"ZEN", "ZEN", self.p1.__class__.__name__, self.p2, self.freq_restart_java)
else:
# p2 is a python class
self.p2 = self.p2(self.gateway)
self.manager.registerAI(self.p2.__class__.__name__, self.p2)
self.game_to_start = self.manager.createGame(
"ZEN", "ZEN", self.p1.__class__.__name__, self.p2.__class__.__name__, self.freq_restart_java)
self.game = Thread(target=game_thread, name="game_thread", args=(self, ))
self.game.start()
self.game_started = True
self.round_num = 0
def _start_gateway(self):
# auto select callback server port and reset it in java env
self.gateway = JavaGateway(
gateway_parameters=GatewayParameters(port=self.port),
callback_server_parameters=CallbackServerParameters(
port=self.port + 1))
python_port = self.gateway.get_callback_server().get_listening_port()
self.gateway.java_gateway_server.resetCallbackClient(
self.gateway.java_gateway_server.getCallbackClient().getAddress(),
python_port)
self.manager = self.gateway.entry_point
# check if pipe built
if self.p1_server is None:
raise Exception(
"Must call build_pipe_and_return_p2 and also make p2 env after gym.make() but before env.reset()"
)
self.pipe = self.p1_server
if self.display:
self.p1 = GymAIDisplay(self.gateway, self.p1_client,
self.frameskip)
self.p2 = GymAIDisplay(self.gateway, self.p2_client,
self.frameskip)
else:
self.p1 = GymAI(self.gateway, self.p1_client, self.frameskip)
self.p2 = GymAI(self.gateway, self.p2_client, self.frameskip)
self.manager.registerAI("P1", self.p1)
self.manager.registerAI("P2", self.p2)
self.game_to_start = self.manager.createGame("ZEN", "ZEN", "P1", "P2",
self.freq_restart_java)
self.game = Thread(target=game_thread,
name="game_thread",
args=(self, ))
self.game.start()
self.game_started = True
self.round_num = 0
def _start_gateway(self, p2=Machete):
# auto select callback server port and reset it in java env
self.gateway = JavaGateway(
gateway_parameters=GatewayParameters(port=self.port),
callback_server_parameters=CallbackServerParameters(port=0),
)
python_port = self.gateway.get_callback_server().get_listening_port()
self.gateway.java_gateway_server.resetCallbackClient(
self.gateway.java_gateway_server.getCallbackClient().getAddress(),
python_port,
)
self.manager = self.gateway.entry_point
# create pipe between gym_env_api and python_ai for java env
server, client = Pipe()
self.pipe = server
self.p1 = GymAI(self.gateway, client, False)
self.manager.registerAI(self.p1.__class__.__name__, self.p1)
if isinstance(p2, str):
# p2 is a java class name
self.p2 = p2
self.game_to_start = self.manager.createGame(
"ZEN",
"ZEN",
self.p1.__class__.__name__,
self.p2,
self.freq_restart_java,
)
else:
# p2 is a python class
self.p2 = p2(self.gateway)
self.manager.registerAI(self.p2.__class__.__name__, self.p2)
self.game_to_start = self.manager.createGame(
"ZEN",
"ZEN",
self.p1.__class__.__name__,
self.p2.__class__.__name__,
self.freq_restart_java,
)
self.game = Thread(target=game_thread, name="game_thread", args=(self,))
self.game.start()
self.game_started = True
self.round_num = 0
class FightingiceEnv_Data_NoFrameskip(gym.Env):
metadata = {'render.modes': ['human']}
def __init__(self, java_env_path, port, p2, freq_restart_java=3, frameskip=True, display=False, use_sim=True):
self.java_env_path = java_env_path if java_env_path else os.getcwd()
self.freq_restart_java = freq_restart_java
self.frameskip = frameskip
self.display = display
self.p2 = p2
self.use_sim = use_sim
if port:
self.port = port
else:
try:
import port_for
self.port = port_for.select_random() # select one random port for java env
except:
raise ImportError(
"Pass port=[your_port] when make env, or install port_for to set startup port automatically, maybe pip install port_for can help")
_actions = "AIR AIR_A AIR_B AIR_D_DB_BA AIR_D_DB_BB AIR_D_DF_FA AIR_D_DF_FB AIR_DA AIR_DB AIR_F_D_DFA AIR_F_D_DFB AIR_FA AIR_FB AIR_GUARD AIR_GUARD_RECOV AIR_RECOV AIR_UA AIR_UB BACK_JUMP BACK_STEP CHANGE_DOWN CROUCH CROUCH_A CROUCH_B CROUCH_FA CROUCH_FB CROUCH_GUARD CROUCH_GUARD_RECOV CROUCH_RECOV DASH DOWN FOR_JUMP FORWARD_WALK JUMP LANDING NEUTRAL RISE STAND STAND_A STAND_B STAND_D_DB_BA STAND_D_DB_BB STAND_D_DF_FA STAND_D_DF_FB STAND_D_DF_FC STAND_F_D_DFA STAND_F_D_DFB STAND_FA STAND_FB STAND_GUARD STAND_GUARD_RECOV STAND_RECOV THROW_A THROW_B THROW_HIT THROW_SUFFER"
action_strs = _actions.split(" ")
self.observation_space = spaces.Box(low=0, high=1, shape=(249,))
self.action_space = spaces.Discrete(len(action_strs))
os_name = platform.system()
if os_name.startswith("Linux"):
self.system_name = "linux"
elif os_name.startswith("Darwin"):
self.system_name = "macos"
else:
self.system_name = "windows"
if self.system_name == "linux":
# first check java can be run, can only be used on Linux
java_version = subprocess.check_output(
'java -version 2>&1 | awk -F[\\\"_] \'NR==1{print $2}\'', shell=True)
if java_version == b"\n":
raise ModuleNotFoundError("Java is not installed")
else:
logging.warning("Please make sure you can run java if you see some error")
# second check if FightingIce is installed correct
start_jar_path = os.path.join(self.java_env_path, "FightingICE.jar")
start_data_path = os.path.join(self.java_env_path, "data")
start_lib_path = os.path.join(self.java_env_path, "lib")
lwjgl_path = os.path.join(start_lib_path, "lwjgl", "*")
lib_path = os.path.join(start_lib_path, "*")
start_system_lib_path = os.path.join(
self.java_env_path, "lib", "natives", self.system_name)
natives_path = os.path.join(start_system_lib_path, "*")
if os.path.exists(start_jar_path) and os.path.exists(start_data_path) and os.path.exists(start_lib_path) and os.path.exists(start_system_lib_path):
pass
else:
error_message = "FightingICE is not installed in your script launched path {}, set path when make() or start script in FightingICE path".format(
self.java_env_path)
raise FileExistsError(error_message)
self.java_ai_path = os.path.join(self.java_env_path, "data", "ai")
ai_path = os.path.join(self.java_ai_path, "*")
if self.system_name == "windows":
self.start_up_str = "{};{};{};{};{}".format(
start_jar_path, lwjgl_path, natives_path, lib_path, ai_path)
self.need_set_memory_when_start = True
else:
self.start_up_str = "{}:{}:{}:{}:{}".format(
start_jar_path, lwjgl_path, natives_path, lib_path, ai_path)
self.need_set_memory_when_start = False
print(start_jar_path)
self.game_started = False
self.round_num = 0
def _start_java_game(self):
# start game
logging.info("Start java env in {} and port {}".format(self.java_env_path, self.port))
self.devnull = open(os.devnull, 'w')
# self.devnull = subprocess.PIPE
if self.system_name == "windows":
# -Xms1024m -Xmx1024m we need set this in windows
self.java_env = subprocess.Popen(["java", "-Xms1024m", "-Xmx1024m", "-cp", self.start_up_str, "Main", "--port", str(self.port), "--py4j", "--fastmode",
"--grey-bg", "--inverted-player", "1", "--mute", "--limithp", "400", "400", "--disable-window"])
elif self.system_name == "linux":
self.java_env = subprocess.Popen(["java",
"-Dsun.reflect.inflationThreshold=2147483647",
"-cp", self.start_up_str, "Main", "--port", str(self.port),
"--py4j", "--fastmode","-r","1000",
"--grey-bg", "--inverted-player", "1",
"--mute", "--limithp", "400", "400",
#"--disable-window",
], stdout=self.devnull,
stderr=self.devnull
)
elif self.system_name == "macos":
self.java_env = subprocess.Popen(["java", "-XstartOnFirstThread", "-cp", self.start_up_str, "Main", "--port", str(self.port), "--py4j", "--fastmode",
"--grey-bg", "--inverted-player", "1", "--mute", "--limithp", "400", "400", "--disable-window"])
# self.java_env = subprocess.Popen(["java", "-cp", "/home/myt/gym-fightingice/gym_fightingice/FightingICE.jar:/home/myt/gym-fightingice/gym_fightingice/lib/lwjgl/*:/home/myt/gym-fightingice/gym_fightingice/lib/natives/linux/*:/home/myt/gym-fightingice/gym_fightingice/lib/*", "Main", "--port", str(self.free_port), "--py4j", "--c1", "ZEN", "--c2", "ZEN","--fastmode", "--grey-bg", "--inverted-player", "1", "--mute"])
# sleep 3s for java starting, if your machine is slow, make it longer
logging.info("wait for Java starting...")
time.sleep(3)
def _start_gateway(self):
# auto select callback server port and reset it in java env
self.gateway = JavaGateway(
gateway_parameters=GatewayParameters(
port=self.port,
enable_memory_management=True,
# read_timeout=5
),
callback_server_parameters=CallbackServerParameters(
port=self.port + 1
# propagate_java_exceptions=True
),
)
self.python_port = self.gateway.get_callback_server().get_listening_port()
# print("python_port:{}".format(self.python_port))
self.gateway.java_gateway_server.resetCallbackClient(
self.gateway.java_gateway_server.getCallbackClient().getAddress(), self.python_port)
self.manager = self.gateway.entry_point
# create pipe between gym_env_api and python_ai for java env
server, client = Pipe()
self.pipe = server
self.client = client
# change the no frameskip flag
if self.display:
self.p1 = GymAIDisplay(self.gateway, self.client, self.frameskip)
else:
self.p1 = GymAI(self.gateway, self.client, self.frameskip,self.use_sim)
self.manager.registerAI(self.p1.__class__.__name__, self.p1)
if isinstance(self.p2, str):
# p2 is a java class name
self.game_to_start = self.manager.createGame(
"ZEN", "ZEN", self.p1.__class__.__name__, self.p2, self.freq_restart_java)
else:
# p2 is a python class
self.p2 = self.p2(self.gateway)
self.manager.registerAI(self.p2.__class__.__name__, self.p2)
self.game_to_start = self.manager.createGame(
"ZEN", "ZEN", self.p1.__class__.__name__, self.p2.__class__.__name__, self.freq_restart_java)
self.game = Thread(target=game_thread, name="game_thread", args=(self, ))
self.game.start()
self.game_started = True
self.round_num = 0
def _close_gateway(self):
self.gateway.close_callback_server()
self.gateway.close()
self.gateway.shutdown_callback_server()
self.gateway.shutdown()
del self.gateway
def _close_java_game(self):
self.java_env.kill()
del self.java_env
self.client.close()
del self.client
self.pipe.close()
del self.pipe
self.game_started = False
def reset(self):
# start java game if game is not started
if self.game_started is False:
try:
self._close_gateway()
self._close_java_game()
except:
pass
self._start_java_game()
self._start_gateway()
# to provide crash, restart java game in some freq
# if self.round_num == self.freq_restart_java * 2: # 3 is for round in one game
# try:
# self._close_gateway()
# self._close_java_game()
# self._start_java_game()
# self._start_gateway(p2)
# except:
# raise SystemExit("Can not restart game")
# just reset is anything ok
self.pipe.send("reset")
# print("Server send Reset")
self.round_num += 1
obs = self.pipe.recv()
# print("Server receive obs for new round")
return obs
def step(self, action):
# check if game is running, if not try restart
# when restart, dict will contain crash info, agent should do something, it is a BUG in this version
# inline = self.java_env.stdout.readline()
# # print("Agent get env stdout: {}".format(inline))
if self.game_started is False:
dict = {}
dict["pre_game_crashed"] = True
# print(dict)
self.close()
return self.reset(), 0, None, dict
self.pipe.send(["step", action])
# print("Server send Step, {}".format(action))
if self.pipe.poll(5):
message =self.pipe.recv()
# print("Server receive obs for Step")
new_obs, reward, done, dict = message
else:
new_obs, reward = self.p1.get_obs(), self.p1.get_reward()
p1_hp_now = self.p1.frameData.getCharacter(True).getHp()
p2_hp_now = self.p1.frameData.getCharacter(False).getHp()
frame_num_now = self.p1.frameData.getFramesNumber()
if p1_hp_now <= 0 or p2_hp_now <= 0 or frame_num_now >= 3600:
done = True
else:
done = False
dict = {}
dict["no_data_receive"] = True
logging.warning("server can not receive, request to reset the game")
return new_obs, reward, done, dict
return new_obs, reward, done, dict
def render(self, mode='human'):
# no need
pass
def close(self):
# if self.game_started:
try:
self._close_gateway()
self._close_java_game()
self.game_started = False
except:
pass