def test_valid_action_identification():
rom_path = pjoin(DATA_PATH, '905.z5')
env = jericho.FrotzEnv(rom_path)
bindings = jericho.load_bindings(rom_path)
act_gen = TemplateActionGenerator(bindings)
obs, info = env.reset()
# interactive_objs = [obj[0] for obj in env.identify_interactive_objects(use_object_tree=True)]
interactive_objs = ['phone', 'keys', 'wallet']
candidate_actions = act_gen.generate_actions(interactive_objs)
valid = env.find_valid_actions(candidate_actions)
assert 'take wallet' in valid
assert 'open wallet' in valid
assert 'take keys' in valid
assert 'get up' in valid
assert 'take phone' in valid
class JerichoEnv(FrotzEnv):
''' Returns valid actions at each step of the game. '''
def __init__(self, rom_path, seed, step_limit=None):
super(JerichoEnv, self).__init__(rom_path)
self.rom_path = rom_path
self.bindings = load_bindings(rom_path)
# load_bindings(rom_path)
self.act_gen = TemplateActionGenerator(self.bindings)
self.seed = seed
self.steps = 0
self.step_limit = step_limit
self.env = None
# self.bindings = None
self.conn = None
self.vocab_rev = None
def create(self):
self.env = FrotzEnv(self.rom_path, self.seed)
# self.bindings = self.env.bindings
self.vocab_rev = load_vocab_rev(self.env)
self.conn = redis.Redis(host='localhost', port=6379, db=0)
self.conn.flushdb()
def get_valid(self, ob):
# Get the valid actions for this state
world_state_hash = self.env.get_world_state_hash()
valid = self.conn.get(world_state_hash)
if valid is None:
objs = [o[0] for o in self.env.identify_interactive_objects(ob)]
obj_ids = [
self.vocab_rev[o[:self.bindings['max_word_length']]]
for o in objs
]
acts = self.act_gen.generate_template_actions(objs, obj_ids)
valid = self.env.find_valid_actions(acts)
# valid = self.env.get_valid_actions(ob)
redis_valid_value = '<SEP>'.join([str(a) for a in valid])
self.conn.set(world_state_hash, redis_valid_value)
valid = [a.action for a in valid]
else:
valid = valid.decode('cp1252')
if valid:
valid = [eval(a).action for a in valid.split('<SEP>')]
# valid = valid.split('<SEP>')
else:
valid = []
if len(valid) == 0:
valid = ['wait', 'yes', 'no']
return valid
def step(self, action, valid_out=True):
ob, reward, done, info = self.env.step(action)
# Initialize with default values
info['look'] = 'unknown'
info['inv'] = 'unknown'
info['valid'] = ['wait', 'yes', 'no']
if not done:
try:
save = self.env.save_str()
# save = self.env.get_state()
look, _, _, _ = self.env.step('look')
info['look'] = look
self.env.load_str(save)
# self.env.set_state(save)
inv, _, _, _ = self.env.step('inventory')
info['inv'] = inv
self.env.load_str(save)
# self.env.set_state(save)
if valid_out:
# Get the valid actions for this state
world_state_hash = self.env.get_world_state_hash()
valid = self.conn.get(world_state_hash)
if valid is None:
objs = [
o[0]
for o in self.env.identify_interactive_objects(ob)
]
obj_ids = [
self.vocab_rev[
o[:self.bindings['max_word_length']]]
for o in objs
]
acts = self.act_gen.generate_template_actions(
objs, obj_ids)
valid = self.env.find_valid_actions(acts)
# valid = self.env.get_valid_actions(ob + ' | ' + look + ' | ' + inv)
redis_valid_value = '<SEP>'.join(
[str(a) for a in valid])
self.conn.set(world_state_hash, redis_valid_value)
valid = [a.action for a in valid]
else:
valid = valid.decode('cp1252')
if valid:
# valid = [a for a in valid.split('|')
# valid = valid.split('<SEP>')
valid = [
eval(a).action for a in valid.split('<SEP>')
]
else:
valid = []
if len(valid) == 0:
valid = ['wait', 'yes', 'no']
info['valid'] = valid
except RuntimeError:
print('RuntimeError: {}, Done: {}, Info: {}'.format(
clean(ob), done, info))
self.steps += 1
if self.step_limit and self.steps >= self.step_limit:
done = True
return ob, reward, done, info
def reset(self):
initial_ob, info = self.env.reset()
# import IPython; IPython.embed()
save = self.env.save_str()
# save = self.env.get_state()
look, _, _, _ = self.env.step('look')
info['look'] = look
self.env.load_str(save)
# self.env.set_state(save)
inv, _, _, _ = self.env.step('inventory')
info['inv'] = inv
self.env.load_str(save)
# self.env.set_state(save)
objs = [
o[0] for o in self.env.identify_interactive_objects(initial_ob)
]
acts = self.act_gen.generate_actions(objs)
valid = self.env.find_valid_actions(acts)
# valid = self.env.get_valid_actions(initial_ob + ' | ' + look + ' | ' + inv)
info['valid'] = valid
self.steps = 0
return initial_ob, info
def copy(self):
copy_env = JerichoEnv(self.rom_path, self.seed)
copy_env.env = self.env.copy()
copy_env.conn = self.conn
copy_env.vocab_rev = load_vocab_rev(self.env)
# copy_env.vocab_rev = self.vocab_rev.copy()
return copy_env
def get_state(self):
state = self.env.get_state()
conn = self.conn
step_limit = self.step_limit
vocab_rev = self.vocab_rev.copy()
return state, conn, step_limit, vocab_rev
def set_state(self, states):
state, conn, step_limit, vocab_rev = states
self.env.set_state(state)
self.conn = conn
self.step_limit = step_limit
self.vocab_rev = vocab_rev
def get_dictionary(self):
if not self.env:
self.create()
return self.env.get_dictionary()
def get_action_set(self):
return None
def close(self):
self.env.close()
