def getPaths():
libdir = common.getEnv('libdir', '')
bindir = common.getEnv('bindir', '')
extensions_dir = common.getEnv('extensions_dir', 'extensions')
osgedit_datadir = os.path.join('data')
return (bindir, libdir, extensions_dir, osgedit_datadir)
def getPaths():
libdir = common.getEnv('libdir', '')
bindir = common.getEnv('bindir', '')
extensions_dir = common.getEnv('extensions_dir', 'extensions')
osgedit_datadir = os.path.join('data')
return (bindir, libdir, extensions_dir, osgedit_datadir)
def getPaths():
prefix = os.path.abspath(common.getEnv('prefix', '/usr'))
libdir = os.path.abspath(
common.getEnv('libdir', os.path.join(prefix, 'lib')))
bindir = os.path.abspath(
common.getEnv('bindir', os.path.join(prefix, 'bin')))
datadir = os.path.abspath(
common.getEnv('datadir', os.path.join(prefix, 'share')))
osgedit_libdir = os.path.join(libdir, 'osgedit')
extensions_dir = common.getEnv('extensions_dir',
os.path.join(osgedit_libdir, 'extensions'))
osgedit_datadir = os.path.join(datadir, 'osgedit')
return (bindir, libdir, extensions_dir, osgedit_datadir)
import numpy as np
import common
import sys
import pandas as pd
import matplotlib.pyplot as plt
import seaborn as sns
sns.set()
for envid in [0, 2]:
env, envname, _, _, _, _ = common.getEnv(envid)
mapnum = common.getValMap(env)
npMAP = np.apply_along_axis(common.byteslist2asciilist, 1, env.env.desc)
annotsize = 12
if envid == 0:
annotsize = 20
sns.heatmap(mapnum,
annot=npMAP,
fmt='',
annot_kws={"size": annotsize},
cbar=False,
cmap="Blues")
plt.yticks(rotation=0)
plt.xlabel("")
plt.ylabel("")
plt.title("Map of %s" % (envname))
plt.gcf()
plt.savefig("%d-map.png" % (envid), bbox_inches='tight')
plt.close()
sys.exit(1)
if len(sys.argv) != 2:
Usage()
mdpid = 'vi'
mdpname = 'Value Iteration'
envid = int(sys.argv[1])
maxiter = 10000
gammas = [0.1, 0.2, 0.3, 0.4, 0.5, 0.6, 0.7, 0.8, 0.9]
episodes = 1000
epsilons = [1. / 100**(i + 1) for i in range(5)]
env, envname, P, R, actions, actions2 = common.getEnv(envid)
print("* %s *" % (envname))
print(mdpname)
eiters = []
eghls = []
ets = []
bestgoal = 0
bestpolicy = None
bestpolicyV = None
bestpolicyparams = {}
print("Running ...")
for epsilon in epsilons:
iters = []