def export_to_yaml(mdp: MDP, file_name: str) -> None:
"""
Serialise a MDP instance into a yaml file.
:param mdp: a MDP
:param file_name: the name of the yaml file
"""
mdp_dict = {'mdp': {'states': [], 'actions': []}}
for s in range(mdp.number_of_states):
mdp_dict['mdp']['states'].append({})
mdp_dict['mdp']['states'][-1]['name'] = mdp.state_name(s)
mdp_dict['mdp']['states'][-1]['enabled actions'] = []
for (alpha, succ_list) in mdp.alpha_successors(s):
mdp_dict['mdp']['states'][-1]['enabled actions'].append({})
mdp_dict['mdp']['states'][-1]['enabled actions'][-1][
'name'] = mdp.act_name(alpha)
mdp_dict['mdp']['states'][-1]['enabled actions'][-1][
'transitions'] = []
for (succ, pr) in succ_list:
mdp_dict['mdp']['states'][-1]['enabled actions'][-1][
'transitions'].append({})
mdp_dict['mdp']['states'][-1]['enabled actions'][-1][
'transitions'][-1]['target'] = mdp.state_name(succ)
mdp_dict['mdp']['states'][-1]['enabled actions'][-1][
'transitions'][-1]['probability'] = pr
for alpha in range(mdp.number_of_actions):
mdp_dict['mdp']['actions'].append({})
mdp_dict['mdp']['actions'][-1]['name'] = mdp.act_name(alpha)
mdp_dict['mdp']['actions'][-1]['weight'] = mdp.w(alpha)
if file_name:
with open(file_name + '.yaml', 'w') as yaml_file:
yaml.dump(mdp_dict, yaml_file, default_flow_style=False)
else:
print(yaml.dump(mdp_dict, default_flow_style=False))
def export_mdp(mdp: MDP, mdp_name: str, strategy: List[int] = []) -> None:
states = range(mdp.number_of_states)
g = Digraph(mdp_name, filename=mdp_name + '.gv')
g.attr('node', shape='circle')
for s in states:
g.node('s%d' % s, label=mdp.state_name(s))
g.attr('node', shape='point')
for s in states:
for (alpha, succ_list) in mdp.alpha_successors(s):
if strategy and strategy[s] == alpha:
color = 'red'
else:
color = 'black'
g.node('s%d->a%d' % (s, alpha),
xlabel=' ' + mdp.act_name(alpha) + ' | ' +
str(mdp.w(alpha)) + ' ',
fontsize='8',
fontcolor=color,
color=color)
g.edge('s%d' % s, 's%d->a%d' % (s, alpha))
for (succ, pr) in succ_list:
g.edge('s%d->a%d' % (s, alpha),
's%d' % succ,
label=str(round(pr, 4)),
fontsize='8')
g.view()