def get_estimated_cpds(self):
values_dict = self._data.get_variable_values_sets()
cpds = []
for node in self._network:
parents = self._network.predecessors(node)
value_combinations = PGMUtils.get_combinations(parents, values_dict)
probability_dict = self._get_probabilities(node, parents, value_combinations)
cpds.append(probability_dict)
return cpds
def _are_dseparated(self, X, Y, S, n):
H_X = H_Y = H_XY = 0
S_combinations = PGMUtils.get_combinations(S, self._values_dict)
probability_dict = self._get_probabilities(X, Y, S, S_combinations)
for x in self._values_dict[X]:
p_x = probability_dict['P(' + X + '=' + x + ')']
for y in self._values_dict[Y]:
p_y = probability_dict['P(' + Y + '=' + y + ')']
# in case we are looking for zero order conditional dependency
if len(S_combinations) == 0:
H_Y += -log(p_y + 0.001)
H_X += -log(p_x + 0.001)
p_xy = probability_dict['P(' + X + '=' + x + ',' + Y + '=' + y + ')']
H_XY += -log(p_xy + 0.001)
else:
for S_combination in S_combinations:
p_y_z = probability_dict['P(' + Y + '=' + y + '|' + ','.join(S) + '=' + ','.join(S_combination) + ')']
p_x_z = probability_dict['P(' + X + '=' + x + '|' + ','.join(S) + '=' + ','.join(S_combination) + ')']
p_xyz = probability_dict['P(' + X + '=' + x + ',' + Y + '=' + y + ',' + ','.join(S) + '=' + ','.join(S_combination) + ')']
p_z = probability_dict['P(' + ','.join(S) + '=' + ','.join(S_combination) + ')']
H_X += -log(p_x_z + 0.001)
H_Y += -log(p_y_z + 0.001)
H_XY += -log(p_xyz * p_z + 0.001)
# If mutual information is greater than certain threshhold
# then X and Y are dependent otherwise not
n_X = 2 * len(self._values_dict[X])
n_Y = 2 * len(self._values_dict[Y])
n_XY = 4 * len(S_combinations)
if n_XY == 0:
n_XY = 4
MI = abs((H_X / n_X) + (H_Y / n_Y) - (H_XY / n_XY))
# print 'MI(', X + ',' + Y + '|' + ','.join(S), ') = ', MI
self._nmis[X + ',' + Y + '|' + ','.join(S)] = MI
if MI < self._mutual_info_thresholds[n]:
return True
return False
