def test_observer_aware_subjective_model(self):
subjective_model = MaximumLikelihoodEstimationModelReduced.from_dataset_file(
self.dataset_filepath)
result = subjective_model.run_modeling()
self.assertAlmostEquals(np.sum(result['observer_bias']),
-0.090840910829083799,
places=4)
self.assertAlmostEquals(np.var(result['observer_bias']),
0.089032585621095089,
places=4)
self.assertAlmostEquals(np.sum(result['observer_inconsistency']),
15.681766163430936,
places=4)
self.assertAlmostEquals(np.var(result['observer_inconsistency']),
0.012565584832977776,
places=4)
self.assertAlmostEquals(np.sum(result['quality_scores']),
280.31447815213642,
places=4)
self.assertAlmostEquals(np.var(result['quality_scores']),
1.4355485462027884,
places=4)
def test_observer_aware_subjective_model_use_log(self):
subjective_model = MaximumLikelihoodEstimationModelReduced.from_dataset_file(
self.dataset_filepath)
result = subjective_model.run_modeling(use_log=True)
self.assertAlmostEquals(np.sum(result['observer_bias']),
-0.082429594509296211,
places=4)
self.assertAlmostEquals(np.var(result['observer_bias']),
0.089032585621095089,
places=4)
self.assertAlmostEquals(np.sum(result['observer_inconsistency']),
15.681766163430936,
places=4)
self.assertAlmostEquals(np.var(result['observer_inconsistency']),
0.012565584832977776,
places=4)
self.assertAlmostEquals(np.sum(result['quality_scores']),
280.2889206910113,
places=4)
self.assertAlmostEquals(np.var(result['quality_scores']),
1.4355485462027884,
places=4)
def test_observer_aware_subjective_model_with_dscoring(self):
subjective_model = MaximumLikelihoodEstimationModelReduced.from_dataset_file(
self.dataset_filepath)
result = subjective_model.run_modeling(dscore_mode=True)
self.assertAlmostEquals(np.sum(result['observer_bias']),
-0.090840910829083799,
places=4)
self.assertAlmostEquals(np.var(result['observer_bias']),
0.089032585621095089,
places=4)
self.assertAlmostEquals(np.sum(result['observer_inconsistency']),
15.681766163430936,
places=4)
self.assertAlmostEquals(np.var(result['observer_inconsistency']),
0.012565584832977776,
places=4)
self.assertAlmostEquals(np.sum(result['quality_scores']),
298.35293969059796,
places=4)
self.assertAlmostEquals(np.var(result['quality_scores']),
1.4163670233392607,
places=4)
def test_observer_aware_subjective_model(self):
subjective_model = MaximumLikelihoodEstimationModelReduced.from_dataset_file(
self.dataset_filepath)
result = subjective_model.run_modeling()
self.assertAlmostEquals(np.sum(result['observer_bias']), -0.090840910829083799, places=4)
self.assertAlmostEquals(np.var(result['observer_bias']), 0.089032585621095089, places=4)
self.assertAlmostEquals(np.sum(result['observer_inconsistency']), 15.681766163430936, places=4)
self.assertAlmostEquals(np.var(result['observer_inconsistency']), 0.012565584832977776, places=4)
self.assertAlmostEquals(np.sum(result['quality_scores']), 280.31447815213642, places=4)
self.assertAlmostEquals(np.var(result['quality_scores']), 1.4355485462027884, places=4)
def test_observer_aware_subjective_model_use_log(self):
subjective_model = MaximumLikelihoodEstimationModelReduced.from_dataset_file(
self.dataset_filepath)
result = subjective_model.run_modeling(use_log=True)
self.assertAlmostEquals(np.sum(result['observer_bias']), -0.082429594509296211, places=4)
self.assertAlmostEquals(np.var(result['observer_bias']), 0.089032585621095089, places=4)
self.assertAlmostEquals(np.sum(result['observer_inconsistency']), 15.681766163430936, places=4)
self.assertAlmostEquals(np.var(result['observer_inconsistency']), 0.012565584832977776, places=4)
self.assertAlmostEquals(np.sum(result['quality_scores']), 280.2889206910113, places=4)
self.assertAlmostEquals(np.var(result['quality_scores']), 1.4355485462027884, places=4)
def test_observer_aware_subjective_model_with_dscoring_and_zscoring(self):
subjective_model = MaximumLikelihoodEstimationModelReduced.from_dataset_file(
self.dataset_filepath)
result = subjective_model.run_modeling(dscore_mode=True, zscore_mode=True)
self.assertAlmostEquals(np.sum(result['observer_bias']), 0.0, places=4)
self.assertAlmostEquals(np.var(result['observer_bias']), 0.0, places=4)
self.assertAlmostEquals(np.sum(result['observer_inconsistency']), 11.628499078069273, places=4)
self.assertAlmostEquals(np.var(result['observer_inconsistency']), 0.0082089371266301642, places=4)
self.assertAlmostEquals(np.sum(result['quality_scores']), 0.0, places=4)
self.assertAlmostEquals(np.var(result['quality_scores']), 0.80806512456121071, places=4)
def test_observer_aware_subjective_model_with_zscoring(self):
subjective_model = MaximumLikelihoodEstimationModelReduced.from_dataset_file(
self.dataset_filepath)
result = subjective_model.run_modeling(zscore_mode=True)
self.assertAlmostEquals(np.sum(result['observer_bias']), 0.0, places=4)
self.assertAlmostEquals(np.var(result['observer_bias']), 0.0, places=4)
self.assertAlmostEquals(np.sum(result['observer_inconsistency']), 11.568205661696393, places=4)
self.assertAlmostEquals(np.var(result['observer_inconsistency']), 0.0079989301785523791, places=4)
self.assertAlmostEquals(np.sum(result['quality_scores']), 0.0, places=4)
self.assertAlmostEquals(np.var(result['quality_scores']), 0.80942484781493518, places=4)
def test_observer_aware_subjective_model_with_dscoring(self):
subjective_model = MaximumLikelihoodEstimationModelReduced.from_dataset_file(
self.dataset_filepath)
result = subjective_model.run_modeling(dscore_mode=True)
self.assertAlmostEquals(np.sum(result['observer_bias']), -0.090840910829083799, places=4)
self.assertAlmostEquals(np.var(result['observer_bias']), 0.089032585621095089, places=4)
self.assertAlmostEquals(np.sum(result['observer_inconsistency']), 15.681766163430936, places=4)
self.assertAlmostEquals(np.var(result['observer_inconsistency']), 0.012565584832977776, places=4)
self.assertAlmostEquals(np.sum(result['quality_scores']), 298.35293969059796, places=4)
self.assertAlmostEquals(np.var(result['quality_scores']), 1.4163670233392607, places=4)
def test_observer_aware_subjective_model_with_dscoring_and_zscoring(self):
subjective_model = MaximumLikelihoodEstimationModelReduced.from_dataset_file(
self.dataset_filepath)
result = subjective_model.run_modeling(dscore_mode=True, zscore_mode=True)
self.assertAlmostEquals(np.sum(result['observer_bias']), 0.0, places=4)
self.assertAlmostEquals(np.var(result['observer_bias']), 0.0, places=4)
self.assertAlmostEquals(np.sum(result['observer_inconsistency']), 11.628499078069273, places=4)
self.assertAlmostEquals(np.var(result['observer_inconsistency']), 0.0082089371266301642, places=4)
self.assertAlmostEquals(np.sum(result['quality_scores']), 0.0, places=4)
self.assertAlmostEquals(np.var(result['quality_scores']), 0.80806512456121071, places=4)
def test_observer_aware_subjective_model_with_zscoring(self):
subjective_model = MaximumLikelihoodEstimationModelReduced.from_dataset_file(
self.dataset_filepath)
result = subjective_model.run_modeling(zscore_mode=True)
self.assertAlmostEquals(np.sum(result['observer_bias']), 0.0, places=4)
self.assertAlmostEquals(np.var(result['observer_bias']), 0.0, places=4)
self.assertAlmostEquals(np.sum(result['observer_inconsistency']), 11.568205661696393, places=4)
self.assertAlmostEquals(np.var(result['observer_inconsistency']), 0.0079989301785523791, places=4)
self.assertAlmostEquals(np.sum(result['quality_scores']), 0.0, places=4)
self.assertAlmostEquals(np.var(result['quality_scores']), 0.80942484781493518, places=4)