class SyntheticDatasetReaderTest(unittest.TestCase):
def setUp(self):
dataset_filepath = config.ROOT + '/python/test/resource/NFLX_dataset_public_raw.py'
dataset = import_python_file(dataset_filepath)
np.random.seed(0)
info_dict = {
'quality_scores': np.random.randint(1, 6, 79),
'observer_bias': np.random.normal(0, 1, 26),
'observer_inconsistency': np.abs(np.random.normal(0, 0.1, 26)),
'content_bias': np.zeros(9),
'content_ambiguity': np.zeros(9),
}
self.dataset_reader = SyntheticRawDatasetReader(dataset,
input_dict=info_dict)
def test_read_dataset_stats(self):
self.assertEquals(self.dataset_reader.num_ref_videos, 9)
self.assertEquals(self.dataset_reader.num_dis_videos, 79)
self.assertEquals(self.dataset_reader.num_observers, 26)
def test_opinion_score_2darray(self):
os_2darray = self.dataset_reader.opinion_score_2darray
self.assertAlmostEquals(np.mean(os_2darray),
3.1912209428772669,
places=4)
def test_dis_videos_content_ids(self):
content_ids = self.dataset_reader.content_id_of_dis_videos
self.assertAlmostEquals(np.mean(content_ids),
3.8607594936708862,
places=4)
def test_disvideo_is_refvideo(self):
l = self.dataset_reader.disvideo_is_refvideo
self.assertItemsEqual(indices(l, lambda e: e is True), range(9))
def test_ref_score(self):
self.assertEqual(self.dataset_reader.ref_score, 5.0)
def test_to_dataset(self):
dataset = self.dataset_reader.to_dataset()
old_scores = [
dis_video['os']
for dis_video in self.dataset_reader.dataset.dis_videos
]
new_scores = [dis_video['os'] for dis_video in dataset.dis_videos]
self.assertNotEquals(old_scores, new_scores)
class SyntheticDatasetReaderTest(unittest.TestCase):
def setUp(self):
dataset_filepath = config.ROOT + '/python/test/resource/NFLX_dataset_public_raw.py'
dataset = import_python_file(dataset_filepath)
np.random.seed(0)
info_dict = {
'quality_scores': np.random.randint(1, 6, 79),
'observer_bias': np.random.normal(0, 1, 26),
'observer_inconsistency': np.abs(np.random.normal(0, 0.1, 26)),
'content_bias': np.zeros(9),
'content_ambiguity': np.zeros(9),
}
self.dataset_reader = SyntheticRawDatasetReader(dataset, input_dict=info_dict)
def test_read_dataset_stats(self):
self.assertEquals(self.dataset_reader.num_ref_videos, 9)
self.assertEquals(self.dataset_reader.num_dis_videos, 79)
self.assertEquals(self.dataset_reader.num_observers, 26)
def test_opinion_score_2darray(self):
os_2darray = self.dataset_reader.opinion_score_2darray
self.assertAlmostEquals(np.mean(os_2darray), 3.1912209428772669, places=4)
def test_dis_videos_content_ids(self):
content_ids = self.dataset_reader.content_id_of_dis_videos
self.assertAlmostEquals(np.mean(content_ids), 3.8607594936708862, places=4)
def test_disvideo_is_refvideo(self):
l = self.dataset_reader.disvideo_is_refvideo
self.assertItemsEqual(indices(l, lambda e: e is True), range(9))
def test_ref_score(self):
self.assertEqual(self.dataset_reader.ref_score, 5.0)
def test_to_dataset(self):
dataset = self.dataset_reader.to_dataset()
old_scores = [dis_video['os'] for dis_video in self.dataset_reader.dataset.dis_videos]
new_scores = [dis_video['os'] for dis_video in dataset.dis_videos]
self.assertNotEquals(old_scores, new_scores)
