class QualityRunnerTiffTest(unittest.TestCase):
def setUp(self) -> None:
for i in range(4):
VmafConfig.test_resource_path('tiff', 'src01_hrc00_576x324%05d.tiff' % (i+1))
VmafConfig.test_resource_path('tiff', 'src01_hrc01_576x324%05d.tiff' % (i+1))
def tearDown(self):
if hasattr(self, 'runner'):
self.runner.remove_results()
pass
def test_run_psnr_runner_with_notyuv(self):
ref_path = VmafConfig.test_resource_path("tiff", "src01_hrc00_576x324%05d.tiff", bypass_download=True)
dis_path = VmafConfig.test_resource_path("tiff", "src01_hrc01_576x324%05d.tiff", bypass_download=True)
asset = Asset(dataset="test", content_id=0, asset_id=0,
workdir_root=VmafConfig.workdir_path(),
ref_path=ref_path,
dis_path=dis_path,
asset_dict={'yuv_type': 'notyuv',
'quality_width': 576, 'quality_height': 324,
})
self.runner = PsnrQualityRunner(
[asset],
None, fifo_mode=False,
delete_workdir=True,
result_store=None
)
self.runner.run()
results = self.runner.results
pprint.pprint(results[0]['PSNR_scores'])
pprint.pprint(results[0]['PSNR_score'])
self.assertAlmostEqual(results[0]['PSNR_score'], 32.12685675, places=4)
class QualityRunnerTest(unittest.TestCase):
def tearDown(self):
if hasattr(self, 'runner'):
self.runner.remove_results()
pass
def setUp(self):
self.result_store = FileSystemResultStore()
def test_run_psnr_runner_with_notyuv(self):
print 'test on running PSNR runner...'
ref_path = VmafConfig.test_resource_path("mp4",
"Seeking_10_288_375.mp4")
dis_path = VmafConfig.test_resource_path("mp4",
"Seeking_10_288_375.mp4")
asset = Asset(dataset="test",
content_id=0,
asset_id=0,
workdir_root=VmafConfig.workdir_path(),
ref_path=ref_path,
dis_path=dis_path,
asset_dict={
'yuv_type': 'notyuv',
'quality_width': 720,
'quality_height': 480,
})
self.runner = PsnrQualityRunner([asset],
None,
fifo_mode=True,
delete_workdir=True,
result_store=None)
self.runner.run()
results = self.runner.results
self.assertAlmostEqual(results[0]['PSNR_score'], 60.0, places=4)
def test_run_vmaf_runner_with_notyuv(self):
print 'test on running VMAF runner...'
ref_path = VmafConfig.test_resource_path("mp4",
"Seeking_30_480_1050.mp4")
dis_path = VmafConfig.test_resource_path("mp4",
"Seeking_10_288_375.mp4")
asset = Asset(dataset="test",
content_id=0,
asset_id=0,
workdir_root=VmafConfig.workdir_path(),
ref_path=ref_path,
dis_path=dis_path,
asset_dict={
'yuv_type': 'notyuv',
'quality_width': 360,
'quality_height': 240,
})
self.runner = VmafQualityRunner([asset],
None,
fifo_mode=True,
delete_workdir=True,
result_store=None)
self.runner.run()
results = self.runner.results
self.assertAlmostEqual(results[0]['VMAF_score'],
77.635307276411766,
places=4)
def test_run_vmafossexec_runner_with_notyuv(self):
print 'test on running VMAF runner...'
ref_path = VmafConfig.test_resource_path("mp4",
"Seeking_30_480_1050.mp4")
dis_path = VmafConfig.test_resource_path("mp4",
"Seeking_10_288_375.mp4")
asset = Asset(dataset="test",
content_id=0,
asset_id=0,
workdir_root=VmafConfig.workdir_path(),
ref_path=ref_path,
dis_path=dis_path,
asset_dict={
'yuv_type': 'notyuv',
'quality_width': 360,
'quality_height': 240,
})
self.runner = VmafossExecQualityRunner([asset],
None,
fifo_mode=True,
delete_workdir=True,
result_store=None)
self.runner.run()
results = self.runner.results
self.assertAlmostEqual(results[0]['VMAFOSSEXEC_score'],
77.635309333333339,
places=4)
def test_run_psnr_runner_with_frames(self):
print 'test on running PSNR runner...'
ref_path = VmafConfig.test_resource_path("yuv",
"src01_hrc00_576x324.yuv")
dis_path = VmafConfig.test_resource_path("yuv",
"src01_hrc01_576x324.yuv")
asset = Asset(dataset="test",
content_id=0,
asset_id=0,
workdir_root=VmafConfig.workdir_path(),
ref_path=ref_path,
dis_path=dis_path,
asset_dict={
'width': 576,
'height': 324,
'start_frame': 2,
'end_frame': 2
})
asset2 = Asset(dataset="test",
content_id=0,
asset_id=0,
workdir_root=VmafConfig.workdir_path(),
ref_path=ref_path,
dis_path=dis_path,
asset_dict={
'width': 576,
'height': 324,
'ref_start_frame': 2,
'ref_end_frame': 2,
'dis_start_frame': 6,
'dis_end_frame': 6,
})
self.runner = PsnrQualityRunner([asset, asset2],
None,
fifo_mode=True,
delete_workdir=True,
result_store=None)
self.runner.run(parallelize=False)
results = self.runner.results
self.assertAlmostEqual(results[0]['PSNR_score'], 30.993823, places=4)
self.assertAlmostEqual(results[1]['PSNR_score'], 19.393160, places=4)
class QualityRunnerTest(unittest.TestCase):
def tearDown(self):
if hasattr(self, 'runner'):
self.runner.remove_results()
pass
def setUp(self):
self.result_store = FileSystemResultStore()
def test_run_psnr_runner_with_notyuv(self):
ref_path = VmafConfig.test_resource_path("mp4", "Seeking_10_288_375.mp4")
dis_path = VmafConfig.test_resource_path("mp4", "Seeking_10_288_375.mp4")
asset = Asset(dataset="test", content_id=0, asset_id=0,
workdir_root=VmafConfig.workdir_path(),
ref_path=ref_path,
dis_path=dis_path,
asset_dict={'yuv_type': 'notyuv',
'quality_width': 720, 'quality_height': 480,
})
self.runner = PsnrQualityRunner(
[asset],
None, fifo_mode=True,
delete_workdir=True,
result_store=None
)
self.runner.run()
results = self.runner.results
self.assertAlmostEqual(results[0]['PSNR_score'], 60.0, places=4)
def test_run_vmaf_runner_with_notyuv(self):
ref_path = VmafConfig.test_resource_path("mp4", "Seeking_30_480_1050.mp4")
dis_path = VmafConfig.test_resource_path("mp4", "Seeking_10_288_375.mp4")
asset = Asset(dataset="test", content_id=0, asset_id=0,
workdir_root=VmafConfig.workdir_path(),
ref_path=ref_path,
dis_path=dis_path,
asset_dict={'yuv_type': 'notyuv',
'quality_width': 360, 'quality_height': 240,
})
self.runner = VmafQualityRunner(
[asset],
None, fifo_mode=True,
delete_workdir=True,
result_store=None,
optional_dict={
'model_filepath': VmafConfig.model_path("vmaf_float_v0.6.1.json"),
},
)
self.runner.run()
results = self.runner.results
self.assertAlmostEqual(results[0]['VMAF_score'], 77.61273448644646, places=4)
def test_run_vmaf_runner_with_notyuv_jpg(self):
ref_path = VmafConfig.test_resource_path("test_images", "bikes.jpg")
dis_path = VmafConfig.test_resource_path("test_images", "bikes_dis.jpg")
asset = Asset(dataset="test", content_id=0, asset_id=0,
workdir_root=VmafConfig.workdir_path(),
ref_path=ref_path,
dis_path=dis_path,
asset_dict={'yuv_type': 'notyuv',
'quality_width': 512, 'quality_height': 384,
'workfile_yuv_type': 'yuv444p',
})
self.runner = VmafQualityRunner(
[asset],
None, fifo_mode=True,
delete_workdir=True,
result_store=None,
optional_dict={
'model_filepath': VmafConfig.model_path("vmaf_float_v0.6.1.json"),
},
)
self.runner.run()
results = self.runner.results
self.assertAlmostEqual(results[0]['VMAF_score'], 63.255016130209064, places=4)
def test_run_vmafossexec_runner_with_notyuv(self):
ref_path = VmafConfig.test_resource_path("mp4", "Seeking_30_480_1050.mp4")
dis_path = VmafConfig.test_resource_path("mp4", "Seeking_10_288_375.mp4")
asset = Asset(dataset="test", content_id=0, asset_id=0,
workdir_root=VmafConfig.workdir_path(),
ref_path=ref_path,
dis_path=dis_path,
asset_dict={'yuv_type': 'notyuv',
'quality_width': 360, 'quality_height': 240,
})
self.runner = VmafossExecQualityRunner(
[asset],
None, fifo_mode=True,
delete_workdir=True,
result_store=None
)
self.runner.run()
results = self.runner.results
self.assertAlmostEqual(results[0]['VMAFOSSEXEC_score'], 77.61273533333333, places=4)
def test_run_psnr_runner_with_frames(self):
ref_path = VmafConfig.test_resource_path("yuv", "src01_hrc00_576x324.yuv")
dis_path = VmafConfig.test_resource_path("yuv", "src01_hrc01_576x324.yuv")
asset = Asset(dataset="test", content_id=0, asset_id=0,
workdir_root=VmafConfig.workdir_path(),
ref_path=ref_path,
dis_path=dis_path,
asset_dict={'width': 576, 'height': 324,
'start_frame': 2, 'end_frame': 2})
asset2 = Asset(dataset="test", content_id=0, asset_id=0,
workdir_root=VmafConfig.workdir_path(),
ref_path=ref_path,
dis_path=dis_path,
asset_dict={'width': 576, 'height': 324,
'ref_start_frame': 2, 'ref_end_frame': 2,
'dis_start_frame': 6, 'dis_end_frame': 6,
})
self.runner = PsnrQualityRunner(
[asset, asset2],
None, fifo_mode=True,
delete_workdir=True,
result_store=None
)
self.runner.run(parallelize=False)
results = self.runner.results
self.assertAlmostEqual(results[0]['PSNR_score'], 30.993823, places=4)
self.assertAlmostEqual(results[1]['PSNR_score'], 19.393160, places=4)
def test_run_psnr_runner_with_frames_proc(self):
ref_path = VmafConfig.test_resource_path("yuv", "src01_hrc00_576x324.yuv")
dis_path = VmafConfig.test_resource_path("yuv", "src01_hrc01_576x324.yuv")
asset = Asset(dataset="test", content_id=0, asset_id=0,
workdir_root=VmafConfig.workdir_path(),
ref_path=ref_path,
dis_path=dis_path,
asset_dict={'width': 576, 'height': 324,
'start_frame': 2, 'end_frame': 2,
'ref_proc_callback': 'identity',
})
asset2 = Asset(dataset="test", content_id=0, asset_id=0,
workdir_root=VmafConfig.workdir_path(),
ref_path=ref_path,
dis_path=dis_path,
asset_dict={'width': 576, 'height': 324,
'ref_start_frame': 2, 'ref_end_frame': 2,
'dis_start_frame': 6, 'dis_end_frame': 6,
'dis_proc_callback': 'identity',
})
self.runner = PsnrQualityRunner(
[asset, asset2],
None, fifo_mode=True,
delete_workdir=True,
result_store=None
)
self.runner.run(parallelize=False)
results = self.runner.results
self.assertAlmostEqual(results[0]['PSNR_score'], 30.993823, places=4)
self.assertAlmostEqual(results[1]['PSNR_score'], 19.393160, places=4)