def _generate_result(self, asset): # routine to call the command-line executable and generate quality # scores in the log file. ref_workfile_path = asset.ref_workfile_path dis_workfile_path = asset.dis_workfile_path log_file_path = self._get_log_file_path(asset) current_dir = os.getcwd() + '/' ref_workfile_path = make_absolute_path(ref_workfile_path, current_dir) dis_workfile_path = make_absolute_path(dis_workfile_path, current_dir) log_file_path = make_absolute_path(log_file_path, current_dir) quality_width, quality_height = asset.quality_width_height strred_cmd = '''{matlab} -nodisplay -nosplash -nodesktop -r "run_strred('{ref}', '{dis}', {h}, {w}); exit;" >> {log_file_path}'''.format( matlab=config.get_and_assert_matlab(), ref=ref_workfile_path, dis=dis_workfile_path, w=quality_width, h=quality_height, log_file_path=log_file_path, ) if self.logger: self.logger.info(strred_cmd) os.chdir(self.MATLAB_WORKSPACE) run_process(strred_cmd, shell=True) os.chdir(current_dir)
def test_adm(self): ADM_LOG = self.LOG_FILENAME + '_adm' print 'test adm...' cmd = "{vmaf} adm {fmt} {ref} {dis} {w} {h} > {log}".format( vmaf=self.VMAF, fmt=self.YUV_FMT, ref=self.REF_YUV, dis=self.DIS_YUV, w=self.YUV_WIDTH, h=self.YUV_HEIGHT, log=ADM_LOG ) run_process(cmd, shell=True) score, scores = read_log(ADM_LOG, "adm") self.assertAlmostEquals(score, 0.915509520833, places=4) score, scores = read_log(ADM_LOG, "adm_num") self.assertAlmostEquals(score, 6899.24648475, places=4) score, scores = read_log(ADM_LOG, "adm_den") self.assertAlmostEquals(score, 7535.29963308, places=4) score, scores = read_log(ADM_LOG, "adm_num_scale0") self.assertAlmostEquals(score, 280.8532403958333, places=4) score, scores = read_log(ADM_LOG, "adm_den_scale0") self.assertAlmostEquals(score, 362.16940943749995, places=4) score, scores = read_log(ADM_LOG, "adm_num_scale1") self.assertAlmostEquals(score, 1288.2366028125, places=4) score, scores = read_log(ADM_LOG, "adm_den_scale1") self.assertAlmostEquals(score, 1509.703552229167, places=4) score, scores = read_log(ADM_LOG, "adm_num_scale2") self.assertAlmostEquals(score, 2343.150772125, places=4) score, scores = read_log(ADM_LOG, "adm_den_scale2") self.assertAlmostEquals(score, 2554.939768562501, places=4) score, scores = read_log(ADM_LOG, "adm_num_scale3") self.assertAlmostEquals(score, 2987.005869583334, places=4) score, scores = read_log(ADM_LOG, "adm_den_scale3") self.assertAlmostEquals(score, 3108.4869029375, places=4)
def test_flat_value10(self): print 'test on flat pattern of value 10...' LOCAL_LOG_FILENAME = self.LOG_FILENAME + '_flat_value10' ref_yuv = config.ROOT + "/resource/yuv/flat_1920_1080_0.yuv" dis_yuv = config.ROOT + "/resource/yuv/flat_1920_1080_10.yuv" yuv_fmt = "yuv420p" yuv_width = 1920 yuv_height = 1080 cmd = self.CMD_TEMPLATE.format(vmaf=self.VMAF, fmt=yuv_fmt, ref=ref_yuv, dis=dis_yuv, w=yuv_width, h=yuv_height, log=LOCAL_LOG_FILENAME) run_process(cmd, shell=True) self.assertAlmostEquals(read_log(LOCAL_LOG_FILENAME, "adm")[0], 1.0, places=4) self.assertAlmostEquals(read_log(LOCAL_LOG_FILENAME, "ansnr")[0], 21.899511, places=4) self.assertAlmostEquals(read_log(LOCAL_LOG_FILENAME, "motion")[0], 0.0, places=4) self.assertAlmostEquals(read_log(LOCAL_LOG_FILENAME, "vif")[0], 1.0, places=4) self.assertAlmostEquals(read_log(LOCAL_LOG_FILENAME, "adm_num")[0], 0.0, places=4) self.assertAlmostEquals(read_log(LOCAL_LOG_FILENAME, "adm_den")[0], 0.0, places=4) self.assertAlmostEquals(read_log(LOCAL_LOG_FILENAME, "vif_num")[0], 2753999.99219, places=1) self.assertAlmostEquals(read_log(LOCAL_LOG_FILENAME, "vif_den")[0], 2754000.0, places=4) self.assertAlmostEquals(read_log(LOCAL_LOG_FILENAME, "anpsnr")[0], 29.045954, places=4) self.assertAlmostEquals(read_log(LOCAL_LOG_FILENAME, "vif_num_scale0")[0],2073600.0, places=4) self.assertAlmostEquals(read_log(LOCAL_LOG_FILENAME, "vif_den_scale0")[0], 2073600.0, places=4) self.assertAlmostEquals(read_log(LOCAL_LOG_FILENAME, "vif_num_scale3")[0], 32400.0, places=4) self.assertAlmostEquals(read_log(LOCAL_LOG_FILENAME, "vif_den_scale3")[0], 32400.0, places=4) self.assertAlmostEquals(read_log(LOCAL_LOG_FILENAME, "adm_num_scale0")[0], 0.0, places=3) self.assertAlmostEquals(read_log(LOCAL_LOG_FILENAME, "adm_den_scale0")[0], 0.0, places=3) self.assertAlmostEquals(read_log(LOCAL_LOG_FILENAME, "adm_num_scale3")[0], 0.0, places=3) self.assertAlmostEquals(read_log(LOCAL_LOG_FILENAME, "adm_den_scale3")[0], 0.0006910000000000001, places=3)
def test_vif(self): VIF_LOG = self.LOG_FILENAME + '_vif' print 'test vif on yuv422p10le...' cmd = "{vmaf} vif {fmt} {ref} {dis} {w} {h} > {log}".format( vmaf=self.VMAF, fmt=self.YUV_FMT, ref=self.REF_YUV, dis=self.DIS_YUV, w=self.YUV_WIDTH, h=self.YUV_HEIGHT, log=VIF_LOG ) run_process(cmd, shell=True) score, scores = read_log(VIF_LOG, "vif") self.assertAlmostEquals(score, 0.4460930625, places=4) self.assertAlmostEquals(scores[0], 0.580304, places=4) self.assertAlmostEquals(scores[1], 0.492477, places=4) score, scores = read_log(VIF_LOG, "vif_num") self.assertAlmostEquals(score, 712650.023478, places=0) score, scores = read_log(VIF_LOG, "vif_den") self.assertAlmostEquals(score, 1597314.95249, places=0) score, scores = read_log(VIF_LOG, "vif_num_scale0") self.assertAlmostEquals(score, 468101.509766, places=0) score, scores = read_log(VIF_LOG, "vif_num_scale1") self.assertAlmostEquals(score, 184971.572266, places=1) score, scores = read_log(VIF_LOG, "vif_num_scale2") self.assertAlmostEquals(score, 47588.8323567, places=0) score, scores = read_log(VIF_LOG, "vif_num_scale3") self.assertAlmostEquals(score, 11988.1090902, places=1) score, scores = read_log(VIF_LOG, "vif_den_scale0") self.assertAlmostEquals(score, 1287822.80208, places=0) score, scores = read_log(VIF_LOG, "vif_den_scale1") self.assertAlmostEquals(score, 241255.067708, places=1) score, scores = read_log(VIF_LOG, "vif_den_scale2") self.assertAlmostEquals(score, 55149.8169759, places=2) score, scores = read_log(VIF_LOG, "vif_den_scale3") self.assertAlmostEquals(score, 13087.2657267, places=2)
def test_checkerboard_opposite(self): print 'test on checkerboard pattern opposite...' LOCAL_LOG_FILENAME = self.LOG_FILENAME + '_checkerboard_opposite' ref_yuv = config.ROOT + "/resource/yuv/checkerboard_1920_1080_10_3_0_0.yuv" dis_yuv = config.ROOT + "/resource/yuv/checkerboard_1920_1080_10_3_10_0.yuv" yuv_fmt = "yuv420p" yuv_width = 1920 yuv_height = 1080 cmd = self.CMD_TEMPLATE.format(vmaf=self.VMAF, fmt=yuv_fmt, ref=ref_yuv, dis=dis_yuv, w=yuv_width, h=yuv_height, log=LOCAL_LOG_FILENAME) run_process(cmd, shell=True) self.assertAlmostEquals(read_log(LOCAL_LOG_FILENAME, "adm")[0], 0.0, places=4) self.assertAlmostEquals(read_log(LOCAL_LOG_FILENAME, "ansnr")[0], -5.758091333333334, places=4) self.assertAlmostEquals(read_log(LOCAL_LOG_FILENAME, "motion")[0], 12.554836666666667, places=4) self.assertAlmostEquals(read_log(LOCAL_LOG_FILENAME, "vif")[0], 0.0, places=4) self.assertAlmostEquals(read_log(LOCAL_LOG_FILENAME, "adm_num")[0], 0.0, places=4) self.assertAlmostEquals(read_log(LOCAL_LOG_FILENAME, "adm_den")[0], 30814.90966033333, places=3) self.assertAlmostEquals(read_log(LOCAL_LOG_FILENAME, "vif_num")[0], 6.66666666667, places=4) self.assertAlmostEquals(read_log(LOCAL_LOG_FILENAME, "vif_den")[0], 33021387.0625, places=3) self.assertAlmostEquals(read_log(LOCAL_LOG_FILENAME, "anpsnr")[0], 2.984752, places=4) self.assertAlmostEquals(read_log(LOCAL_LOG_FILENAME, "vif_num_scale0")[0], 6.66666666667, places=4) self.assertAlmostEquals(read_log(LOCAL_LOG_FILENAME, "vif_den_scale0")[0], 25757473.3333, places=3) self.assertAlmostEquals(read_log(LOCAL_LOG_FILENAME, "vif_num_scale3")[0], 0.0, places=4) self.assertAlmostEquals(read_log(LOCAL_LOG_FILENAME, "vif_den_scale3")[0], 259774.9375, places=3) self.assertAlmostEquals(read_log(LOCAL_LOG_FILENAME, "adm_num_scale0")[0], 0.0, places=3) self.assertAlmostEquals(read_log(LOCAL_LOG_FILENAME, "adm_den_scale0")[0], 5.380622, places=3) self.assertAlmostEquals(read_log(LOCAL_LOG_FILENAME, "adm_num_scale3")[0], 0.0, places=3) self.assertAlmostEquals(read_log(LOCAL_LOG_FILENAME, "adm_den_scale3")[0], 19622.156901, places=3)
def test_checkerboard_shifted_by_1(self): print 'test on checkerboard pattern shifted by 1...' LOCAL_LOG_FILENAME = self.LOG_FILENAME + '_checkerboard_shifted_by_1' ref_yuv = config.ROOT + "/resource/yuv/checkerboard_1920_1080_10_3_0_0.yuv" dis_yuv = config.ROOT + "/resource/yuv/checkerboard_1920_1080_10_3_1_0.yuv" yuv_fmt = "yuv420p" yuv_width = 1920 yuv_height = 1080 cmd = self.CMD_TEMPLATE.format(vmaf=self.VMAF, fmt=yuv_fmt, ref=ref_yuv, dis=dis_yuv, w=yuv_width, h=yuv_height, log=LOCAL_LOG_FILENAME) run_process(cmd, shell=True) self.assertAlmostEquals(read_log(LOCAL_LOG_FILENAME, "adm")[0], 0.81386000000000003, places=4) self.assertAlmostEquals(read_log(LOCAL_LOG_FILENAME, "ansnr")[0], 7.92623066667, places=4) self.assertAlmostEquals(read_log(LOCAL_LOG_FILENAME, "motion")[0], 12.5548366667, places=4) self.assertAlmostEquals(read_log(LOCAL_LOG_FILENAME, "vif")[0], 0.156834666667, places=4) self.assertAlmostEquals(read_log(LOCAL_LOG_FILENAME, "adm_num")[0], 25079.528779, places=3) self.assertAlmostEquals(read_log(LOCAL_LOG_FILENAME, "adm_den")[0], 30814.90966033333, places=3) self.assertAlmostEquals(read_log(LOCAL_LOG_FILENAME, "vif_num")[0], 5178894.51562, places=-1) self.assertAlmostEquals(read_log(LOCAL_LOG_FILENAME, "vif_den")[0], 33021387.0625, places=3) self.assertAlmostEquals(read_log(LOCAL_LOG_FILENAME, "anpsnr")[0], 16.669074, places=4) self.assertAlmostEquals(read_log(LOCAL_LOG_FILENAME, "vif_num_scale0")[0], 2908829.0, places=-1) self.assertAlmostEquals(read_log(LOCAL_LOG_FILENAME, "vif_den_scale0")[0], 25757473.3333, places=3) self.assertAlmostEquals(read_log(LOCAL_LOG_FILENAME, "vif_num_scale3")[0], 128957.796875, places=-2) self.assertAlmostEquals(read_log(LOCAL_LOG_FILENAME, "vif_den_scale3")[0], 259774.9375, places=3) self.assertAlmostEquals(read_log(LOCAL_LOG_FILENAME, "adm_num_scale0")[0], 3.679394, places=3) self.assertAlmostEquals(read_log(LOCAL_LOG_FILENAME, "adm_den_scale0")[0], 5.380622, places=3) self.assertAlmostEquals(read_log(LOCAL_LOG_FILENAME, "adm_num_scale3")[0], 16194.536132666666, places=3) self.assertAlmostEquals(read_log(LOCAL_LOG_FILENAME, "adm_den_scale3")[0], 19622.156901, places=3)
def _generate_result(self, asset): # routine to call the command-line executable and generate feature # scores in the log file. log_file_path = self._get_log_file_path(asset) # run VMAF command line to extract features, APPEND (>>) result (since # _prepare_generate_log_file method has already created the file and # written something in advance). quality_width, quality_height = asset.quality_width_height vmaf_feature_cmd = "{vmaf} all {yuv_type} {ref_path} {dis_path} {w} {h} >> {log_file_path}" \ .format( vmaf=self.VMAF_FEATURE, yuv_type=self._get_workfile_yuv_type(asset.yuv_type), ref_path=asset.ref_workfile_path, dis_path=asset.dis_workfile_path, w=quality_width, h=quality_height, log_file_path=log_file_path, ) if self.logger: self.logger.info(vmaf_feature_cmd) run_process(vmaf_feature_cmd, shell=True)
def test_all(self): ALL_LOG = self.LOG_FILENAME + "_all" print 'test all on yuv422p10le...' cmd = "{vmaf} all {fmt} {ref} {dis} {w} {h} > {log}".format( vmaf=self.VMAF, fmt=self.YUV_FMT, ref=self.REF_YUV, dis=self.DIS_YUV, w=self.YUV_WIDTH, h=self.YUV_HEIGHT, log=ALL_LOG ) run_process(cmd, shell=True) score, scores = read_log(ALL_LOG, "vif") self.assertAlmostEquals(score, 0.4460930625, places=4) score, scores = read_log(ALL_LOG, "motion") self.assertAlmostEquals(score, 4.04982535417, places=4) score, scores = read_log(ALL_LOG, "ansnr") self.assertAlmostEquals(score, 23.5095715208, places=4) score, scores = read_log(ALL_LOG, "adm") self.assertAlmostEquals(score, 0.915509520833, places=4) score, scores = read_log(ALL_LOG, "adm_num") self.assertAlmostEquals(score, 6899.24648475, places=4) score, scores = read_log(ALL_LOG, "adm_den") self.assertAlmostEquals(score, 7535.29963308, places=4) score, scores = read_log(ALL_LOG, "vif_num") self.assertAlmostEquals(score, 712650.023478, places=0) score, scores = read_log(ALL_LOG, "vif_den") self.assertAlmostEquals(score, 1597314.95249, places=0) score, scores = read_log(ALL_LOG, "anpsnr") self.assertAlmostEquals(score, 34.1902860625, places=4) score, scores = read_log(ALL_LOG, "vif_num_scale0") self.assertAlmostEquals(score, 468101.509766, places=0) score, scores = read_log(ALL_LOG, "vif_num_scale1") self.assertAlmostEquals(score, 184971.572266, places=1) score, scores = read_log(ALL_LOG, "vif_num_scale2") self.assertAlmostEquals(score, 47588.8323567, places=0) score, scores = read_log(ALL_LOG, "vif_num_scale3") self.assertAlmostEquals(score, 11988.1090902, places=1) score, scores = read_log(ALL_LOG, "vif_den_scale0") self.assertAlmostEquals(score, 1287822.80208, places=0) score, scores = read_log(ALL_LOG, "vif_den_scale1") self.assertAlmostEquals(score, 241255.067708, places=1) score, scores = read_log(ALL_LOG, "vif_den_scale2") self.assertAlmostEquals(score, 55149.8169759, places=2) score, scores = read_log(ALL_LOG, "vif_den_scale3") self.assertAlmostEquals(score, 13087.2657267, places=2) score, scores = read_log(ALL_LOG, "adm_den_scale0") self.assertAlmostEquals(score, 362.16940943749995, places=4) score, scores = read_log(ALL_LOG, "adm_num_scale1") self.assertAlmostEquals(score, 1288.2366028125, places=4) score, scores = read_log(ALL_LOG, "adm_den_scale1") self.assertAlmostEquals(score, 1509.703552229167, places=4) score, scores = read_log(ALL_LOG, "adm_num_scale2") self.assertAlmostEquals(score, 2343.150772125, places=4) score, scores = read_log(ALL_LOG, "adm_den_scale2") self.assertAlmostEquals(score, 2554.939768562501, places=4) score, scores = read_log(ALL_LOG, "adm_num_scale3") self.assertAlmostEquals(score, 2987.005869583334, places=4) score, scores = read_log(ALL_LOG, "adm_den_scale3") self.assertAlmostEquals(score, 3108.4869029375, places=4)
def test_motion(self): MOTION_LOG = self.LOG_FILENAME + '_motion' print 'test motion on yuv422p10le...' cmd = "{vmaf} motion {fmt} {ref} {dis} {w} {h} > {log}".format( vmaf=self.VMAF, fmt=self.YUV_FMT, ref=self.REF_YUV, dis=self.DIS_YUV, w=self.YUV_WIDTH, h=self.YUV_HEIGHT, log=MOTION_LOG ) run_process(cmd, shell=True) score, scores = read_log(MOTION_LOG, "motion") self.assertAlmostEquals(score, 4.04982535417, places=4)
def test_psnr(self): PSNR_LOG = self.LOG_FILENAME + '_psnr' print 'test psnr on yuv422p10le...' cmd = "{psnr} {fmt} {ref} {dis} {w} {h} > {log}".format( psnr=self.PSNR, fmt=self.YUV_FMT, ref=self.REF_YUV, dis=self.DIS_YUV, w=self.YUV_WIDTH, h=self.YUV_HEIGHT, log=PSNR_LOG ) run_process(cmd, shell=True) score, scores = read_log(PSNR_LOG, "psnr") self.assertAlmostEquals(score, 30.7805732917, places=4) self.assertAlmostEquals(scores[0], 34.786288, places=4) self.assertAlmostEquals(scores[1], 31.908737, places=4)
def test_2nd_moment(self): MOMENT_LOG = self.LOG_FILENAME + '_moment' print 'test 2nd moment...' cmd = "{moment} 2 {fmt} {dis} {w} {h} > {log}".format( moment=self.MOMENT, fmt=self.YUV_FMT, dis=self.DIS_YUV, w=self.YUV_WIDTH, h=self.YUV_HEIGHT, log=MOMENT_LOG ) run_process(cmd, shell=True) score, scores = read_log(MOMENT_LOG, "1stmoment") self.assertAlmostEquals(score, 61.332006624999984, places=4) score, scores = read_log(MOMENT_LOG, "2ndmoment") self.assertAlmostEquals(score, 4798.659574041666, places=4)
def test_ansnr(self): ANSNR_LOG = self.LOG_FILENAME + '_ansnr' print 'test ansnr...' cmd = "{vmaf} ansnr {fmt} {ref} {dis} {w} {h} > {log}".format( vmaf=self.VMAF, fmt=self.YUV_FMT, ref=self.REF_YUV, dis=self.DIS_YUV, w=self.YUV_WIDTH, h=self.YUV_HEIGHT, log=ANSNR_LOG ) run_process(cmd, shell=True) score, scores = read_log(ANSNR_LOG, "ansnr") self.assertAlmostEquals(score, 23.5095715208, places=4) score, scores = read_log(ANSNR_LOG, "anpsnr") self.assertAlmostEquals(score, 34.164776875, places=4)
def test_run_cleaning_cache_psnr(self): exe = config.ROOT + '/run_testing' cmd = "{exe} PSNR {dataset} --parallelize --cache-result --suppress-plot".format( exe=exe, dataset=self.dataset_filename) ret = run_process(cmd, shell=True) self.assertEquals(ret, 0) exe = config.ROOT + '/python/run_cleaning_cache.py' cmd = "{exe} PSNR {dataset}".format( exe=exe, dataset=self.dataset_filename) ret = run_process(cmd, shell=True) self.assertEquals(ret, 0)
def test_run_vmaf_in_batch(self): line = 'yuv420p 576 324 {root}/resource/yuv/src01_hrc00_576x324.yuv ' \ '{root}/resource/yuv/src01_hrc01_576x324.yuv'.format(root=config.ROOT) cmd = 'echo "{line}" > {batch_filename}'.format( line=line, batch_filename=self.batch_filename) ret = run_process(cmd, shell=True) self.assertEquals(ret, 0) exe = config.ROOT + '/run_vmaf_in_batch' cmd = "{exe} {input} --parallelize >/dev/null 2>&1".format( exe=exe, input=self.batch_filename) ret = run_process(cmd, shell=True) self.assertEquals(ret, 0)
def test_run_psnr(self): exe = config.ROOT + '/run_psnr' line = 'yuv420p 576 324 {root}/resource/yuv/src01_hrc00_576x324.yuv ' \ '{root}/resource/yuv/src01_hrc01_576x324.yuv'.format(root=config.ROOT) cmd = "{exe} {line} >/dev/null 2>&1".format(line=line, exe=exe) ret = run_process(cmd, shell=True) self.assertEquals(ret, 0)
def test_run_vmaf_training_raw_dataset(self): exe = config.ROOT + '/run_vmaf_training' cmd = "{exe} {dataset} {param} {param} {output} --parallelize --suppress-plot".format( exe=exe, dataset=self.raw_dataset_filename, param=self.param_filename, output=self.out_model_filepath) ret = run_process(cmd, shell=True) self.assertEquals(ret, 0)
def test_ms_ssim(self): MS_SSIM_LOG = self.LOG_FILENAME + '_msssim' print 'test ms_ssim on yuv422p10le...' cmd = "{ms_ssim} {fmt} {ref} {dis} {w} {h} > {log}".format( ms_ssim=self.MS_SSIM, fmt=self.YUV_FMT, ref=self.REF_YUV, dis=self.DIS_YUV, w=self.YUV_WIDTH, h=self.YUV_HEIGHT, log=MS_SSIM_LOG ) run_process(cmd, shell=True) score, scores = read_log(MS_SSIM_LOG, "ms_ssim") self.assertAlmostEquals(score, 0.9632498125, places=4) self.assertAlmostEquals(scores[0], 0.981968, places=4) self.assertAlmostEquals(scores[1], 0.973366, places=4) score, scores = read_log(MS_SSIM_LOG, "ms_ssim_l_scale0") self.assertAlmostEquals(score, 0.998147458333333, places=4) score, scores = read_log(MS_SSIM_LOG, "ms_ssim_c_scale0") self.assertAlmostEquals(score, 0.9612679375000001, places=4) score, scores = read_log(MS_SSIM_LOG, "ms_ssim_s_scale0") self.assertAlmostEquals(score, 0.8977363333333335, places=4) score, scores = read_log(MS_SSIM_LOG, "ms_ssim_l_scale1") self.assertAlmostEquals(score, 0.9989961250000002, places=4) score, scores = read_log(MS_SSIM_LOG, "ms_ssim_c_scale1") self.assertAlmostEquals(score, 0.9857694375, places=4) score, scores = read_log(MS_SSIM_LOG, "ms_ssim_s_scale1") self.assertAlmostEquals(score, 0.941185875, places=4) score, scores = read_log(MS_SSIM_LOG, "ms_ssim_l_scale2") self.assertAlmostEquals(score, 0.9992356458333332, places=4) score, scores = read_log(MS_SSIM_LOG, "ms_ssim_c_scale2") self.assertAlmostEquals(score, 0.997034020833, places=4) score, scores = read_log(MS_SSIM_LOG, "ms_ssim_s_scale2") self.assertAlmostEquals(score, 0.977992145833, places=4) score, scores = read_log(MS_SSIM_LOG, "ms_ssim_l_scale3") self.assertAlmostEquals(score, 0.9992921041666665, places=4) score, scores = read_log(MS_SSIM_LOG, "ms_ssim_c_scale3") self.assertAlmostEquals(score, 0.9995884375000003, places=4) score, scores = read_log(MS_SSIM_LOG, "ms_ssim_s_scale3") self.assertAlmostEquals(score, 0.9938712499999998, places=4) score, scores = read_log(MS_SSIM_LOG, "ms_ssim_l_scale4") self.assertAlmostEquals(score, 0.9994035625000003, places=4) score, scores = read_log(MS_SSIM_LOG, "ms_ssim_c_scale4") self.assertAlmostEquals(score, 0.999907625, places=4) score, scores = read_log(MS_SSIM_LOG, "ms_ssim_s_scale4") self.assertAlmostEquals(score,0.998222583333, places=4)
def _open_dis_workfile(self, asset, fifo_mode): # For now, only works for YUV format -- all need is to copy from dis # file to dis workfile # only need to open dis workfile if the path is different from dis path assert asset.use_path_as_workpath == False \ and asset.dis_path != asset.dis_workfile_path # if fifo mode, mkfifo if fifo_mode: os.mkfifo(asset.dis_workfile_path) quality_width, quality_height = asset.quality_width_height yuv_type = asset.yuv_type resampling_type = asset.resampling_type if yuv_type != 'notyuv': # in this case, for sure has dis_width_height width, height = asset.dis_width_height src_fmt_cmd = self._get_yuv_src_fmt_cmd(asset, height, width) else: src_fmt_cmd = self._get_notyuv_src_fmt_cmd(asset, 'dis') workfile_yuv_type = self._get_workfile_yuv_type(yuv_type) crop_cmd = self._get_crop_cmd(asset) pad_cmd = self._get_pad_cmd(asset) ffmpeg_cmd = '{ffmpeg} {src_fmt_cmd} -i {src} -an -vsync 0 ' \ '-pix_fmt {yuv_type} -vf {crop_cmd}{pad_cmd}scale={width}x{height} -f rawvideo ' \ '-sws_flags {resampling_type} -y {dst}'.format( ffmpeg=get_and_assert_ffmpeg(), src=asset.dis_path, dst=asset.dis_workfile_path, width=quality_width, height=quality_height, src_fmt_cmd=src_fmt_cmd, crop_cmd=crop_cmd, pad_cmd=pad_cmd, yuv_type=workfile_yuv_type, resampling_type=resampling_type) if self.logger: self.logger.info(ffmpeg_cmd) run_process(ffmpeg_cmd, shell=True)
def _generate_result(self, asset): # routine to call the command-line executable and generate quality # scores in the log file. log_file_path = self._get_log_file_path(asset) if self.optional_dict is not None \ and 'model_filepath' in self.optional_dict \ and self.optional_dict['model_filepath'] is not None: model_filepath = self.optional_dict['model_filepath'] else: model_filepath = self.DEFAULT_MODEL_FILEPATH vmafossexec_cmd = self._get_vmafossexec_cmd(asset, model_filepath, log_file_path) if self.logger: self.logger.info(vmafossexec_cmd) run_process(vmafossexec_cmd, shell=True)
def _generate_result(self, asset): # routine to call the command-line executable and generate quality # scores in the log file. log_file_path = self._get_log_file_path(asset) # run VMAF command line to extract features, 'APPEND' result (since # super method already does something quality_width, quality_height = asset.quality_width_height ms_ssim_cmd = "{ms_ssim} {yuv_type} {ref_path} {dis_path} {w} {h} >> {log_file_path}" \ .format( ms_ssim=self.MS_SSIM, yuv_type=self._get_workfile_yuv_type(asset.yuv_type), ref_path=asset.ref_workfile_path, dis_path=asset.dis_workfile_path, w=quality_width, h=quality_height, log_file_path=log_file_path, ) if self.logger: self.logger.info(ms_ssim_cmd) run_process(ms_ssim_cmd, shell=True)
def test_ssim(self): SSIM_LOG = self.LOG_FILENAME + '_ssim' print 'test ssim on yuv422p10le...' cmd = "{ssim} {fmt} {ref} {dis} {w} {h} > {log}".format( ssim=self.SSIM, fmt=self.YUV_FMT, ref=self.REF_YUV, dis=self.DIS_YUV, w=self.YUV_WIDTH, h=self.YUV_HEIGHT, log=SSIM_LOG ) run_process(cmd, shell=True) score, scores = read_log(SSIM_LOG, "ssim") self.assertAlmostEquals(score, 0.863226541666667, places=4) self.assertAlmostEquals(scores[0], 0.925023, places=4) self.assertAlmostEquals(scores[1], 0.891992, places=4) score, scores = read_log(SSIM_LOG, "ssim_l") self.assertAlmostEquals(score,0.998147458333333, places=4) self.assertAlmostEquals(scores[0], 0.999524, places=4) self.assertAlmostEquals(scores[1], 0.998983, places=4) score, scores = read_log(SSIM_LOG, "ssim_c") self.assertAlmostEquals(score, 0.9612679375000001, places=4) self.assertAlmostEquals(scores[0], 0.979614, places=4) self.assertAlmostEquals(scores[1], 0.96981, places=4) score, scores = read_log(SSIM_LOG, "ssim_s") self.assertAlmostEquals(score, 0.8977363333333335, places=4) self.assertAlmostEquals(scores[0], 0.943966, places=4) self.assertAlmostEquals(scores[1], 0.919507, places=4)
def test_run_testing_vmaf_raw_dataset(self): exe = config.ROOT + '/run_testing' cmd = "{exe} VMAF {dataset} --parallelize --suppress-plot".format( exe=exe, dataset=self.raw_dataset_filename) ret = run_process(cmd, shell=True) self.assertEquals(ret, 0)