Example #1
0
    def execute(self, slot):
        work = self
        input_path = '/mnt/media/' + work.set + '/' + work.filename

        try:
            slot.start_shell('/home/ec2-user/rd_tool/ab_meta_compare.sh ' + shellquote(str(self.bpp)) + ' ' + shellquote(self.runid) + ' ' + work.set + ' ' + shellquote(input_path) + ' ' + shellquote(self.codec))
            (stdout, stderr) = slot.gather()

            # filename with extension
            if 'video' in work.set:
                filename = input_path.split('/')[-1].rsplit('.', 1)[0] + '.ogv'
            else:
                filename = input_path.split('/')[-1].rsplit('.', 1)[0] + '.png'

            middle = self.runid + '/' + work.set + '/bpp_' + str(self.bpp)

            remote_file = '/home/ec2-user/runs/' + middle + '/' + shellquote(filename)
            local_folder = '../runs/' + middle
            local_file = '../runs/' + middle + '/' + filename

            subprocess.Popen(['mkdir', '--parents', local_folder])
            slot.get_file(remote_file, local_file)
            self.failed = False
        except IndexError:
            rd_print('Encoding and copying', filename, 'at bpp', str(self.bpp), 'failed')
            rd_print('stdout:')
            rd_print(stdout.decode('utf-8'))
            rd_print('stderr:')
            rd_print(stderr.decode('utf-8'))
            self.failed = True
Example #2
0
 def execute(self, slot):
     work = self
     if self.individual:
         input_path = '/mnt/media/'+work.filename
     else:
         input_path = '/mnt/media/'+work.set+'/'+work.filename
     self.quality = int(float(subprocess.check_output(['../quantizer_log.m','../runs/'+self.runid+'/'+work.set+'/'+work.filename+'-daala.out',self.bpp])))
     rd_print(self.filename + ' using quantizer ' + str(self.quality))
     slot.start_shell(('DAALA_ROOT=/home/ec2-user/daala/ WORK_ROOT="'+slot.work_root+'" x="'+str(work.quality) +
         '" CODEC="'+work.codec+'" EXTRA_OPTIONS="'+work.extra_options +
         '" NO_DELETE=1 /home/ec2-user/rd_tool/metrics_gather.sh '+shellquote(input_path)))
     (stdout, stderr) = slot.gather()
     print(stdout)
     print(stderr)
Example #3
0
 def parse(self, stdout, stderr):
     self.raw = stdout
     split = None
     try:
         split = self.raw.decode('utf-8').replace(')', ' ').split()
         self.pixels = split[1]
         self.size = split[2]
         self.metric = {}
         self.metric['psnr'] = {}
         self.metric["psnr"][0] = split[6]
         self.metric["psnr"][1] = split[8]
         self.metric["psnr"][2] = split[10]
         self.metric['psnrhvs'] = {}
         self.metric["psnrhvs"][0] = split[14]
         self.metric["psnrhvs"][1] = split[16]
         self.metric["psnrhvs"][2] = split[18]
         self.metric['ssim'] = {}
         self.metric["ssim"][0] = split[22]
         self.metric["ssim"][1] = split[24]
         self.metric["ssim"][2] = split[26]
         self.metric['fastssim'] = {}
         self.metric["fastssim"][0] = split[30]
         self.metric["fastssim"][1] = split[32]
         self.metric["fastssim"][2] = split[34]
         self.metric['ciede2000'] = split[36]
         self.metric['apsnr'] = {}
         self.metric['apsnr'][0] = split[40]
         self.metric['apsnr'][1] = split[42]
         self.metric['apsnr'][2] = split[44]
         self.metric['msssim'] = {}
         self.metric['msssim'][0] = split[48]
         self.metric['msssim'][1] = split[50]
         self.metric['msssim'][2] = split[52]
         self.failed = False
     except IndexError:
         rd_print('Decoding result for ' + self.filename + ' at quality ' +
                  str(self.quality) + 'failed!')
         rd_print('stdout:')
         rd_print(stdout.decode('utf-8'))
         rd_print('stderr:')
         rd_print(stderr.decode('utf-8'))
         self.failed = True
Example #4
0
 def parse(self, stdout, stderr):
     self.raw = stdout
     split = None
     try:
         split = self.raw.decode('utf-8').replace(')',' ').split()
         self.pixels = split[1]
         self.size = split[2]
         self.metric = {}
         self.metric['psnr'] = {}
         self.metric["psnr"][0] = split[6]
         self.metric["psnr"][1] = split[8]
         self.metric["psnr"][2] = split[10]
         self.metric['psnrhvs'] = {}
         self.metric["psnrhvs"][0] = split[14]
         self.metric["psnrhvs"][1] = split[16]
         self.metric["psnrhvs"][2] = split[18]
         self.metric['ssim'] = {}
         self.metric["ssim"][0] = split[22]
         self.metric["ssim"][1] = split[24]
         self.metric["ssim"][2] = split[26]
         self.metric['fastssim'] = {}
         self.metric["fastssim"][0] = split[30]
         self.metric["fastssim"][1] = split[32]
         self.metric["fastssim"][2] = split[34]
         self.metric['ciede2000'] = split[36]
         self.metric['apsnr'] = {}
         self.metric['apsnr'][0] = split[40]
         self.metric['apsnr'][1] = split[42]
         self.metric['apsnr'][2] = split[44]
         self.metric['msssim'] = {}
         self.metric['msssim'][0] = split[48]
         self.metric['msssim'][1] = split[50]
         self.metric['msssim'][2] = split[52]
         self.metric['encodetime'] = split[53]
         self.failed = False
     except IndexError:
         rd_print('Decoding result for '+self.filename+' at quality '+str(self.quality)+' failed!')
         rd_print('stdout:')
         rd_print(stdout.decode('utf-8'))
         rd_print('stderr:')
         rd_print(stderr.decode('utf-8'))
         self.failed = True
Example #5
0
 def execute(self, slot):
     work = self
     if self.individual:
         input_path = '/mnt/media/' + work.filename
     else:
         input_path = '/mnt/media/' + work.set + '/' + work.filename
     self.quality = int(
         float(
             subprocess.check_output([
                 '../quantizer_log.m', '../runs/' + self.runid + '/' +
                 work.set + '/' + work.filename + '-daala.out', self.bpp
             ])))
     rd_print(self.filename + ' using quantizer ' + str(self.quality))
     slot.start_shell(
         ('DAALA_ROOT=/home/ec2-user/daala/ WORK_ROOT="' + slot.work_root +
          '" x="' + str(work.quality) + '" CODEC="' + work.codec +
          '" EXTRA_OPTIONS="' + work.extra_options +
          '" NO_DELETE=1 /home/ec2-user/rd_tool/metrics_gather.sh ' +
          shellquote(input_path)))
     (stdout, stderr) = slot.gather()
     print(stdout)
     print(stderr)
Example #6
0
    def execute(self, slot):
        work = self
        input_path = '/mnt/media/' + work.set + '/' + work.filename

        try:
            slot.start_shell('/home/ec2-user/rd_tool/ab_meta_compare.sh ' +
                             shellquote(str(self.bpp)) + ' ' +
                             shellquote(self.runid) + ' ' + work.set + ' ' +
                             shellquote(input_path) + ' ' +
                             shellquote(self.codec))
            (stdout, stderr) = slot.gather()

            # filename with extension
            if 'video' in work.set:
                filename = input_path.split('/')[-1].rsplit('.', 1)[0] + '.ogv'
            else:
                filename = input_path.split('/')[-1].rsplit('.', 1)[0] + '.png'

            middle = self.runid + '/' + work.set + '/bpp_' + str(self.bpp)

            remote_file = '/home/ec2-user/runs/' + middle + '/' + shellquote(
                filename)
            local_folder = '../runs/' + middle
            local_file = '../runs/' + middle + '/' + filename

            subprocess.Popen(['mkdir', '--parents', local_folder])
            slot.get_file(remote_file, local_file)
            self.failed = False
        except IndexError:
            rd_print('Encoding and copying', filename, 'at bpp', str(self.bpp),
                     'failed')
            rd_print('stdout:')
            rd_print(stdout.decode('utf-8'))
            rd_print('stderr:')
            rd_print(stderr.decode('utf-8'))
            self.failed = True
Example #7
0
import awsremote
import scheduler
import sshslot


# Finding files such as `this_(that)` requires `'` be placed on both
# sides of the quote so the `()` are both captured. Files such as
# `du_Parterre_d'Eau` must be converted into
#`'du_Parterre_d'"'"'Eau'
#                ^^^ Required to make sure the `'` is captured.
def shellquote(s):
    return "'" + s.replace("'", "'\"'\"'") + "'"


if 'DAALA_ROOT' not in os.environ:
    rd_print(
        "Please specify the DAALA_ROOT environment variable to use this tool.")
    sys.exit(1)

daala_root = os.environ['DAALA_ROOT']

extra_options = ''
if 'EXTRA_OPTIONS' in os.environ:
    extra_options = os.environ['EXTRA_OPTIONS']
    print(get_time(),
          'Passing extra command-line options:"%s"' % extra_options)


class Work:
    def __init__(self):
        self.failed = False
Example #8
0
import json
import codecs
import awsremote
import scheduler
import sshslot

# Finding files such as `this_(that)` requires `'` be placed on both
# sides of the quote so the `()` are both captured. Files such as
# `du_Parterre_d'Eau` must be converted into
#`'du_Parterre_d'"'"'Eau'
#                ^^^ Required to make sure the `'` is captured.
def shellquote(s):
    return "'" + s.replace("'", "'\"'\"'") + "'"

if 'DAALA_ROOT' not in os.environ:
    rd_print("Please specify the DAALA_ROOT environment variable to use this tool.")
    sys.exit(1)

daala_root = os.environ['DAALA_ROOT']

extra_options = ''
if 'EXTRA_OPTIONS' in os.environ:
    extra_options = os.environ['EXTRA_OPTIONS']
    print(get_time(),'Passing extra command-line options:"%s"' % extra_options)

class Work:
    def __init__(self):
        self.failed = False
    def parse(self, stdout, stderr):
        self.raw = stdout
        split = None