Python starter_helper Examples

Example #1

File: BtA.py Project: dgleich/mrsimform

def starter(prog):
    # set the global opts
    gopts.prog = prog

    matB = prog.delopt('matB')
    if not matB:
        return "'matB' not specified'"
    matA = prog.delopt('matA')
    if not matA:
        return "'matA' not specified'"

    gopts.getstrkey('B_id', '')

    mrmc.starter_helper(prog)
        
    prog.addopt('input', matB)
    prog.addopt('input', matA)

    matname, matext = os.path.splitext(matA)
    
    gopts.getintkey('blocksize',3)
    gopts.getstrkey('reduce_schedule','1')
    
    output = prog.getopt('output')
    if not output:
        prog.addopt('output','%s-BtA%s'%(matname,matext))
        
    gopts.save_params()

Example #2

File: BtA.py Project: arbenson/mrtsqr

def starter(prog):
    # set the global opts
    gopts.prog = prog

    matB = prog.delopt("matB")
    if not matB:
        return "'matB' not specified'"
    matA = prog.delopt("matA")
    if not matA:
        return "'matA' not specified'"

    gopts.getstrkey("B_id", "")

    mrmc.starter_helper(prog)

    prog.addopt("input", matB)
    prog.addopt("input", matA)

    matname, matext = os.path.splitext(matA)

    gopts.getintkey("blocksize", 3)
    gopts.getstrkey("reduce_schedule", "1")

    output = prog.getopt("output")
    if not output:
        prog.addopt("output", "%s-BtA%s" % (matname, matext))

    gopts.save_params()

Example #3

File: BtA.py Project: renderdude/mrsimform

def starter(prog):
    # set the global opts
    gopts.prog = prog

    matB = prog.delopt('matB')
    if not matB:
        return "'matB' not specified'"
    matA = prog.delopt('matA')
    if not matA:
        return "'matA' not specified'"

    gopts.getstrkey('B_id', '')

    mrmc.starter_helper(prog)

    prog.addopt('input', matB)
    prog.addopt('input', matA)

    matname, matext = os.path.splitext(matA)

    gopts.getintkey('blocksize', 3)
    gopts.getstrkey('reduce_schedule', '1')

    output = prog.getopt('output')
    if not output:
        prog.addopt('output', '%s-BtA%s' % (matname, matext))

    gopts.save_params()

Example #4

File: HouseholderQR_2.py Project: arbenson/mrtsqr

def starter(prog):
  # set the global opts
  gopts.prog = prog

  mat = mrmc.starter_helper(prog, use_dirtsqr=False, use_house=True)
  if not mat: return "'mat' not specified"

  matname,matext = os.path.splitext(mat)
  output = prog.getopt('output')
  if not output:
    prog.addopt('output','%s-HHQR-2%s'%(matname,matext))

  step = int(prog.getopt('step'))

  if step != 0:
    path = 'info_file'
    path_opt = prog.delopt(path)
    if not path_opt:
      return "'%s' not specified" % path
    prog.addopt('file', os.path.join(os.path.dirname(__file__), path_opt))
    gopts.getstrkey(path, path_opt)

  gopts.getintkey('step', -1)


  gopts.save_params()

Example #5

File: ARInv.py Project: arbenson/mrtsqr

def starter(prog):
    gopts.prog = prog

    mat = mrmc.starter_helper(prog)
    if not mat: return "'mat' not specified"    
    
    matpath = prog.delopt('matpath')
    if not matpath:
        return "'matpath' not specified"
    prog.addopt('file', os.path.join(os.path.dirname(__file__), matpath))    
    gopts.getstrkey('matpath', matpath)

    matpath2 = prog.delopt('matpath2')
    if matpath2:
        prog.addopt('file', os.path.join(os.path.dirname(__file__), matpath2))
        gopts.getstrkey('matpath2', matpath2)
    else:
        gopts.getstrkey('matpath2', '')

    matname,matext = os.path.splitext(mat)
    output = prog.getopt('output')
    if not output:
        prog.addopt('output','%s-arinv%s' % (matname, matext))    
    
    gopts.getintkey('blocksize', 3)
    gopts.getstrkey('reduce_schedule', '1')
    
    gopts.save_params()

Example #6

File: dirtsqr3.py Project: arbenson/mrtsqr

def starter(prog):
    # set the global opts
    gopts.prog = prog

    mat = mrmc.starter_helper(prog, True)
    if not mat: return "'mat' not specified"

    matname,matext = os.path.splitext(mat)
    output = prog.getopt('output')
    if not output:
        prog.addopt('output','%s-dirtsqr-3%s'%(matname,matext))
    
    gopts.getintkey('ncols', 10)

    q2path = prog.delopt('q2path')
    if not q2path:
        return "'q2path' not specified"
    prog.addopt('file', os.path.join(os.path.dirname(__file__), q2path))
    gopts.getstrkey('q2path', q2path)

    upath = prog.delopt('upath')
    if upath:
      prog.addopt('file', os.path.join(os.path.dirname(__file__), upath))
    else:
      upath = ''
    gopts.getstrkey('upath', upath)
    
    gopts.save_params()

Example #7

File: dirtsqr1.py Project: arbenson/mrtsqr

def starter(prog):
    # set the global opts
    gopts.prog = prog

    mat = mrmc.starter_helper(prog, True)
    if not mat: return "'mat' not specified"

    matname,matext = os.path.splitext(mat)
    output = prog.getopt('output')
    if not output:
        prog.addopt('output','%s-dirtsqr1%s'%(matname,matext))
    
    gopts.save_params()

Example #8

def starter(prog):
    # set the global opts
    gopts.prog = prog

    mat = mrmc.starter_helper(prog, True)
    if not mat: return "'mat' not specified"

    matname, matext = os.path.splitext(mat)
    output = prog.getopt('output')
    if not output:
        prog.addopt('output', '%s-full-tsqr1%s' % (matname, matext))

    gopts.save_params()

Example #9

File: AtA.py Project: arbenson/mrtsqr

def starter(prog):
    # set the global opts    
    gopts.prog = prog
    
    gopts.getintkey('blocksize',3)
    gopts.getstrkey('reduce_schedule','1')

    mat = mrmc.starter_helper(prog)
    if not mat: return "'mat' not specified"
    
    matname,matext = os.path.splitext(mat)
    output = prog.getopt('output')
    if not output:
        prog.addopt('output','%s-ata%s'%(matname,matext))

    gopts.save_params()

Example #10

def starter(prog):
    # set the global opts
    gopts.prog = prog

    gopts.getintkey('blocksize', 3)
    gopts.getstrkey('reduce_schedule', '1')

    mat = mrmc.starter_helper(prog)
    if not mat: return "'mat' not specified"

    matname, matext = os.path.splitext(mat)
    output = prog.getopt('output')
    if not output:
        prog.addopt('output', '%s-ata%s' % (matname, matext))

    gopts.save_params()

Example #11

def starter(prog):
    gopts.prog = prog

    mat = mrmc.starter_helper(prog)
    if not mat: return "'mat' not specified"

    rpath = prog.delopt('rpath')
    if not rpath:
        return "'rpath' not specified"
    prog.addopt('file', os.path.join(os.path.dirname(__file__), rpath))
    gopts.getstrkey('rpath', rpath)

    matname, matext = os.path.splitext(mat)
    output = prog.getopt('output')
    if not output:
        prog.addopt('output', '%s-arinv%s' % (matname, matext))

    gopts.getintkey('blocksize', 3)
    gopts.getstrkey('reduce_schedule', '1')

    gopts.save_params()

Example #12

File: full3.py Project: renderdude/mrsimform

def starter(prog):
    # set the global opts
    gopts.prog = prog

    mat = mrmc.starter_helper(prog, True)
    if not mat: return "'mat' not specified"

    matname, matext = os.path.splitext(mat)
    output = prog.getopt('output')
    if not output:
        prog.addopt('output', '%s-full-tsqr-3%s' % (matname, matext))

    gopts.getintkey('ncols', 10)

    q2path = prog.delopt('q2path')
    if not q2path:
        return "'q2path' not specified"
    prog.addopt('file', os.path.join(os.path.dirname(__file__), q2path))

    gopts.getstrkey('q2path', q2path)

    gopts.save_params()

Example #13

File: dirtsqr3_rec.py Project: arbenson/mrtsqr

def starter(prog):
    # set the global opts
    gopts.prog = prog

    mat = mrmc.starter_helper(prog, True)
    if not mat: return "'mat' not specified"

    matname,matext = os.path.splitext(mat)
    output = prog.getopt('output')
    if not output:
        prog.addopt('output','%s-dirtsqr-rec-3%s'%(matname,matext))

    rec_mat = prog.delopt('rec_mat')
    if not rec_mat:
        return "'rec_mat' not specified"
    prog.addopt('input', rec_mat)
    prog.addopt('jobconf', 'mapred.reduce.max.attempts=30')
    prog.addopt('jobconf', 'mapred.max.tracker.failures=12')
    
    gopts.getintkey('ncols', 10)
    gopts.getintkey('reducetasks', 400)

    gopts.save_params()

Example #14

File: tsqr.py Project: arbenson/mrtsqr

def starter(prog):
    # set the global opts    
    gopts.prog = prog
    
    gopts.getintkey('blocksize',3)
    gopts.getstrkey('reduce_schedule','1')

    mat = mrmc.starter_helper(prog)
    if not mat: return "'mat' not specified"

    premultpath = prog.delopt('premultpath')
    if premultpath:
        prog.addopt('file', os.path.join(os.path.dirname(__file__), premultpath))
        gopts.getstrkey('premultpath', premultpath)
    else:
        gopts.getstrkey('premultpath', '')
    
    matname,matext = os.path.splitext(mat)
    output = prog.getopt('output')
    if not output:
        prog.addopt('output', '%s-qrr%s'%(matname, matext))

    gopts.save_params()

Example #15

File: TSMatMul.py Project: arbenson/mrtsqr

def starter(prog):
    gopts.prog = prog

    mat = mrmc.starter_helper(prog)
    if not mat:
        return "'mat' not specified"

    matpath = prog.delopt("matpath")
    if not matpath:
        return "'matpath' not specified"
    prog.addopt("file", os.path.join(os.path.dirname(__file__), matpath))

    gopts.getstrkey("matpath", matpath)

    matname, matext = os.path.splitext(mat)
    output = prog.getopt("output")
    if not output:
        prog.addopt("output", "%s-matmul%s" % (matname, matext))

    gopts.getintkey("blocksize", 50)
    gopts.getstrkey("reduce_schedule", "1")

    gopts.save_params()