Пример #1
0
 def dependent_submit(location_id, hold_ids):
     node = loctree.get_node_by_id(location_id)
     num_children = len(node.children)
     if num_children == 0:
         return 0
     else:
         if (location_id, sex, y) in run_set:
             job_name = "casc_%s_%s_%s" % (location_id, sex[0],
                                           str(y)[2:])
             num_slots = min(8, num_children)
             jid = submitter.submit_job(
                 runfile,
                 job_name,
                 holds=hold_ids,
                 slots=num_slots,
                 memory=num_slots * 2,
                 parameters=[mvid, location_id, sex, y])
             jid = [jid]
         else:
             jid = []
         for c in node.children:
             dependent_submit(c.id, jid)
Пример #2
0
# Get model params
params = pd.read_csv(params_file)

# lt = dbtrees.loctree(location_set_version_id) # Now dbtrees has more locs than we use.
for l in params.location_id.unique():
# for l in [43,74,156]:
    if not os.path.isfile('%s/%s.csv' % (stdir, l)):
        lparams = params[params.location_id == l]
        lambdaa = lparams['lambda'].values[0]
        omega = lparams.omega.values[0]
        zeta = lparams.zeta.values[0]

        if l == 43:
            submitter.submit_job(
                    runfile,
                    'hivst%s' % l,
                    slots=slots,
                    memory=memory,
                    parameters=[l, lambdaa, omega, zeta],
                    project='proj_hiv',
                    stderr = 'strPath')
        else: 
            submitter.submit_job(
                    runfile,
                    'hivst%s' % l,
                    slots=slots,
                    memory=memory,
                    parameters=[l, lambdaa, omega, zeta],
                    project='proj_hiv')
Пример #3
0
# Get model params
params = pd.read_csv(params_file)

# lt = dbtrees.loctree(location_set_version_id) # Now dbtrees has more locs than we use.
for l in params.location_id.unique():
    # for l in [43,74,156]:
    if not os.path.isfile('%s/%s.csv' % (stdir, l)):
        lparams = params[params.location_id == l]
        lambdaa = lparams['lambda'].values[0]
        omega = lparams.omega.values[0]
        zeta = lparams.zeta.values[0]

        if l == 34 or l == 4772:
            submitter.submit_job(runfile,
                                 'hivst%s' % l,
                                 slots=slots,
                                 memory=memory,
                                 parameters=[l, lambdaa, omega, zeta],
                                 project='proj_hiv',
                                 stderr='/share/temp/sgeoutput/%s/errors' %
                                 user)
        else:
            submitter.submit_job(runfile,
                                 'hivst%s' % l,
                                 slots=slots,
                                 memory=memory,
                                 parameters=[l, lambdaa, omega, zeta],
                                 project='proj_hiv',
                                 stderr='/share/temp/sgeoutput/%s/errors' %
                                 user)
Пример #4
0
            s = int(s)
            return s
        except:
            return s

    parser = argparse.ArgumentParser(
        description='Launch job to split a parent cod model')
    parser.add_argument('source_cause_id', type=int)
    parser.add_argument('--target_cause_ids', type=all_parser, nargs="*")
    parser.add_argument('--target_meids', type=all_parser, nargs="*")
    parser.add_argument(
        '--output_dir',
        type=str,
        default="/ihme/gbd/WORK/10_gbd/00_library/cod_splits_sp")
    args = vars(parser.parse_args())

    runfile = "%s/cod.py" % this_path
    params = [args['source_cause_id'], "--target_cause_ids"]
    params.extend(args['target_cause_ids'])
    params.append("--target_meids")
    params.extend(args['target_meids'])
    params.append("--output_dir")
    params.append(args['output_dir'])
    submitter.submit_job(runfile,
                         'sc_%s' % args['source_cause_id'],
                         parameters=params,
                         project='proj_custom_models',
                         slots=40,
                         memory=60,
                         supress_trailing_space=True)