def dependent_submit(location_id, hold_ids): node = loctree.get_node_by_id(location_id) num_children = len(node.children) if num_children == 0: return 0 else: if (location_id, sex, y) in run_set: job_name = "casc_%s_%s_%s" % (location_id, sex[0], str(y)[2:]) num_slots = min(8, num_children) jid = submitter.submit_job( runfile, job_name, holds=hold_ids, slots=num_slots, memory=num_slots * 2, parameters=[mvid, location_id, sex, y]) jid = [jid] else: jid = [] for c in node.children: dependent_submit(c.id, jid)
# Get model params params = pd.read_csv(params_file) # lt = dbtrees.loctree(location_set_version_id) # Now dbtrees has more locs than we use. for l in params.location_id.unique(): # for l in [43,74,156]: if not os.path.isfile('%s/%s.csv' % (stdir, l)): lparams = params[params.location_id == l] lambdaa = lparams['lambda'].values[0] omega = lparams.omega.values[0] zeta = lparams.zeta.values[0] if l == 43: submitter.submit_job( runfile, 'hivst%s' % l, slots=slots, memory=memory, parameters=[l, lambdaa, omega, zeta], project='proj_hiv', stderr = 'strPath') else: submitter.submit_job( runfile, 'hivst%s' % l, slots=slots, memory=memory, parameters=[l, lambdaa, omega, zeta], project='proj_hiv')
# Get model params params = pd.read_csv(params_file) # lt = dbtrees.loctree(location_set_version_id) # Now dbtrees has more locs than we use. for l in params.location_id.unique(): # for l in [43,74,156]: if not os.path.isfile('%s/%s.csv' % (stdir, l)): lparams = params[params.location_id == l] lambdaa = lparams['lambda'].values[0] omega = lparams.omega.values[0] zeta = lparams.zeta.values[0] if l == 34 or l == 4772: submitter.submit_job(runfile, 'hivst%s' % l, slots=slots, memory=memory, parameters=[l, lambdaa, omega, zeta], project='proj_hiv', stderr='/share/temp/sgeoutput/%s/errors' % user) else: submitter.submit_job(runfile, 'hivst%s' % l, slots=slots, memory=memory, parameters=[l, lambdaa, omega, zeta], project='proj_hiv', stderr='/share/temp/sgeoutput/%s/errors' % user)
s = int(s) return s except: return s parser = argparse.ArgumentParser( description='Launch job to split a parent cod model') parser.add_argument('source_cause_id', type=int) parser.add_argument('--target_cause_ids', type=all_parser, nargs="*") parser.add_argument('--target_meids', type=all_parser, nargs="*") parser.add_argument( '--output_dir', type=str, default="/ihme/gbd/WORK/10_gbd/00_library/cod_splits_sp") args = vars(parser.parse_args()) runfile = "%s/cod.py" % this_path params = [args['source_cause_id'], "--target_cause_ids"] params.extend(args['target_cause_ids']) params.append("--target_meids") params.extend(args['target_meids']) params.append("--output_dir") params.append(args['output_dir']) submitter.submit_job(runfile, 'sc_%s' % args['source_cause_id'], parameters=params, project='proj_custom_models', slots=40, memory=60, supress_trailing_space=True)