def upload_logs(workflow, workflow_dir): basedir = os.path.dirname(workflow_dir) for wf_file in glob.glob("%s/*" % workflow_dir): found=False for ext in [ ".txt", ".xml", ".log", ".py", ".json","/cmdLog", "/hostname",".done" ]: if wf_file.endswith(ext): found=True break if not found: print "Removing ",wf_file getstatusoutput("rm -rf %s" % wf_file) logger=LogUpdater(dirIn=os.environ["CMSSW_BASE"]) logger.updateRelValMatrixPartialLogs(basedir, os.path.basename(workflow_dir))
def upload_logs(workflow, workflow_dir,exit_code): files_to_keep = [ ".txt", ".xml", ".log", ".py", ".json","/cmdLog", "/hostname",".done" ] if (exit_code in [34304, 35584, 22016]) and os.getenv("CMSSW_VERSION","").startswith("CMSSW_10_1_"): files_to_keep.append(".root") basedir = os.path.dirname(workflow_dir) for wf_file in glob.glob("%s/*" % workflow_dir): found=False for ext in files_to_keep: if wf_file.endswith(ext): found=True break if not found: print "Removing ",wf_file getstatusoutput("rm -rf %s" % wf_file) logger=LogUpdater(dirIn=os.environ["CMSSW_BASE"]) logger.updateRelValMatrixPartialLogs(basedir, os.path.basename(workflow_dir))
cmssw_ver = cmssw_ver.rsplit('_', 1)[0] + '*' p = Popen( "python %s/rv_scheduler/relval_main.py -a %s -r %s -d 7" % (SCRIPT_DIR, arch, cmssw_ver), shell=True) else: p = Popen( "cd %s/pyRelval ; %s/jobs/jobscheduler.py -M 0 -c 100 -m 85 -o time" % (cmssw_base, SCRIPT_DIR), shell=True) e = waitpid(p.pid, 0)[1] print("Time took to create jobs:", int(time() - stime), "sec") system("touch " + cmssw_base + "/done." + opts.jobid) if logger: logger.updateRelValMatrixPartialLogs(cmssw_base, "done." + opts.jobid) exit(e) if isThreaded(cmssw_ver, arch): print("Threaded IB Found") thrds = int(MachineMemoryGB / 4.5) if thrds == 0: thrds = 1 elif "fc24_ppc64le_" in arch: print("FC22 IB Found") thrds = int(MachineMemoryGB / 4) elif "fc24_ppc64le_" in arch: print("CentOS 7.2 + PPC64LE Found") thrds = int(MachineMemoryGB / 3) else: print("Normal IB Found") if thrds > cmsRunProcessCount: thrds = cmsRunProcessCount
exit(1) thrds = cmsRunProcessCount cmssw_ver = environ["CMSSW_VERSION"] arch = environ["SCRAM_ARCH"] cmssw_base = environ["CMSSW_BASE"] logger=LogUpdater(dirIn=cmssw_base) if cmssw_ver.find('_XXXCLANG_') is not -1: p=Popen("python %s/rv_scheduler/prepareSteps.py -l %s" % (SCRIPT_DIR, opts.workflow),shell=True) e=waitpid(p.pid,0)[1] if e: exit(e) p=Popen("python %s/rv_scheduler/relval_main.py -a %s -r %s -d 7" % (SCRIPT_DIR, arch, cmssw_ver.rsplit('_',1)[0]), shell=True) e=waitpid(p.pid,0)[1] system("touch "+cmssw_base+"/done."+opts.jobid) if logger: logger.updateRelValMatrixPartialLogs(cmssw_base, "done."+opts.jobid) exit(e) if re.match("^CMSSW_(9|[1-9][0-9]+)_([3-9]|[1-9][0-9]+)_.+$",cmssw_ver): p=Popen("%s/jobs/create-relval-jobs.py %s" % (SCRIPT_DIR, opts.workflow),shell=True) e=waitpid(p.pid,0)[1] if e: exit(e) p = Popen("cd %s/pyRelval ; %s/jobs/jobscheduler.py -M 0 -c 175 -m 90 -o dynamic -t avg" % (cmssw_base,SCRIPT_DIR), shell=True) e=waitpid(p.pid,0)[1] system("touch "+cmssw_base+"/done."+opts.jobid) if logger: logger.updateRelValMatrixPartialLogs(cmssw_base, "done."+opts.jobid) exit(e) if isThreaded(cmssw_ver,arch): print "Threaded IB Found" thrds=int(MachineMemoryGB/4.5) if thrds==0: thrds=1