def __init__(self, num_processes=1): self.num_processes = num_processes if mp.cpu_count() < num_processes: raise RuntimeError( "Specified number of processes ({0}) is higher than the system cpu count ({1})" .format(self.num_proceses, mp.count_cpu())) elif num_processes < 1: raise RuntimeError( "Specified number of processes ({0}) must be greater than 0, using default" .format(self.num_proceses, mp.count_cpu()))
logger.info("Submission type: {0}".format(submission_type)) task_queue = [] if opt.processes and not submission_type == 'VM': logger.warning( "--processes option will not be used becasue submission type is not VM" ) if submission_type == 'VM': processes = 1 if opt.processes: if mp.cpu_count() < opt.processes: logger.warning( "Specified number of processes ({0}) is higher than the system cpu count ({1}), using default" .format(opt.proceses, mp.count_cpu())) elif opt.processes < 1: logger.warning( "Specified number of processes ({0}) must be greater than 0, using default" .format(opt.proceses, mp.count_cpu())) else: processes = opt.processes logger.info( "Number of child processes to spawn: {0}".format(processes)) #### Get args ready to pass through #### Get -l args and make a var l = ("-l %s" % opt.l) if opt.l is not None else ""
elif opt.submission_type == "HPC" and is_hpc is False: parser.error("Submission type HPC is not available on this system") else: submission_type = opt.submission_type logger.info("Submission type: {0}".format(submission_type)) task_queue = [] if opt.processes and not submission_type == 'VM': logger.warning("--processes option will not be used becasue submission type is not VM") if submission_type == 'VM': processes = 1 if opt.processes: if mp.cpu_count() < opt.processes: logger.warning("Specified number of processes ({0}) is higher than the system cpu count ({1}), using default".format(opt.proceses,mp.count_cpu())) elif opt.processes < 1: logger.warning("Specified number of processes ({0}) must be greater than 0, using default".format(opt.proceses,mp.count_cpu())) else: processes = opt.processes logger.info("Number of child processes to spawn: {0}".format(processes)) #### Get args ready to pass through #### Get -l args and make a var l = ("-l %s" %opt.l) if opt.l is not None else "" args_dict = vars(opt)
def get_logical_cpu_cores(): return count_cpu()
logger.info("Submission type: {0}".format(submission_type)) task_queue = [] if args.processes and not submission_type == 'VM': logger.warning( "--processes option will not be used becasue submission type is not VM" ) if submission_type == 'VM': processes = 1 if args.processes: if mp.cpu_count() < args.processes: logger.warning( "Specified number of processes ({0}) is higher than the system cpu count ({1}), using default" .format(args.proceses, mp.count_cpu())) elif args.processes < 1: logger.warning( "Specified number of processes ({0}) must be greater than 0, using default" .format(args.proceses, mp.count_cpu())) else: processes = args.processes logger.info( "Number of child processes to spawn: {0}".format(processes)) #### Get exclude list if specified if args.exclude is not None: if not os.path.isfile(args.exclude):
def __init__(self, num_processes=1): self.num_processes = num_processes if mp.cpu_count() < num_processes: raise RuntimeError("Specified number of processes ({0}) is higher than the system cpu count ({1})".format(num_proceses,mp.count_cpu())) elif num_processes < 1: raise RuntimeError("Specified number of processes ({0}) must be greater than 0, using default".format(num_proceses,mp.count_cpu()))