def obtainSystemConstants(self): p = subprocess.Popen(["lshosts"], stdout = subprocess.PIPE, stderr = subprocess.STDOUT) line = p.stdout.readline() items = line.strip().split() num_columns = len(items) cpu_index = None mem_index = None for i in range(num_columns): if items[i] == 'ncpus': cpu_index = i elif items[i] == 'maxmem': mem_index = i if cpu_index is None or mem_index is None: RuntimeError("lshosts command does not return ncpus or maxmem columns") p.stdout.readline() self.maxCPU = 0 self.maxMEM = MemoryString("0") for line in p.stdout: items = line.strip().split() if len(items) < num_columns: RuntimeError("lshosts output has a varying number of columns") if items[cpu_index] != '-' and items[cpu_index] > self.maxCPU: self.maxCPU = items[cpu_index] if items[mem_index] != '-' and MemoryString(items[mem_index]) > self.maxMEM: self.maxMEM = MemoryString(items[mem_index]) if self.maxCPU is 0 or self.maxMEM is 0: RuntimeError("lshosts returns null ncpus or maxmem info") logger.debug("Got the maxCPU: %s" % (self.maxMEM))
def obtainSystemConstants(cls): # expect qhost output is in the form: # HOSTNAME ARCH NCPU NSOC NCOR NTHR NLOAD MEMTOT MEMUSE SWAPTO SWAPUS # ---------------------------------------------------------------------------------------------- # global - - - - - - - - - - # compute-1-1 lx-amd64 72 2 36 72 0.49 188.8G 79.6G 92.7G 19.2G # compute-1-10 lx-amd64 72 2 36 72 0.22 188.8G 51.1G 92.7G 2.8G lines = call_command(["qhost"]).strip().split('\n') items = lines[0].strip().split() num_columns = len(items) cpu_index = None mem_index = None for i in range(num_columns): if items[i] == 'NCPU': cpu_index = i elif items[i] == 'MEMTOT': mem_index = i if cpu_index is None or mem_index is None: raise RuntimeError( 'qhost command does not return NCPU or MEMTOT columns') maxCPU = 0 maxMEM = MemoryString("0") for line in lines[2:]: items = line.strip().split() if len(items) < num_columns: raise RuntimeError( 'qhost output has a varying number of columns') if items[cpu_index] != '-' and int(items[cpu_index]) > maxCPU: maxCPU = int(items[cpu_index]) if items[mem_index] != '-' and MemoryString( items[mem_index]) > maxMEM: maxMEM = MemoryString(items[mem_index]) if maxCPU is 0 or maxMEM is 0: raise RuntimeError('qhost returned null NCPU or MEMTOT info') return maxCPU, maxMEM
def obtainSystemConstants(cls): def byteStrip(s): return s.encode('utf-8').strip() lines = [_f for _f in map(byteStrip, subprocess.check_output(["qhost"]).decode('utf-8').split('\n')) if _f] line = lines[0] items = line.strip().split() num_columns = len(items) cpu_index = None mem_index = None for i in range(num_columns): if items[i] == 'NCPU': cpu_index = i elif items[i] == 'MEMTOT': mem_index = i if cpu_index is None or mem_index is None: RuntimeError('qhost command does not return NCPU or MEMTOT columns') maxCPU = 0 maxMEM = MemoryString("0") for line in lines[2:]: items = line.strip().split() if len(items) < num_columns: RuntimeError('qhost output has a varying number of columns') if items[cpu_index] != '-' and items[cpu_index] > maxCPU: maxCPU = items[cpu_index] if items[mem_index] != '-' and MemoryString(items[mem_index]) > maxMEM: maxMEM = MemoryString(items[mem_index]) if maxCPU is 0 or maxMEM is 0: RuntimeError('qhost returned null NCPU or MEMTOT info') return maxCPU, maxMEM
def obtainSystemConstants(cls): maxCPU = 0 maxMEM = MemoryString("0K") # parse XML output from pbsnodes root = ET.fromstring(subprocess.check_output(["pbsnodes", "-x"])) # for each node, grab status line for node in root.findall('./Node/status'): # then split up the status line by comma and iterate status = {} for state in node.text.split(","): statusType, statusState = state.split("=") status[statusType] = statusState if status['ncpus'] is None or status['totmem'] is None: RuntimeError( "pbsnodes command does not return ncpus or totmem columns") if status['ncpus'] > maxCPU: maxCPU = status['ncpus'] if MemoryString(status['totmem']) > maxMEM: maxMEM = MemoryString(status['totmem']) if maxCPU is 0 or maxMEM is MemoryString("0K"): RuntimeError('pbsnodes returned null ncpus or totmem info') else: logger.info("Got maxCPU: %s and maxMEM: %s" % ( maxCPU, maxMEM, )) return maxCPU, maxMEM
def obtainSystemConstants(cls): p = subprocess.Popen(["lshosts"], stdout=subprocess.PIPE, stderr=subprocess.STDOUT) line = p.stdout.readline().decode('utf-8') items = line.strip().split() num_columns = len(items) cpu_index = None mem_index = None for i in range(num_columns): if items[i] == 'ncpus': cpu_index = i elif items[i] == 'maxmem': mem_index = i if cpu_index is None or mem_index is None: RuntimeError("lshosts command does not return ncpus or maxmem " "columns") # p.stdout.readline().decode('utf-8') maxCPU = 0 maxMEM = MemoryString("0") for line in p.stdout: split_items = line.strip().split() items = [ item.decode('utf-8') for item in split_items if isinstance(item, bytes) ] if len(items) < num_columns: RuntimeError("lshosts output has a varying number of " "columns") if items[cpu_index] != '-' and int(items[cpu_index]) > int(maxCPU): maxCPU = items[cpu_index] if (items[mem_index] != '-' and MemoryString(items[mem_index]) > maxMEM): maxMEM = MemoryString(items[mem_index]) if maxCPU is 0 or maxMEM is 0: RuntimeError("lshosts returns null ncpus or maxmem info") logger.debug("Got the maxMEM: {}".format(maxMEM)) logger.debug("Got the maxCPU: {}".format(maxCPU)) return maxCPU, maxMEM
def obtainSystemConstants(cls): # sinfo -Ne --format '%m,%c' # sinfo arguments: # -N for node-oriented # -h for no header # -e for exact values (e.g. don't return 32+) # --format to get memory, cpu max_cpu = 0 max_mem = MemoryString('0') lines = subprocess.check_output(['sinfo', '-Nhe', '--format', '%m %c']).split('\n') for line in lines: values = line.split() if len(values) < 2: continue mem, cpu = values max_cpu = max(max_cpu, int(cpu)) max_mem = max(max_mem, MemoryString(mem + 'M')) if max_cpu == 0 or max_mem.byteVal() == 0: RuntimeError('sinfo did not return memory or cpu info') return max_cpu, max_mem
def obtainSystemConstants(cls): stdout = call_command(["lshosts"]) line = stdout.split('\n')[0] items = line.strip().split() num_columns = len(items) cpu_index = None mem_index = None for i in range(num_columns): if items[i] == 'ncpus': cpu_index = i elif items[i] == 'maxmem': mem_index = i if cpu_index is None or mem_index is None: raise RuntimeError( "lshosts command does not return ncpus or maxmem columns") maxCPU = 0 maxMEM = MemoryString("0") for line in stdout.split('\n')[1:]: items = line.strip().split() if items: if len(items) < num_columns: raise RuntimeError( "lshosts output has a varying number of columns") if items[cpu_index] != '-' and int( items[cpu_index]) > int(maxCPU): maxCPU = int(items[cpu_index]) if items[mem_index] != '-' and MemoryString( items[mem_index]) > maxMEM: maxMEM = MemoryString(items[mem_index]) if maxCPU == 0 or maxMEM == MemoryString("0"): raise RuntimeError("lshosts returns null ncpus or maxmem info") logger.debug("Got the maxMEM: {}".format(maxMEM)) logger.debug("Got the maxCPU: {}".format(maxCPU)) return maxCPU, maxMEM