Esempio n. 1
0
    def __init__(self, host, topDir, excludes = []):
        Task.__init__(self, host = host, topDir = topDir)
        self.host = host
        self.topDir = topDir
        self.excludes = excludes

        self.__script = self.queueSrcFile(host, "prefetch")
 def __init__(self, hosts, rate, apache, fdlim):
     Task.__init__(self)
     self.setInfoAttrs(Httperf, locals())
     self.apache = apache
     self.__ps = []
     self.__wrappers = dict(
         (h, self.queueSrcFile(h, "withfdlim")) for h in set(hosts))
Esempio n. 3
0
    def __init__(self, host, topDir, excludes=[]):
        Task.__init__(self, host=host, topDir=topDir)
        self.host = host
        self.topDir = topDir
        self.excludes = excludes

        self.__script = self.queueSrcFile(host, "prefetch")
Esempio n. 4
0
	def __init__(self, host, trial, cores, srcPath, objPath, sysmon,
                benchRoot, coresPerSocket, resultPath, linuxSrc, qpin,
		lockStats, multiVM, record, perfBin, perfKVMRec,
		perfGuestRec, kvmStat, kvmTrace):
		Task.__init__(self, host = host, trial = trial)
		ResultsProvider.__init__(self, cores)
		self.host = host
		self.srcPath = srcPath
		self.objPath = objPath
		self.sysmon = sysmon
                self.benchRoot = benchRoot
		self.coresPerSocket = coresPerSocket
                self.resultPath = resultPath
                self.perfRecord = record
		self.perfBin = perfBin
		self.perfKVMRec = perfKVMRec
		self.perfGuestRec = perfGuestRec
                self.linuxSrc = linuxSrc
                self.qpin = qpin
                self.multiVM = multiVM
                self.vmProcs = []
                self.sockets = 1
                self.vmcores = self.coresPerSocket
                if self.cores > 1:
                    self.sockets = self.cores / self.coresPerSocket
                else:
                    self.vmcores = 1
                self.threads = 1
                self.lockStats = LockStats(self.host, sshPort = "5555") if \
                        lockStats else None # only one VM is being considered
                self.kvmStat = kvmStat
		self.kvmTrace = kvmTrace
 def __init__(self, apache, cores, sysmon):
     Task.__init__(self, host=apache.host)
     ResultsProvider.__init__(self, cores)
     self.apache = apache
     self.host = apache.host
     self.sysmon = sysmon
     self.__mon = self.queueSrcFile(self.host, "mon-apache")
Esempio n. 6
0
    def __init__(self, host, filesPath, reuse=False):
        Task.__init__(self, host=host, filesPath=filesPath)
        self.host = host
        self.filesPath = filesPath
        self.reuse = reuse

        self.__script = self.queueSrcFile(host, "prefetch")
Esempio n. 7
0
    def __init__(self, host, filesPath, reuse = False):
        Task.__init__(self, host = host, filesPath = filesPath)
        self.host = host
        self.filesPath = filesPath
        self.reuse = reuse

        self.__script = self.queueSrcFile(host, "prefetch")
Esempio n. 8
0
 def __init__(self, host, trial, cores, srcPath, objPath, sysmon, benchRoot,
              coresPerSocket, resultPath, linuxSrc, qpin, lockStats,
              multiVM, record, perfBin, perfKVMRec, perfGuestRec, kvmStat,
              kvmTrace):
     Task.__init__(self, host=host, trial=trial)
     ResultsProvider.__init__(self, cores)
     self.host = host
     self.srcPath = srcPath
     self.objPath = objPath
     self.sysmon = sysmon
     self.benchRoot = benchRoot
     self.coresPerSocket = coresPerSocket
     self.resultPath = resultPath
     self.perfRecord = record
     self.perfBin = perfBin
     self.perfKVMRec = perfKVMRec
     self.perfGuestRec = perfGuestRec
     self.linuxSrc = linuxSrc
     self.qpin = qpin
     self.multiVM = multiVM
     self.vmProcs = []
     self.sockets = 1
     self.vmcores = self.coresPerSocket
     if self.cores > 1:
         self.sockets = self.cores / self.coresPerSocket
     else:
         self.vmcores = 1
     self.threads = 1
     self.lockStats = LockStats(self.host, sshPort = "5555") if \
             lockStats else None # only one VM is being considered
     self.kvmStat = kvmStat
     self.kvmTrace = kvmTrace
Esempio n. 9
0
 def __init__(self, apache, cores, sysmon):
     Task.__init__(self, host = apache.host)
     ResultsProvider.__init__(self, cores)
     self.apache = apache
     self.host = apache.host
     self.sysmon = sysmon
     self.__mon = self.queueSrcFile(self.host, "mon-apache")
Esempio n. 10
0
 def __init__(self, hosts, rate, apache, fdlim):
     Task.__init__(self)
     self.setInfoAttrs(Httperf, locals())
     self.apache = apache
     self.__ps = []
     self.__wrappers = dict((h, self.queueSrcFile(h, "withfdlim"))
                            for h in set(hosts))
Esempio n. 11
0
 def __init__(self, host, pg):
     dbdir = pg.dbdir
     Task.__init__(self, host = host, dbdir = dbdir)
     self.host = host
     self.dbdir = dbdir
     self.pg = pg
     self.trust = []
Esempio n. 12
0
 def __init__(self, host, apachePath, apacheBuild, port, bytes, **opts):
     Task.__init__(self, host = host)
     self.setInfoAttrs(Apache, locals())
     self.opts = opts
     self.__httpd = os.path.join(self.apachePath, self.apacheBuild,
                                 "bin", "httpd")
     self.__configPath = self.host.outDir("%s.conf" % self.name)
Esempio n. 13
0
 def __init__(self, host, apachePath, apacheBuild, port, bytes, **opts):
     Task.__init__(self, host=host)
     self.setInfoAttrs(Apache, locals())
     self.opts = opts
     self.__httpd = os.path.join(self.apachePath, self.apacheBuild, "bin",
                                 "httpd")
     self.__configPath = self.host.outDir("%s.conf" % self.name)
Esempio n. 14
0
 def __init__(self, host, fstype, clean=True):
     Task.__init__(self, host=host, fstype=fstype)
     self.host = host
     self.fstype = fstype
     self.__clean = clean
     assert '/' not in fstype
     self.path = "/tmp/mosbench/%s/" % fstype
     self.__script = self.queueSrcFile(host, "cleanfs")
Esempio n. 15
0
    def __init__(self, host, psearchyPath, baseDir):
        Task.__init__(self, host=host)
        self.host = host
        self.psearchyPath = psearchyPath
        self.baseDir = baseDir

        self.filesPath = \
            os.path.join(self.psearchyPath, "files-%08x" % abs(hash(baseDir)))
Esempio n. 16
0
    def __init__(self, host, psearchyPath, baseDir):
        Task.__init__(self, host = host)
        self.host = host
        self.psearchyPath = psearchyPath
        self.baseDir = baseDir

        self.filesPath = \
            os.path.join(self.psearchyPath, "files-%08x" % abs(hash(baseDir)))
Esempio n. 17
0
 def __init__(self, host, fstype, clean = True):
     Task.__init__(self, host = host, fstype = fstype)
     self.host = host
     self.fstype = fstype
     self.__clean = clean
     assert '/' not in fstype
     self.path = "/tmp/mosbench/%s/" % fstype
     self.__script = self.queueSrcFile(host, "cleanfs")
Esempio n. 18
0
 def __init__(self, host, trial, cores, srcPath, objPath, sysmon):
     Task.__init__(self, host=host, trial=trial)
     ResultsProvider.__init__(self, cores)
     self.host = host
     self.srcPath = srcPath
     self.objPath = objPath
     self.sysmon = sysmon
     # This configuration was built by 'make defconfig'
     self.__configFile = self.queueSrcFile(host, "x86_64_defconfig")
Esempio n. 19
0
 def __init__(self, host, trial, cores, srcPath, objPath, sysmon):
     Task.__init__(self, host = host, trial = trial)
     ResultsProvider.__init__(self, cores)
     self.host = host
     self.srcPath = srcPath
     self.objPath = objPath
     self.sysmon = sysmon
     # This configuration was built by 'make defconfig'
     self.__configFile = self.queueSrcFile(host, "x86_64_defconfig")
Esempio n. 20
0
    def __init__(self, host, num, hotplug = True, seq = "seq"):
        Task.__init__(self, host = host)
        self.host = host
        self.num = num
        self.hotplug = hotplug
        self.seq = seq

        self.__script = self.queueSrcFile(host, "set-cpus")
        self.__cpuSeq = self.queueSrcFile(host, "cpu-sequences")
Esempio n. 21
0
    def __init__(self, host, num, hotplug=True, seq="seq"):
        Task.__init__(self, host=host)
        self.host = host
        self.num = num
        self.hotplug = hotplug
        self.seq = seq

        self.__script = self.queueSrcFile(host, "set-cpus")
        self.__cpuSeq = self.queueSrcFile(host, "cpu-sequences")
Esempio n. 22
0
 def __init__(self, host, eximPath, eximBuild, mailDir, spoolDir, port):
     Task.__init__(self, host=host)
     self.host = host
     self.eximPath = eximPath
     self.eximBuild = eximBuild
     self.mailDir = mailDir
     self.spoolDir = spoolDir
     self.port = port
     self.__proc = None
Esempio n. 23
0
 def __init__(self, host, trial, eximPath, cores, clients, port, sysmon):
     Task.__init__(self, host=host, trial=trial)
     ResultsProvider.__init__(self, cores)
     self.host = host
     self.trial = trial
     self.eximPath = eximPath
     self.clients = clients
     self.port = port
     self.sysmon = sysmon
Esempio n. 24
0
    def __init__(self, host, iface, queues, flowDirector="pin-every-20"):
        Task.__init__(self, host=host, iface=iface)
        self.host = host
        self.iface = iface
        self.queues = queues
        self.flowDirector = flowDirector
        if flowDirector not in IXGBE.fdOptions:
            raise ValueError("Unknown flowDirector policy %r" % flowDirector)

        self.__script = self.queueSrcFile(host, "ixgbe-set-affinity")
Esempio n. 25
0
    def __init__(self, host, iface, queues, flowDirector = "pin-every-20"):
        Task.__init__(self, host = host, iface = iface)
        self.host = host
        self.iface = iface
        self.queues = queues
        self.flowDirector = flowDirector
        if flowDirector not in IXGBE.fdOptions:
            raise ValueError("Unknown flowDirector policy %r" % flowDirector)

        self.__script = self.queueSrcFile(host, "ixgbe-set-affinity")
Esempio n. 26
0
    def __init__(self, host, perfFile, perfRecord, perfBin,
            perfKVMRec = False, guestOnlyRec = False):
	Task.__init__(self, host = host)
	self.host = host
	self.perfFile = perfFile
	self.perfBin = perfBin
	self.perfRecord = perfRecord
	self.__perfProc = None
        self.perfKVMRec = perfKVMRec
	self.guestOnlyRec = guestOnlyRec
Esempio n. 27
0
    def __init__(self, mhosts, memcached, sysmon):
        Task.__init__(self)
        ResultsProvider.__init__(self, cores = len(memcached.ports))
        self.mhosts = mhosts
        self.memcached = memcached
        self.sysmon = sysmon

        self.__paths = dict((h, self.queueSrcFile(h, "mcload"))
                            for h in set(mhost.host for mhost in mhosts))
        self.__runners = dict((h, self.queueSrcFile(h, "run-mcload"))
                              for h in set(mhost.host for mhost in mhosts))
Esempio n. 28
0
    def __init__(self, mhosts, memcached, sysmon):
        Task.__init__(self)
        ResultsProvider.__init__(self, cores=len(memcached.ports))
        self.mhosts = mhosts
        self.memcached = memcached
        self.sysmon = sysmon

        self.__paths = dict((h, self.queueSrcFile(h, "mcload"))
                            for h in set(mhost.host for mhost in mhosts))
        self.__runners = dict((h, self.queueSrcFile(h, "run-mcload"))
                              for h in set(mhost.host for mhost in mhosts))
Esempio n. 29
0
    def __init__(self, host, filesPath, reuse = False,
		 virt = False, multiVM = False):
        Task.__init__(self, host = host, filesPath = filesPath)
        self.host = host
        self.filesPath = filesPath
        self.reuse = reuse
	self.virt = virt
	self.multiVM = multiVM
	self.sshPort = SSHPORT

        self.__script = self.queueSrcFile(host, "prefetch")
Esempio n. 30
0
 def __init__(self, host, trial, cores, srcPath, objPath, sysmon, stats,
              perfRecord, linuxSrc, resultPath, perfBin, noCaching):
     Task.__init__(self, host=host, trial=trial)
     ResultsProvider.__init__(self, cores)
     self.host = host
     self.srcPath = srcPath
     self.objPath = objPath
     self.sysmon = sysmon
     self.stats = stats
     self.perfRecord = perfRecord
     self.linuxSrc = linuxSrc
     self.resultPath = resultPath
     self.perfBin = perfBin
     self.noCaching = noCaching
Esempio n. 31
0
    def __init__(self, host, trial, cores, srcPath, objPath,
            sysmon, stats, perfRecord, linuxSrc, resultPath,
	    perfBin, noCaching):
        Task.__init__(self, host = host, trial = trial)
        ResultsProvider.__init__(self, cores)
        self.host = host
        self.srcPath = srcPath
        self.objPath = objPath
        self.sysmon = sysmon
        self.stats = stats
        self.perfRecord = perfRecord
        self.linuxSrc = linuxSrc
        self.resultPath = resultPath
        self.perfBin = perfBin
	self.noCaching = noCaching
Esempio n. 32
0
    def __init__(self,
                 host,
                 filesPath,
                 reuse=False,
                 virt=False,
                 multiVM=False):
        Task.__init__(self, host=host, filesPath=filesPath)
        self.host = host
        self.filesPath = filesPath
        self.reuse = reuse
        self.virt = virt
        self.multiVM = multiVM
        self.sshPort = SSHPORT

        self.__script = self.queueSrcFile(host, "prefetch")
Esempio n. 33
0
    def __init__(self, host, trial, cores, metisPath, streamflow, model,
                 setcpus, fs, sysmon):
        assert model in ["default", "hugetlb"], \
            "Unknown Metis memory model %r" % model

        Task.__init__(self, host = host, trial = trial)
        ResultsProvider.__init__(self, cores)
        self.host = host
        self.trial = trial
        self.metisPath = metisPath
        self.streamflow = streamflow
        self.model = model
        self.setcpus = setcpus
        self.fs = fs
        self.sysmon = sysmon
Esempio n. 34
0
    def __init__(self, host, trial, cores, metisPath, streamflow, model,
                 setcpus, fs, sysmon):
        assert model in ["default", "hugetlb"], \
            "Unknown Metis memory model %r" % model

        Task.__init__(self, host=host, trial=trial)
        ResultsProvider.__init__(self, cores)
        self.host = host
        self.trial = trial
        self.metisPath = metisPath
        self.streamflow = streamflow
        self.model = model
        self.setcpus = setcpus
        self.fs = fs
        self.sysmon = sysmon
Esempio n. 35
0
 def __init__(self,
              host,
              perfFile,
              perfRecord,
              perfBin,
              perfKVMRec=False,
              guestOnlyRec=False):
     Task.__init__(self, host=host)
     self.host = host
     self.perfFile = perfFile
     self.perfBin = perfBin
     self.perfRecord = perfRecord
     self.__perfProc = None
     self.perfKVMRec = perfKVMRec
     self.guestOnlyRec = guestOnlyRec
Esempio n. 36
0
    def __init__(self, host, benchRoot, driveFile, cores,
		 threads, sockets, qmpPort, sshPort, vncPort):
	Task.__init__(self, host = host)
	self.host = host
	self.benchRoot = benchRoot
	self.driveFile = driveFile
	self.cores = cores
	self.threads = threads
	self.sockets = sockets
	self.qmpPort = qmpPort
	self.sshPort = sshPort
	self.vncPort = vncPort
	self.proc = None
        self.seq = "onlinecpu"

        self.__cpuSeq = self.queueSrcFile(host, "cpu-sequences")
Esempio n. 37
0
    def __init__(self, host, trial, pg, cores, clients, rows, partitions,
                 batchSize, randomWritePct, sysmon):
        Task.__init__(self, host = host, trial = trial)
        ResultsProvider.__init__(self, cores)
        # XXX Use this elsewhere
        self.setInfoAttrs(PostgresLoad, locals())
        self.pg = pg
        self.sysmon = sysmon
        self.__dbname = "pg%d-%d" % (self.rows, self.partitions)

        self.__pgload = self.queueSrcFile(host, "pgload")
        self.queueSrcFile(host, "libload")

        if trial != 0:
            # Only start one PostgresLoad object per data point
            self.start = None
Esempio n. 38
0
    def __init__(self, host, benchRoot, driveFile, cores, threads, sockets,
                 qmpPort, sshPort, vncPort):
        Task.__init__(self, host=host)
        self.host = host
        self.benchRoot = benchRoot
        self.driveFile = driveFile
        self.cores = cores
        self.threads = threads
        self.sockets = sockets
        self.qmpPort = qmpPort
        self.sshPort = sshPort
        self.vncPort = vncPort
        self.proc = None
        self.seq = "onlinecpu"

        self.__cpuSeq = self.queueSrcFile(host, "cpu-sequences")
Esempio n. 39
0
    def __init__(self, host, trial, psearchyPath, filesPath, dbPath, cores,
                 mode, order, mem, dblim, setcpus, sysmon):
        assert mode in [PsearchyLoad.MODE_THREAD, PsearchyLoad.MODE_PROCESS], \
            "Invalid mode %s" % mode
        assert order in [PsearchyLoad.ORDER_SEQ, PsearchyLoad.ORDER_RR], \
            "Invalid order %s" % order

        Task.__init__(self, host = host, trial = trial)
        ResultsProvider.__init__(self, cores)
        self.host = host
        self.trial = trial
        self.psearchyPath = psearchyPath
        self.filesPath = filesPath
        self.dbPath = dbPath
        self.mode = mode
        self.order = order
        self.mem = mem
        self.dblim = dblim
        self.setcpus = setcpus
        self.sysmon = sysmon
Esempio n. 40
0
    def __init__(self, host, trial, psearchyPath, filesPath, dbPath, cores,
                 mode, order, mem, dblim, setcpus, sysmon):
        assert mode in [PsearchyLoad.MODE_THREAD, PsearchyLoad.MODE_PROCESS], \
            "Invalid mode %s" % mode
        assert order in [PsearchyLoad.ORDER_SEQ, PsearchyLoad.ORDER_RR], \
            "Invalid order %s" % order

        Task.__init__(self, host=host, trial=trial)
        ResultsProvider.__init__(self, cores)
        self.host = host
        self.trial = trial
        self.psearchyPath = psearchyPath
        self.filesPath = filesPath
        self.dbPath = dbPath
        self.mode = mode
        self.order = order
        self.mem = mem
        self.dblim = dblim
        self.setcpus = setcpus
        self.sysmon = sysmon
Esempio n. 41
0
 def __init__(self, host, pgPath, pgBuild, dbdir, malloc = "glibc", **opts):
     Task.__init__(self, host = host)
     self.host = host
     self.pgPath = pgPath
     self.pgBuild = pgBuild
     self.dbdir = dbdir
     self.malloc = malloc
     # For custom Postgres builds, we have to point it to its
     # libraries or it will try to use the system libraries.  At
     # best, it will probably have the wrong default socket path.
     self.__addEnv = {"LD_LIBRARY_PATH" : os.path.join(pgPath, pgBuild, "lib")}
     if USE_DEBUG_LIBC:
         self.__addEnv["LD_LIBRARY_PATH"] += ":/usr/lib/debug"
     if malloc == "glibc":
         pass
     elif malloc == "tcmalloc":
         self.__addEnv["LD_PRELOAD"] = "/usr/lib/libtcmalloc_minimal.so"
     else:
         raise ValueError("Unknown malloc %s" % malloc)
     self.__userOpts = opts
     self.dynOpts = {}
Esempio n. 42
0
 def __init__(self, host, sshPort):
     Task.__init__(self, host=host)
     self.host = host
     self.sshPort = sshPort
Esempio n. 43
0
    def __init__(self, host, traceFile, kvmTrace):
	Task.__init__(self, host = host)
	self.host = host
	self.traceFile = traceFile 
	self.kvmTrace = kvmTrace
	self.__traceProc = None
Esempio n. 44
0
 def __init__(self, host, stime):
     Task.__init__(self, host=host)
     self.host = host
     self.stime = stime
Esempio n. 45
0
 def __init__(self, host):
     Task.__init__(self, host = host)
     self.host = host
     self.__script = self.queueSrcFile(host, "sysmon")
Esempio n. 46
0
    def __init__(self, host, sshPort):
	Task.__init__(self, host = host)
	self.host = host
	self.sshPort = sshPort
Esempio n. 47
0
 def __init__(self, host, srcPath, dstPath):
     Task.__init__(self, host=host)
     self.host = host
     self.srcPath = srcPath
     self.dstPath = dstPath
Esempio n. 48
0
    def __init__(self, host, stime):
	Task.__init__(self, host = host)
	self.host = host
	self.stime = stime
Esempio n. 49
0
    def __init__(self, host, srcPath, dstPath):
	Task.__init__(self, host = host)
	self.host = host
	self.srcPath = srcPath
	self.dstPath = dstPath
Esempio n. 50
0
 def __init__(self, host, traceFile, kvmTrace):
     Task.__init__(self, host=host)
     self.host = host
     self.traceFile = traceFile
     self.kvmTrace = kvmTrace
     self.__traceProc = None
Esempio n. 51
0
 def __init__(self, host, mcPath, mcBuild, ports, threadsPerCore, mem):
     Task.__init__(self, host=host)
     self.setInfoAttrs(Memcached, locals())
     self.__ps = []
Esempio n. 52
0
 def __init__(self, host, mcPath, mcBuild, ports, threadsPerCore, mem):
     Task.__init__(self, host = host)
     self.setInfoAttrs(Memcached, locals())
     self.__ps = []
Esempio n. 53
0
 def __init__(self, host):
     Task.__init__(self, host=host)
     self.host = host
     self.__script = self.queueSrcFile(host, "sysmon")