def __init__(self, host, topDir, excludes = []):
Task.__init__(self, host = host, topDir = topDir)
self.host = host
self.topDir = topDir
self.excludes = excludes
self.__script = self.queueSrcFile(host, "prefetch")
def __init__(self, hosts, rate, apache, fdlim):
Task.__init__(self)
self.setInfoAttrs(Httperf, locals())
self.apache = apache
self.__ps = []
self.__wrappers = dict(
(h, self.queueSrcFile(h, "withfdlim")) for h in set(hosts))
def __init__(self, host, topDir, excludes=[]):
Task.__init__(self, host=host, topDir=topDir)
self.host = host
self.topDir = topDir
self.excludes = excludes
self.__script = self.queueSrcFile(host, "prefetch")
def __init__(self, host, trial, cores, srcPath, objPath, sysmon,
benchRoot, coresPerSocket, resultPath, linuxSrc, qpin,
lockStats, multiVM, record, perfBin, perfKVMRec,
perfGuestRec, kvmStat, kvmTrace):
Task.__init__(self, host = host, trial = trial)
ResultsProvider.__init__(self, cores)
self.host = host
self.srcPath = srcPath
self.objPath = objPath
self.sysmon = sysmon
self.benchRoot = benchRoot
self.coresPerSocket = coresPerSocket
self.resultPath = resultPath
self.perfRecord = record
self.perfBin = perfBin
self.perfKVMRec = perfKVMRec
self.perfGuestRec = perfGuestRec
self.linuxSrc = linuxSrc
self.qpin = qpin
self.multiVM = multiVM
self.vmProcs = []
self.sockets = 1
self.vmcores = self.coresPerSocket
if self.cores > 1:
self.sockets = self.cores / self.coresPerSocket
else:
self.vmcores = 1
self.threads = 1
self.lockStats = LockStats(self.host, sshPort = "5555") if \
lockStats else None # only one VM is being considered
self.kvmStat = kvmStat
self.kvmTrace = kvmTrace
def __init__(self, apache, cores, sysmon):
Task.__init__(self, host=apache.host)
ResultsProvider.__init__(self, cores)
self.apache = apache
self.host = apache.host
self.sysmon = sysmon
self.__mon = self.queueSrcFile(self.host, "mon-apache")
def __init__(self, host, filesPath, reuse=False):
Task.__init__(self, host=host, filesPath=filesPath)
self.host = host
self.filesPath = filesPath
self.reuse = reuse
self.__script = self.queueSrcFile(host, "prefetch")
def __init__(self, host, filesPath, reuse = False):
Task.__init__(self, host = host, filesPath = filesPath)
self.host = host
self.filesPath = filesPath
self.reuse = reuse
self.__script = self.queueSrcFile(host, "prefetch")
def __init__(self, host, trial, cores, srcPath, objPath, sysmon, benchRoot,
coresPerSocket, resultPath, linuxSrc, qpin, lockStats,
multiVM, record, perfBin, perfKVMRec, perfGuestRec, kvmStat,
kvmTrace):
Task.__init__(self, host=host, trial=trial)
ResultsProvider.__init__(self, cores)
self.host = host
self.srcPath = srcPath
self.objPath = objPath
self.sysmon = sysmon
self.benchRoot = benchRoot
self.coresPerSocket = coresPerSocket
self.resultPath = resultPath
self.perfRecord = record
self.perfBin = perfBin
self.perfKVMRec = perfKVMRec
self.perfGuestRec = perfGuestRec
self.linuxSrc = linuxSrc
self.qpin = qpin
self.multiVM = multiVM
self.vmProcs = []
self.sockets = 1
self.vmcores = self.coresPerSocket
if self.cores > 1:
self.sockets = self.cores / self.coresPerSocket
else:
self.vmcores = 1
self.threads = 1
self.lockStats = LockStats(self.host, sshPort = "5555") if \
lockStats else None # only one VM is being considered
self.kvmStat = kvmStat
self.kvmTrace = kvmTrace
def __init__(self, apache, cores, sysmon):
Task.__init__(self, host = apache.host)
ResultsProvider.__init__(self, cores)
self.apache = apache
self.host = apache.host
self.sysmon = sysmon
self.__mon = self.queueSrcFile(self.host, "mon-apache")
def __init__(self, hosts, rate, apache, fdlim):
Task.__init__(self)
self.setInfoAttrs(Httperf, locals())
self.apache = apache
self.__ps = []
self.__wrappers = dict((h, self.queueSrcFile(h, "withfdlim"))
for h in set(hosts))
def __init__(self, host, pg):
dbdir = pg.dbdir
Task.__init__(self, host = host, dbdir = dbdir)
self.host = host
self.dbdir = dbdir
self.pg = pg
self.trust = []
def __init__(self, host, apachePath, apacheBuild, port, bytes, **opts):
Task.__init__(self, host = host)
self.setInfoAttrs(Apache, locals())
self.opts = opts
self.__httpd = os.path.join(self.apachePath, self.apacheBuild,
"bin", "httpd")
self.__configPath = self.host.outDir("%s.conf" % self.name)
def __init__(self, host, apachePath, apacheBuild, port, bytes, **opts):
Task.__init__(self, host=host)
self.setInfoAttrs(Apache, locals())
self.opts = opts
self.__httpd = os.path.join(self.apachePath, self.apacheBuild, "bin",
"httpd")
self.__configPath = self.host.outDir("%s.conf" % self.name)
def __init__(self, host, fstype, clean=True):
Task.__init__(self, host=host, fstype=fstype)
self.host = host
self.fstype = fstype
self.__clean = clean
assert '/' not in fstype
self.path = "/tmp/mosbench/%s/" % fstype
self.__script = self.queueSrcFile(host, "cleanfs")
def __init__(self, host, psearchyPath, baseDir):
Task.__init__(self, host=host)
self.host = host
self.psearchyPath = psearchyPath
self.baseDir = baseDir
self.filesPath = \
os.path.join(self.psearchyPath, "files-%08x" % abs(hash(baseDir)))
def __init__(self, host, psearchyPath, baseDir):
Task.__init__(self, host = host)
self.host = host
self.psearchyPath = psearchyPath
self.baseDir = baseDir
self.filesPath = \
os.path.join(self.psearchyPath, "files-%08x" % abs(hash(baseDir)))
def __init__(self, host, fstype, clean = True):
Task.__init__(self, host = host, fstype = fstype)
self.host = host
self.fstype = fstype
self.__clean = clean
assert '/' not in fstype
self.path = "/tmp/mosbench/%s/" % fstype
self.__script = self.queueSrcFile(host, "cleanfs")
def __init__(self, host, trial, cores, srcPath, objPath, sysmon):
Task.__init__(self, host=host, trial=trial)
ResultsProvider.__init__(self, cores)
self.host = host
self.srcPath = srcPath
self.objPath = objPath
self.sysmon = sysmon
# This configuration was built by 'make defconfig'
self.__configFile = self.queueSrcFile(host, "x86_64_defconfig")
def __init__(self, host, trial, cores, srcPath, objPath, sysmon):
Task.__init__(self, host = host, trial = trial)
ResultsProvider.__init__(self, cores)
self.host = host
self.srcPath = srcPath
self.objPath = objPath
self.sysmon = sysmon
# This configuration was built by 'make defconfig'
self.__configFile = self.queueSrcFile(host, "x86_64_defconfig")
def __init__(self, host, num, hotplug = True, seq = "seq"):
Task.__init__(self, host = host)
self.host = host
self.num = num
self.hotplug = hotplug
self.seq = seq
self.__script = self.queueSrcFile(host, "set-cpus")
self.__cpuSeq = self.queueSrcFile(host, "cpu-sequences")
def __init__(self, host, num, hotplug=True, seq="seq"):
Task.__init__(self, host=host)
self.host = host
self.num = num
self.hotplug = hotplug
self.seq = seq
self.__script = self.queueSrcFile(host, "set-cpus")
self.__cpuSeq = self.queueSrcFile(host, "cpu-sequences")
def __init__(self, host, eximPath, eximBuild, mailDir, spoolDir, port):
Task.__init__(self, host=host)
self.host = host
self.eximPath = eximPath
self.eximBuild = eximBuild
self.mailDir = mailDir
self.spoolDir = spoolDir
self.port = port
self.__proc = None
def __init__(self, host, trial, eximPath, cores, clients, port, sysmon):
Task.__init__(self, host=host, trial=trial)
ResultsProvider.__init__(self, cores)
self.host = host
self.trial = trial
self.eximPath = eximPath
self.clients = clients
self.port = port
self.sysmon = sysmon
def __init__(self, host, iface, queues, flowDirector="pin-every-20"):
Task.__init__(self, host=host, iface=iface)
self.host = host
self.iface = iface
self.queues = queues
self.flowDirector = flowDirector
if flowDirector not in IXGBE.fdOptions:
raise ValueError("Unknown flowDirector policy %r" % flowDirector)
self.__script = self.queueSrcFile(host, "ixgbe-set-affinity")
def __init__(self, host, iface, queues, flowDirector = "pin-every-20"):
Task.__init__(self, host = host, iface = iface)
self.host = host
self.iface = iface
self.queues = queues
self.flowDirector = flowDirector
if flowDirector not in IXGBE.fdOptions:
raise ValueError("Unknown flowDirector policy %r" % flowDirector)
self.__script = self.queueSrcFile(host, "ixgbe-set-affinity")
def __init__(self, host, perfFile, perfRecord, perfBin,
perfKVMRec = False, guestOnlyRec = False):
Task.__init__(self, host = host)
self.host = host
self.perfFile = perfFile
self.perfBin = perfBin
self.perfRecord = perfRecord
self.__perfProc = None
self.perfKVMRec = perfKVMRec
self.guestOnlyRec = guestOnlyRec
def __init__(self, mhosts, memcached, sysmon):
Task.__init__(self)
ResultsProvider.__init__(self, cores = len(memcached.ports))
self.mhosts = mhosts
self.memcached = memcached
self.sysmon = sysmon
self.__paths = dict((h, self.queueSrcFile(h, "mcload"))
for h in set(mhost.host for mhost in mhosts))
self.__runners = dict((h, self.queueSrcFile(h, "run-mcload"))
for h in set(mhost.host for mhost in mhosts))
def __init__(self, mhosts, memcached, sysmon):
Task.__init__(self)
ResultsProvider.__init__(self, cores=len(memcached.ports))
self.mhosts = mhosts
self.memcached = memcached
self.sysmon = sysmon
self.__paths = dict((h, self.queueSrcFile(h, "mcload"))
for h in set(mhost.host for mhost in mhosts))
self.__runners = dict((h, self.queueSrcFile(h, "run-mcload"))
for h in set(mhost.host for mhost in mhosts))
def __init__(self, host, filesPath, reuse = False,
virt = False, multiVM = False):
Task.__init__(self, host = host, filesPath = filesPath)
self.host = host
self.filesPath = filesPath
self.reuse = reuse
self.virt = virt
self.multiVM = multiVM
self.sshPort = SSHPORT
self.__script = self.queueSrcFile(host, "prefetch")
def __init__(self, host, trial, cores, srcPath, objPath, sysmon, stats,
perfRecord, linuxSrc, resultPath, perfBin, noCaching):
Task.__init__(self, host=host, trial=trial)
ResultsProvider.__init__(self, cores)
self.host = host
self.srcPath = srcPath
self.objPath = objPath
self.sysmon = sysmon
self.stats = stats
self.perfRecord = perfRecord
self.linuxSrc = linuxSrc
self.resultPath = resultPath
self.perfBin = perfBin
self.noCaching = noCaching
def __init__(self, host, trial, cores, srcPath, objPath,
sysmon, stats, perfRecord, linuxSrc, resultPath,
perfBin, noCaching):
Task.__init__(self, host = host, trial = trial)
ResultsProvider.__init__(self, cores)
self.host = host
self.srcPath = srcPath
self.objPath = objPath
self.sysmon = sysmon
self.stats = stats
self.perfRecord = perfRecord
self.linuxSrc = linuxSrc
self.resultPath = resultPath
self.perfBin = perfBin
self.noCaching = noCaching
def __init__(self,
host,
filesPath,
reuse=False,
virt=False,
multiVM=False):
Task.__init__(self, host=host, filesPath=filesPath)
self.host = host
self.filesPath = filesPath
self.reuse = reuse
self.virt = virt
self.multiVM = multiVM
self.sshPort = SSHPORT
self.__script = self.queueSrcFile(host, "prefetch")
def __init__(self, host, trial, cores, metisPath, streamflow, model,
setcpus, fs, sysmon):
assert model in ["default", "hugetlb"], \
"Unknown Metis memory model %r" % model
Task.__init__(self, host = host, trial = trial)
ResultsProvider.__init__(self, cores)
self.host = host
self.trial = trial
self.metisPath = metisPath
self.streamflow = streamflow
self.model = model
self.setcpus = setcpus
self.fs = fs
self.sysmon = sysmon
def __init__(self, host, trial, cores, metisPath, streamflow, model,
setcpus, fs, sysmon):
assert model in ["default", "hugetlb"], \
"Unknown Metis memory model %r" % model
Task.__init__(self, host=host, trial=trial)
ResultsProvider.__init__(self, cores)
self.host = host
self.trial = trial
self.metisPath = metisPath
self.streamflow = streamflow
self.model = model
self.setcpus = setcpus
self.fs = fs
self.sysmon = sysmon
def __init__(self,
host,
perfFile,
perfRecord,
perfBin,
perfKVMRec=False,
guestOnlyRec=False):
Task.__init__(self, host=host)
self.host = host
self.perfFile = perfFile
self.perfBin = perfBin
self.perfRecord = perfRecord
self.__perfProc = None
self.perfKVMRec = perfKVMRec
self.guestOnlyRec = guestOnlyRec
def __init__(self, host, benchRoot, driveFile, cores,
threads, sockets, qmpPort, sshPort, vncPort):
Task.__init__(self, host = host)
self.host = host
self.benchRoot = benchRoot
self.driveFile = driveFile
self.cores = cores
self.threads = threads
self.sockets = sockets
self.qmpPort = qmpPort
self.sshPort = sshPort
self.vncPort = vncPort
self.proc = None
self.seq = "onlinecpu"
self.__cpuSeq = self.queueSrcFile(host, "cpu-sequences")
def __init__(self, host, trial, pg, cores, clients, rows, partitions,
batchSize, randomWritePct, sysmon):
Task.__init__(self, host = host, trial = trial)
ResultsProvider.__init__(self, cores)
# XXX Use this elsewhere
self.setInfoAttrs(PostgresLoad, locals())
self.pg = pg
self.sysmon = sysmon
self.__dbname = "pg%d-%d" % (self.rows, self.partitions)
self.__pgload = self.queueSrcFile(host, "pgload")
self.queueSrcFile(host, "libload")
if trial != 0:
# Only start one PostgresLoad object per data point
self.start = None
def __init__(self, host, benchRoot, driveFile, cores, threads, sockets,
qmpPort, sshPort, vncPort):
Task.__init__(self, host=host)
self.host = host
self.benchRoot = benchRoot
self.driveFile = driveFile
self.cores = cores
self.threads = threads
self.sockets = sockets
self.qmpPort = qmpPort
self.sshPort = sshPort
self.vncPort = vncPort
self.proc = None
self.seq = "onlinecpu"
self.__cpuSeq = self.queueSrcFile(host, "cpu-sequences")
def __init__(self, host, trial, psearchyPath, filesPath, dbPath, cores,
mode, order, mem, dblim, setcpus, sysmon):
assert mode in [PsearchyLoad.MODE_THREAD, PsearchyLoad.MODE_PROCESS], \
"Invalid mode %s" % mode
assert order in [PsearchyLoad.ORDER_SEQ, PsearchyLoad.ORDER_RR], \
"Invalid order %s" % order
Task.__init__(self, host = host, trial = trial)
ResultsProvider.__init__(self, cores)
self.host = host
self.trial = trial
self.psearchyPath = psearchyPath
self.filesPath = filesPath
self.dbPath = dbPath
self.mode = mode
self.order = order
self.mem = mem
self.dblim = dblim
self.setcpus = setcpus
self.sysmon = sysmon
def __init__(self, host, trial, psearchyPath, filesPath, dbPath, cores,
mode, order, mem, dblim, setcpus, sysmon):
assert mode in [PsearchyLoad.MODE_THREAD, PsearchyLoad.MODE_PROCESS], \
"Invalid mode %s" % mode
assert order in [PsearchyLoad.ORDER_SEQ, PsearchyLoad.ORDER_RR], \
"Invalid order %s" % order
Task.__init__(self, host=host, trial=trial)
ResultsProvider.__init__(self, cores)
self.host = host
self.trial = trial
self.psearchyPath = psearchyPath
self.filesPath = filesPath
self.dbPath = dbPath
self.mode = mode
self.order = order
self.mem = mem
self.dblim = dblim
self.setcpus = setcpus
self.sysmon = sysmon
def __init__(self, host, pgPath, pgBuild, dbdir, malloc = "glibc", **opts):
Task.__init__(self, host = host)
self.host = host
self.pgPath = pgPath
self.pgBuild = pgBuild
self.dbdir = dbdir
self.malloc = malloc
# For custom Postgres builds, we have to point it to its
# libraries or it will try to use the system libraries. At
# best, it will probably have the wrong default socket path.
self.__addEnv = {"LD_LIBRARY_PATH" : os.path.join(pgPath, pgBuild, "lib")}
if USE_DEBUG_LIBC:
self.__addEnv["LD_LIBRARY_PATH"] += ":/usr/lib/debug"
if malloc == "glibc":
pass
elif malloc == "tcmalloc":
self.__addEnv["LD_PRELOAD"] = "/usr/lib/libtcmalloc_minimal.so"
else:
raise ValueError("Unknown malloc %s" % malloc)
self.__userOpts = opts
self.dynOpts = {}
def __init__(self, host, sshPort):
Task.__init__(self, host=host)
self.host = host
self.sshPort = sshPort
def __init__(self, host, traceFile, kvmTrace): Task.__init__(self, host = host) self.host = host self.traceFile = traceFile self.kvmTrace = kvmTrace self.__traceProc = None
def __init__(self, host, stime):
Task.__init__(self, host=host)
self.host = host
self.stime = stime
def __init__(self, host):
Task.__init__(self, host = host)
self.host = host
self.__script = self.queueSrcFile(host, "sysmon")
def __init__(self, host, sshPort): Task.__init__(self, host = host) self.host = host self.sshPort = sshPort
def __init__(self, host, srcPath, dstPath):
Task.__init__(self, host=host)
self.host = host
self.srcPath = srcPath
self.dstPath = dstPath
def __init__(self, host, stime): Task.__init__(self, host = host) self.host = host self.stime = stime
def __init__(self, host, srcPath, dstPath): Task.__init__(self, host = host) self.host = host self.srcPath = srcPath self.dstPath = dstPath
def __init__(self, host, traceFile, kvmTrace):
Task.__init__(self, host=host)
self.host = host
self.traceFile = traceFile
self.kvmTrace = kvmTrace
self.__traceProc = None
def __init__(self, host, mcPath, mcBuild, ports, threadsPerCore, mem):
Task.__init__(self, host=host)
self.setInfoAttrs(Memcached, locals())
self.__ps = []
def __init__(self, host, mcPath, mcBuild, ports, threadsPerCore, mem):
Task.__init__(self, host = host)
self.setInfoAttrs(Memcached, locals())
self.__ps = []
def __init__(self, host):
Task.__init__(self, host=host)
self.host = host
self.__script = self.queueSrcFile(host, "sysmon")