Exemple #1
0
 def __init__(self, testname, device, options=None):
     '''
     Constructor
     @param testname Name of the test, specifies the output file
     @param device The tested device, a device object
     '''
     ## The name of the test, is used to give the resulting files a name
     self.__testname = testname
     ## The tested device, a Device object
     self.__device = device
     ## User defined options
     self.__options = options
     ## A fio job used to run the tests
     self.__fioJob = FioJob()
     ## A list of filenames representing the generated plots
     self.__figures = []
     ## Measurement overview tables, from which plots are generated
     self.__tables = []
Exemple #2
0
 def __init__(self,testname,device,options=None):
     '''
     Constructor
     @param testname Name of the test, specifies the output file
     @param device The tested device, a device object
     '''
     ## The name of the test, is used to give the resulting files a name
     self.__testname = testname
     ## The tested device, a Device object
     self.__device = device
     ## User defined options
     self.__options = options
     ## A fio job used to run the tests
     self.__fioJob = FioJob()
     ## A list of filenames representing the generated plots
     self.__figures = []
     ## Measurement overview tables, from which plots are generated
     self.__tables = []
Exemple #3
0
    def precondition(self,nj=1,iod=1):
        ''' 
        Workload independent preconditioning for SSDs.
        Write two times the device with streaming I/O.
        @return True if precontioning succeded
        @exception RuntimeError if fio command fails
        '''
        job = FioJob()
        job.initialize()
        job.addKVArg("filename",self.getDevPath())
        job.addKVArg("bs","128k")
        job.addKVArg("rw","write")
        job.addKVArg("direct","1")
        job.addSglArg("minimal")
        job.addKVArg("numjobs",str(nj))
        job.addKVArg("ioengine","libaio")
        job.addKVArg("iodepth",str(iod))
        job.addSglArg("group_reporting")
        job.addSglArg('refill_buffers')

        for i in range(SSD.wlIndPrecRnds):
            logging.info("# Starting preconditioning round "+str(i))
            job.addKVArg("name", self.getDevName() + '-run' + str(i))
            call,out = job.start()
            if call == False:
                logging.error("# Could not carry out workload independent preconditioning")
                raise RuntimeError, "precondition error, fio command error"
            else:
                logging.info(out)
        logging.info("# Finished workload independent preconditioning")
        return True
Exemple #4
0
class DeviceTest(object):
    '''
    Representing a performance test, run on a device.
    '''
    __metaclass__ = ABCMeta

    def __init__(self, testname, device, options=None):
        '''
        Constructor
        @param testname Name of the test, specifies the output file
        @param device The tested device, a device object
        '''
        ## The name of the test, is used to give the resulting files a name
        self.__testname = testname
        ## The tested device, a Device object
        self.__device = device
        ## User defined options
        self.__options = options
        ## A fio job used to run the tests
        self.__fioJob = FioJob()
        ## A list of filenames representing the generated plots
        self.__figures = []
        ## Measurement overview tables, from which plots are generated
        self.__tables = []

    def getTestname(self):
        return self.__testname

    def getDevice(self):
        return self.__device

    def getOptions(self):
        return self.__options

    def getFioJob(self):
        return self.__fioJob

    def getFigures(self):
        return self.__figures

    def getTables(self):
        return self.__tables

    def setFigures(self, fig):
        '''
        Set the list of filenames, representing generated figures.
        @param fig A list of figure filenames.
        '''
        self.__figures = fig

    def addFigure(self, fig):
        ''' Add a filename to the figure list.
        @param fig The figure - a filename - to add
        '''
        self.__figures.append(fig)

    def addTable(self, tb):
        ''' Add an overview measurement table.
        @param tb The table to add
        '''
        self.__tables.append(tb)

    def initialize(self):
        ''' Initialize Device and FioJob to setup params. '''
        self.getDevice().initialize()
        self.initFio()
        self.__fioJob.checkFioVersion()

    def initFio(self):
        '''
        Initializes the fio job to run a performance test.
        @return An initialized fio job object
        '''
        self.__fioJob.initialize()
        self.__fioJob.addKVArg("filename", self.__device.getDevPath())
        self.__fioJob.addKVArg("name", self.__testname)
        self.__fioJob.addKVArg("direct", "1")
        self.__fioJob.addSglArg("minimal")
        self.__fioJob.addKVArg("ioengine", "libaio")
        self.__fioJob.addSglArg("time_based")
        if self.__options == None:
            self.__fioJob.addKVArg("numjobs", str(1))
            self.__fioJob.addKVArg("iodepth", str(1))
            self.__fioJob.addKVArg("runtime", str(60))
        else:
            if self.getOptions().getNj() != None:
                self.__fioJob.addKVArg("numjobs",
                                       str(self.getOptions().getNj()))
            if self.getOptions().getIod() != None:
                self.__fioJob.addKVArg("iodepth",
                                       str(self.getOptions().getIod()))
            if self.getOptions().getRuntime() != None:
                self.__fioJob.addKVArg("runtime",
                                       str(self.getOptions().getRuntime()))
            if self.getOptions().getXargs() != None:
                for arg in self.getOptions().getXargs():
                    self.__fioJob.addSglArg(arg)
        self.__fioJob.addSglArg("group_reporting")

    @abstractmethod
    def testRound(self):
        ''' A test round for a specific device performance test. '''

    @abstractmethod
    def runRounds(self):
        ''' Run the specific test rounds. '''

    @abstractmethod
    def run(self):
        ''' Run the type specific performance test. '''

    @abstractmethod
    def toXml(self):
        ''' Get the Xml representation of a test. '''

    @abstractmethod
    def fromXml(self):
        ''' Load a test from a Xml representation. '''

    @abstractmethod
    def genPlots(self):
        ''' Generate plots for a test. '''
Exemple #5
0
    def precondition(self, nj=1, iod=1):
        '''
        Workload independent preconditioning for SSDs.
        Write two times the device with streaming I/O.
        @return True if precontioning succeded
        @exception RuntimeError if fio command fails
        '''
        job = FioJob()
        job.initialize()
        job.addKVArg("filename", self.getDevPath())
        job.addKVArg("bs", "128k")
        job.addKVArg("rw", "write")
        job.addKVArg("direct", "1")
        job.addSglArg("minimal")
        job.addKVArg("numjobs", str(nj))
        job.addKVArg("ioengine", "libaio")
        job.addKVArg("iodepth", str(iod))
        job.addSglArg("group_reporting")
        job.addSglArg('refill_buffers')

        for i in range(SSD.wlIndPrecRnds):
            logging.info("# Starting preconditioning round " + str(i))
            job.addKVArg("name", self.getDevName() + '-run' + str(i))
            call, out = job.start()
            if call == False:
                logging.error(
                    "# Could not carry out workload independent preconditioning"
                )
                raise RuntimeError, "precondition error, fio command error"
            else:
                logging.info(out)
        logging.info("# Finished workload independent preconditioning")
        return True
Exemple #6
0
class DeviceTest(object):
    '''
    Representing a performance test, run on a device.
    '''
    __metaclass__ = ABCMeta

    def __init__(self,testname,device,options=None):
        '''
        Constructor
        @param testname Name of the test, specifies the output file
        @param device The tested device, a device object
        '''
        ## The name of the test, is used to give the resulting files a name
        self.__testname = testname
        ## The tested device, a Device object
        self.__device = device
        ## User defined options
        self.__options = options
        ## A fio job used to run the tests
        self.__fioJob = FioJob()
        ## A list of filenames representing the generated plots
        self.__figures = []
        ## Measurement overview tables, from which plots are generated
        self.__tables = []

    def getTestname(self): return self.__testname
    def getDevice(self): return self.__device
    def getOptions(self): return self.__options
    def getFioJob(self): return self.__fioJob
    def getFigures(self): return self.__figures
    def getTables(self): return self.__tables

    def setFigures(self,fig):
        '''
        Set the list of filenames, representing generated figures.
        @param fig A list of figure filenames.
        ''' 
        self.__figures = fig

    def addFigure(self,fig):
        ''' Add a filename to the figure list.
        @param fig The figure - a filename - to add
        '''
        self.__figures.append(fig)

    def addTable(self,tb):
        ''' Add an overview measurement table.
        @param tb The table to add
        '''
        self.__tables.append(tb)

    def initialize(self):
        ''' Initialize Device and FioJob to setup params. '''
        self.getDevice().initialize()
        self.initFio()
        self.__fioJob.checkFioVersion()

    def initFio(self):
        '''
        Initializes the fio job to run a performance test.
        @return An initialized fio job object
        '''
        self.__fioJob.initialize()
        self.__fioJob.addKVArg("filename",self.__device.getDevPath())
        self.__fioJob.addKVArg("name",self.__testname)
        self.__fioJob.addKVArg("direct","1")
        self.__fioJob.addSglArg("minimal")
        self.__fioJob.addKVArg("ioengine","libaio")
        self.__fioJob.addSglArg("time_based")
        if self.__options == None:
            self.__fioJob.addKVArg("numjobs",str(1))
            self.__fioJob.addKVArg("iodepth",str(1))
            self.__fioJob.addKVArg("runtime",str(60))
        else:
            if self.getOptions().getNj() != None:
                self.__fioJob.addKVArg("numjobs",str(self.getOptions().getNj()))
            if self.getOptions().getIod() != None:
                self.__fioJob.addKVArg("iodepth",str(self.getOptions().getIod()))
            if self.getOptions().getRuntime() != None:
                self.__fioJob.addKVArg("runtime",str(self.getOptions().getRuntime()))
            if self.getOptions().getXargs() != None:
                for arg in self.getOptions().getXargs():
                    self.__fioJob.addSglArg(arg)
        self.__fioJob.addSglArg("group_reporting")

    @abstractmethod
    def testRound(self):
        ''' A test round for a specific device performance test. '''
    @abstractmethod
    def runRounds(self):
        ''' Run the specific test rounds. '''
    @abstractmethod
    def run(self):
        ''' Run the type specific performance test. '''
    @abstractmethod
    def toXml(self):
        ''' Get the Xml representation of a test. '''
    @abstractmethod
    def fromXml(self):
        ''' Load a test from a Xml representation. '''
    @abstractmethod
    def genPlots(self):
        ''' Generate plots for a test. '''