Python ValuesList Examples

Example #1

File: DiskUtilization.py Project: BroukPytlik/fio-parser

	def __init__(self, fields = None):
		self.disk_name = ValuesList()
		self.read_ios = ValuesList()
		self.write_ios = ValuesList()
		self.read_merges = ValuesList()
		self.write_merges = ValuesList()
		self.read_ticks = ValuesList()
		self.write_ticks = ValuesList()
		self.time_in_queue = ValuesList()
		self.utilization = ValuesList(unit="%")

		if (fields is not None):
			self.add(fields)

Example #2

File: FioJob.py Project: BroukPytlik/fio-parser

	def __init__(self, name):
		self.name = name
		self.read_status = RWStatus()
		self.write_status = RWStatus()
		
		CpuUsage = namedtuple("CpuUsage", "user system context_switches major_faults minor_faults")
		self.cpu_usage = CpuUsage(
				ValuesList(unit="%"),
				ValuesList(unit="%"),
				ValuesList(),
				ValuesList(),
				ValuesList(),
			)

		self.io_depths=ValuesList()
		self.io_lat_us=ValuesList()
		self.io_lat_ms=ValuesList()
		self.disk_utilization = DiskUtilization()

Example #3

File: FioJob.py Project: jerrygb/fio-parser

    def __init__(self, name):
        self.name = name
        self.read_status = RWStatus()
        self.write_status = RWStatus()

        CpuUsage = namedtuple(
            "CpuUsage",
            "user system context_switches major_faults minor_faults")
        self.cpu_usage = CpuUsage(
            ValuesList(unit="%"),
            ValuesList(unit="%"),
            ValuesList(),
            ValuesList(),
            ValuesList(),
        )

        self.io_depths = ValuesList()
        self.io_lat_us = ValuesList()
        self.io_lat_ms = ValuesList()
        self.disk_utilization = DiskUtilization()

Example #4

File: FioJob.py Project: jerrygb/fio-parser

class FioJob(object):
    def __init__(self, name):
        self.name = name
        self.read_status = RWStatus()
        self.write_status = RWStatus()

        CpuUsage = namedtuple(
            "CpuUsage",
            "user system context_switches major_faults minor_faults")
        self.cpu_usage = CpuUsage(
            ValuesList(unit="%"),
            ValuesList(unit="%"),
            ValuesList(),
            ValuesList(),
            ValuesList(),
        )

        self.io_depths = ValuesList()
        self.io_lat_us = ValuesList()
        self.io_lat_ms = ValuesList()
        self.disk_utilization = DiskUtilization()

    """ Accept list of strings, each string represents one field from fio.
	"""

    def add(self, fields):
        i = Iter(2)
        i.set(5)
        self.read_status.add(fields[int(i):int(i + 41)])
        self.write_status.add(fields[int(i):int(i + 41)])

        self.cpu_usage.user.add(fields[int(i.inc())][:-1])
        self.cpu_usage.system.add(fields[int(i.inc())][:-1])
        self.cpu_usage.context_switches.add(fields[int(i.inc())])
        self.cpu_usage.major_faults.add(fields[int(i.inc())])
        self.cpu_usage.minor_faults.add(fields[int(i.inc())])

        self.io_depths.add(
            {
                '1': fields[int(i.inc())],
                '2': fields[int(i.inc())],
                '4': fields[int(i.inc())],
                '8': fields[int(i.inc())],
                '16': fields[int(i.inc())],
                '32': fields[int(i.inc())],
                '64+': fields[int(i.inc())],
            }, False)
        self.io_lat_us.add(
            {
                '2': fields[int(i.inc())],
                '4': fields[int(i.inc())],
                '10': fields[int(i.inc())],
                '20': fields[int(i.inc())],
                '50': fields[int(i.inc())],
                '100': fields[int(i.inc())],
                '250': fields[int(i.inc())],
                '500': fields[int(i.inc())],
                '750': fields[int(i.inc())],
                '1000': fields[int(i.inc())],
            }, False)
        self.io_lat_ms.add(
            {
                '2': fields[int(i.inc())],
                '4': fields[int(i.inc())],
                '10': fields[int(i.inc())],
                '20': fields[int(i.inc())],
                '50': fields[int(i.inc())],
                '100': fields[int(i.inc())],
                '250': fields[int(i.inc())],
                '500': fields[int(i.inc())],
                '750': fields[int(i.inc())],
                '1000': fields[int(i.inc())],
                '2000': fields[int(i.inc())],
                '2000+': fields[int(i.inc())],
            }, False)
        self.disk_utilization.add(fields[int(i):int(i + 9)])

    def __str__(self):
        return  "%s\n"%(self.name)+\
          "READ status:\n"+\
          str(self.read_status)+\
          "\nWRITE status:\n"+\
          str(self.write_status)+\
          "\n"+\
          str(self.cpu_usage)+\
          ""

Example #5

File: RWStatus.py Project: jerrygb/fio-parser

	def __init__(self, fields = None):
		self.total_io = ValuesList(unit="B")
		self.bandwidth = ValuesList(unit="B")
		self.iops = ValuesList()
		self.runtime = ValuesList(unit="ms")
		Latency = namedtuple("Latency", "min max mean deviation")
		LatencyBW = namedtuple("Latency", "min max mean percentage deviation")
		self.submission_latency = Latency(
				ValuesList(unit="ms"),
				ValuesList(unit="ms"),
				ValuesList(unit="ms"),
				ValuesList(unit="ms")
				)
		self.completion_latency = Latency(
				ValuesList(unit="ms"),
				ValuesList(unit="ms"),
				ValuesList(unit="ms"),
				ValuesList(unit="ms")
				)
		self.completion_latency_percentiles = ValuesList(unit="%")
		self.total_latency = Latency(
				ValuesList(unit="ms"),
				ValuesList(unit="ms"),
				ValuesList(unit="ms"),
				ValuesList(unit="ms")
				)
		self.bw = LatencyBW(
				ValuesList(unit="ms"),
				ValuesList(unit="ms"),
				ValuesList(unit="ms"),
				ValuesList(unit="%"),
				ValuesList(unit="ms"),
				)

		if (fields is not None):
			self.add(fields)

Example #6

File: RWStatus.py Project: jerrygb/fio-parser

class RWStatus(object):
	def __init__(self, fields = None):
		self.total_io = ValuesList(unit="B")
		self.bandwidth = ValuesList(unit="B")
		self.iops = ValuesList()
		self.runtime = ValuesList(unit="ms")
		Latency = namedtuple("Latency", "min max mean deviation")
		LatencyBW = namedtuple("Latency", "min max mean percentage deviation")
		self.submission_latency = Latency(
				ValuesList(unit="ms"),
				ValuesList(unit="ms"),
				ValuesList(unit="ms"),
				ValuesList(unit="ms")
				)
		self.completion_latency = Latency(
				ValuesList(unit="ms"),
				ValuesList(unit="ms"),
				ValuesList(unit="ms"),
				ValuesList(unit="ms")
				)
		self.completion_latency_percentiles = ValuesList(unit="%")
		self.total_latency = Latency(
				ValuesList(unit="ms"),
				ValuesList(unit="ms"),
				ValuesList(unit="ms"),
				ValuesList(unit="ms")
				)
		self.bw = LatencyBW(
				ValuesList(unit="ms"),
				ValuesList(unit="ms"),
				ValuesList(unit="ms"),
				ValuesList(unit="%"),
				ValuesList(unit="ms"),
				)

		if (fields is not None):
			self.add(fields)


	def add(self, fields):
		i = Iter(0)

		self.total_io.add(int( fields[int(i.inc())])*1024)
		self.bandwidth.add(int( fields[int(i.inc())])*1024)
		self.iops.add( fields[int(i.inc())])
		self.runtime.add( fields[int(i.inc())])

		self.submission_latency.min.add(fields[int(i.inc())])
		self.submission_latency.max.add(fields[int(i.inc())])
		self.submission_latency.mean.add(fields[int(i.inc())])
		self.submission_latency.deviation.add(fields[int(i.inc())])

		self.completion_latency.min.add(fields[int(i.inc())])
		self.completion_latency.max.add(fields[int(i.inc())])
		self.completion_latency.mean.add(fields[int(i.inc())])
		self.completion_latency.deviation.add(fields[int(i.inc())])

		self.completion_latency_percentiles.add(fields[int(i):int(i+20)], False)

		self.total_latency.min.add(fields[int(i.inc())])
		self.total_latency.max.add(fields[int(i.inc())])
		self.total_latency.mean.add(fields[int(i.inc())])
		self.total_latency.deviation.add(fields[int(i.inc())])

		self.bw.min.add(fields[int(i.inc())])
		self.bw.max.add(fields[int(i.inc())])
		self.bw.percentage.add(fields[int(i.inc())][:-1])
		self.bw.mean.add(fields[int(i.inc())])
		self.bw.deviation.add(fields[int(i.inc())])

		
	def __str__(self):
		return "Total IO: %sB, bandwidth: %sB/sec, IOPS: %d, runtime: %d msec" % (size(self.total_io,system=iec), size(self.bandwidth,system=iec), self.iops, self.runtime)

Example #7

File: FioJob.py Project: BroukPytlik/fio-parser

class FioJob(object):
	def __init__(self, name):
		self.name = name
		self.read_status = RWStatus()
		self.write_status = RWStatus()
		
		CpuUsage = namedtuple("CpuUsage", "user system context_switches major_faults minor_faults")
		self.cpu_usage = CpuUsage(
				ValuesList(unit="%"),
				ValuesList(unit="%"),
				ValuesList(),
				ValuesList(),
				ValuesList(),
			)

		self.io_depths=ValuesList()
		self.io_lat_us=ValuesList()
		self.io_lat_ms=ValuesList()
		self.disk_utilization = DiskUtilization()

	""" Accept list of strings, each string represents one field from fio.
	"""
	def add(self, fields):
		i = Iter(2)
		i.set(5)
		self.read_status.add(fields[int(i):int(i+41)])
		self.write_status.add(fields[int(i):int(i+41)])

		self.cpu_usage.user.add(fields[int(i.inc())][:-1])
		self.cpu_usage.system.add( fields[int(i.inc())][:-1])
		self.cpu_usage.context_switches.add(fields[int(i.inc())])
		self.cpu_usage.major_faults.add(fields[int(i.inc())])
		self.cpu_usage.minor_faults.add(fields[int(i.inc())])

		self.io_depths.add({
				'1':fields[int(i.inc())],
				'2':fields[int(i.inc())],
				'4':fields[int(i.inc())],
				'8':fields[int(i.inc())],
				'16':fields[int(i.inc())],
				'32':fields[int(i.inc())],
				'64+':fields[int(i.inc())],
			}, False)
		self.io_lat_us.add({
				'2':fields[int(i.inc())],
				'4':fields[int(i.inc())],
				'10':fields[int(i.inc())],
				'20':fields[int(i.inc())],
				'50':fields[int(i.inc())],
				'100':fields[int(i.inc())],
				'250':fields[int(i.inc())],
				'500':fields[int(i.inc())],
				'750':fields[int(i.inc())],
				'1000':fields[int(i.inc())],
			}, False)
		self.io_lat_ms.add({
				'2':fields[int(i.inc())],
				'4':fields[int(i.inc())],
				'10':fields[int(i.inc())],
				'20':fields[int(i.inc())],
				'50':fields[int(i.inc())],
				'100':fields[int(i.inc())],
				'250':fields[int(i.inc())],
				'500':fields[int(i.inc())],
				'750':fields[int(i.inc())],
				'1000':fields[int(i.inc())],
				'2000':fields[int(i.inc())],
				'2000+':fields[int(i.inc())],
			},False)
		self.disk_utilization.add(fields[int(i):int(i+9)])


	def __str__(self):
		return  "%s\n"%(self.name)+\
				"READ status:\n"+\
				str(self.read_status)+\
				"\nWRITE status:\n"+\
				str(self.write_status)+\
				"\n"+\
				str(self.cpu_usage)+\
				""

Example #8

File: DiskUtilization.py Project: BroukPytlik/fio-parser

class DiskUtilization(object):
	def __init__(self, fields = None):
		self.disk_name = ValuesList()
		self.read_ios = ValuesList()
		self.write_ios = ValuesList()
		self.read_merges = ValuesList()
		self.write_merges = ValuesList()
		self.read_ticks = ValuesList()
		self.write_ticks = ValuesList()
		self.time_in_queue = ValuesList()
		self.utilization = ValuesList(unit="%")

		if (fields is not None):
			self.add(fields)

	def add(self, fields):
		i = Iter()
		self.disk_name.add(fields[int(i.inc())],False)
		self.read_ios.add(fields[int(i.inc())])
		self.write_ios.add(fields[int(i.inc())])
		self.read_merges.add(fields[int(i.inc())])
		self.write_merges.add(fields[int(i.inc())])
		self.read_ticks.add(fields[int(i.inc())])
		self.write_ticks.add(fields[int(i.inc())])
		self.time_in_queue.add(fields[int(i.inc())])
		self.utilization.add(fields[int(i.inc())][:-2]) # last item on line

Example #9

    def __init__(self, fields=None):
        self.disk_name = ValuesList()
        self.read_ios = ValuesList()
        self.write_ios = ValuesList()
        self.read_merges = ValuesList()
        self.write_merges = ValuesList()
        self.read_ticks = ValuesList()
        self.write_ticks = ValuesList()
        self.time_in_queue = ValuesList()
        self.utilization = ValuesList(unit="%")

        if (fields is not None):
            self.add(fields)

Example #10

class DiskUtilization(object):
    def __init__(self, fields=None):
        self.disk_name = ValuesList()
        self.read_ios = ValuesList()
        self.write_ios = ValuesList()
        self.read_merges = ValuesList()
        self.write_merges = ValuesList()
        self.read_ticks = ValuesList()
        self.write_ticks = ValuesList()
        self.time_in_queue = ValuesList()
        self.utilization = ValuesList(unit="%")

        if (fields is not None):
            self.add(fields)

    def add(self, fields):
        i = Iter()
        self.disk_name.add(fields[int(i.inc())], False)
        self.read_ios.add(fields[int(i.inc())])
        self.write_ios.add(fields[int(i.inc())])
        self.read_merges.add(fields[int(i.inc())])
        self.write_merges.add(fields[int(i.inc())])
        self.read_ticks.add(fields[int(i.inc())])
        self.write_ticks.add(fields[int(i.inc())])
        self.time_in_queue.add(fields[int(i.inc())])
        self.utilization.add(fields[int(i.inc())][:-2])  # last item on line