def main():
if len(sys.argv) != 2:
print("Usage: ", sys.argv[0], " <protobuf input>")
exit(-1)
# Open the file on read mode
proto_in = protolib.openFileRd(sys.argv[1])
# Read the magic number in 4-byte Little Endian
magic_number = proto_in.read(4)
if magic_number != b'gem5':
print("Unrecognized file")
exit(-1)
print("Parsing packet header")
# Add the packet header
header = inst_dep_record_pb2.InstDepRecordHeader()
protolib.decodeMessage(proto_in, header)
print("Object id:", header.obj_id)
print("Tick frequency:", header.tick_freq)
print("Parsing packets")
num_packets = 0
num_regdeps = 0
num_dep = [0] * (320 * 10**6)
packet = inst_dep_record_pb2.InstDepRecord()
# Decode the packet messages until we hit the end of the file
while protolib.decodeMessage(proto_in, packet):
num_packets += 1
# Write to file the repeated field register dependency
if num_packets % 10**7 == 0:
print(num_packets)
if packet.reg_dep:
num_regdeps += 1 # No. of packets with atleast 1 register dependency
for dep in packet.reg_dep:
inst_seq = int(dep)
num_dep[inst_seq] += 1
if num_packets == 200 * 10**6:
break
print("Parsed packets:", num_packets)
print("Packets with at least 1 reg dep:", num_regdeps)
proto_in.close()
print('Counting dependancies')
dep_map = {}
for n in num_dep:
if n in dep_map:
dep_map[n] += 1
else:
dep_map[n] = 1
print(dep_map)
def main():
if len(sys.argv) != 3:
print "Usage: ", sys.argv[0], " <ASCII input> <protobuf output>"
exit(-1)
# Open the file in write mode
proto_out = open(sys.argv[2], 'wb')
# Open the file in read mode
try:
ascii_in = open(sys.argv[1], 'r')
except IOError:
print "Failed to open ", sys.argv[1], " for reading"
exit(-1)
# Write the magic number in 4-byte Little Endian, similar to what
# is done in src/proto/protoio.cc
proto_out.write("gem5")
# Add the packet header
header = inst_dep_record_pb2.InstDepRecordHeader()
header.obj_id = "Converted ASCII trace " + sys.argv[1]
# Assume the default tick rate
header.tick_freq = 1000000000
header.window_size = 120
protolib.encodeMessage(proto_out, header)
print "Creating enum name,value lookup from proto"
enumValues = {}
for namestr, valdesc in DepRecord.DESCRIPTOR.enum_values_by_name.items():
print '\t', namestr, valdesc.number
enumValues[namestr] = valdesc.number
num_records = 0
# For each line in the ASCII trace, create a packet message and
# write it to the encoded output
for line in ascii_in:
inst_info_str, rob_dep_str, reg_dep_str = (line.strip()).split(':')
inst_info_list = inst_info_str.split(',')
dep_record = DepRecord()
dep_record.seq_num = long(inst_info_list[0])
dep_record.pc = long(inst_info_list[1])
dep_record.weight = long(inst_info_list[2])
# If the type is not one of the enum values, it should be a key error
try:
dep_record.type = enumValues[inst_info_list[3]]
except KeyError:
print "Seq. num", dep_record.seq_num, "has unsupported type", \
inst_info_list[3]
exit(-1)
if dep_record.type == DepRecord.INVALID:
print "Seq. num", dep_record.seq_num, "is of INVALID type"
exit(-1)
# If the instruction is a load or store record the physical addr,
# size flags in addition to recording the computation delay
if dep_record.type in [DepRecord.LOAD, DepRecord.STORE]:
p_addr, size, flags, comp_delay = inst_info_list[4:8]
dep_record.p_addr = long(p_addr)
dep_record.size = int(size)
dep_record.flags = int(flags)
dep_record.comp_delay = long(comp_delay)
else:
comp_delay = inst_info_list[4]
dep_record.comp_delay = long(comp_delay)
# Parse the register and order dependencies both of which are
# repeated fields. An empty list is valid.
rob_deps = rob_dep_str.strip().split(',')
for a_dep in rob_deps:
# if the string is empty, split(',') returns 1 item: ''
# if the string is ",4", split(',') returns 2 items: '', '4'
# long('') gives error, so check if the item is non-empty
if a_dep:
dep_record.rob_dep.append(long(a_dep))
reg_deps = reg_dep_str.split(',')
for a_dep in reg_deps:
if a_dep:
dep_record.reg_dep.append(long(a_dep))
protolib.encodeMessage(proto_out, dep_record)
num_records += 1
print "Converted", num_records, "records."
# We're done
ascii_in.close()
proto_out.close()
def main():
if len(sys.argv) != 3:
print "Usage: ", sys.argv[0], " <protobuf input> <ASCII output>"
exit(-1)
# Open the file on read mode
proto_in = protolib.openFileRd(sys.argv[1])
try:
ascii_out = open(sys.argv[2], 'w')
except IOError:
print "Failed to open ", sys.argv[2], " for writing"
exit(-1)
# Read the magic number in 4-byte Little Endian
magic_number = proto_in.read(4)
if magic_number != "gem5":
print "Unrecognized file"
exit(-1)
print "Parsing packet header"
# Add the packet header
header = inst_dep_record_pb2.InstDepRecordHeader()
protolib.decodeMessage(proto_in, header)
print "Object id:", header.obj_id
print "Tick frequency:", header.tick_freq
print "Parsing packets"
print "Creating enum value,name lookup from proto"
enumNames = {}
desc = inst_dep_record_pb2.InstDepRecord.DESCRIPTOR
for namestr, valdesc in desc.enum_values_by_name.items():
print '\t', valdesc.number, namestr
enumNames[valdesc.number] = namestr
num_packets = 0
num_regdeps = 0
num_robdeps = 0
packet = inst_dep_record_pb2.InstDepRecord()
# Decode the packet messages until we hit the end of the file
while protolib.decodeMessage(proto_in, packet):
num_packets += 1
# Write to file the seq num
ascii_out.write('%s' % (packet.seq_num))
# Write to file the pc of the instruction, default is 0
if packet.HasField('pc'):
ascii_out.write(',%s' % (packet.pc))
else:
ascii_out.write(',0')
# Write to file the weight, default is 1
if packet.HasField('weight'):
ascii_out.write(',%s' % (packet.weight))
else:
ascii_out.write(',1')
# Write to file the type of the record
try:
ascii_out.write(',%s' % enumNames[packet.type])
except KeyError:
print "Seq. num", packet.seq_num, "has unsupported type", \
packet.type
exit(-1)
# Write to file if it has the optional fields physical addr, size,
# flags
if packet.HasField('p_addr'):
ascii_out.write(',%s' % (packet.p_addr))
if packet.HasField('size'):
ascii_out.write(',%s' % (packet.size))
if packet.HasField('flags'):
ascii_out.write(',%s' % (packet.flags))
# Write to file the comp delay
ascii_out.write(',%s' % (packet.comp_delay))
# Write to file the repeated field order dependency
ascii_out.write(':')
if packet.rob_dep:
num_robdeps += 1
for dep in packet.rob_dep:
ascii_out.write(',%s' % dep)
# Write to file the repeated field register dependency
ascii_out.write(':')
if packet.reg_dep:
num_regdeps += 1 # No. of packets with atleast 1 register dependency
for dep in packet.reg_dep:
ascii_out.write(',%s' % dep)
# New line
ascii_out.write('\n')
print "Parsed packets:", num_packets
print "Packets with at least 1 reg dep:", num_regdeps
print "Packets with at least 1 rob dep:", num_robdeps
# We're done
ascii_out.close()
proto_in.close()
