def main():
parseXML()
heading("Collecting phase data")
f = open("phase.csv", "w")
lastSampleCnt = parseInt(
readReg(
getNode('GEM_AMC.TTC.STATUS.CLK.PHASE_MONITOR.SAMPLE_COUNTER')))
phaseArr = []
for i in range(NUM_READS):
phaseRaw = parseInt(
readReg(getNode('GEM_AMC.TTC.STATUS.CLK.PHASE_MONITOR.PHASE')))
phasePs = phaseRaw * PHASE_UNITS_PS
phaseArr.append(phasePs)
f.write("%f\n" % phasePs)
sampleCnt = lastSampleCnt
while sampleCnt == lastSampleCnt:
sampleCnt = parseInt(
readReg(
getNode(
'GEM_AMC.TTC.STATUS.CLK.PHASE_MONITOR.SAMPLE_COUNTER'))
)
sleep(0.0001)
lastSampleCnt = sampleCnt
if i % 1000 == 0:
print("Progress: %d / %d" % (i, NUM_READS))
histogram(phaseArr)
f.close()
def analyzeBxDiff(events):
ohAmcBxOffsets = []
vfatOhBxOffsets = []
vfatAmcBxOffsets = []
for event in events:
for chamber in event.chambers:
ohAmcBxOffsets.append(chamber.ohBc - event.bxId)
for vfat in chamber.vfats:
vfatOhBxOffsets.append(vfat.bc - chamber.ohBc)
vfatAmcBxOffsets.append(vfat.bc - event.bxId)
# print "===================================================="
# print "OH BC - AMC BC histogram:"
# print ""
# histogram(ohAmcBxOffsets, -3564, 3564, 100)
#
# print ""
# print "===================================================="
# print "VFAT BC - OH BC histogram:"
# print ""
# histogram(vfatOhBxOffsets, -3564, 3564, 100)
print ""
print "===================================================="
print "VFAT BC - AMC BC histogram:"
print ""
# histogram(vfatAmcBxOffsets, -3564, 3564, 100)
histogram(vfatAmcBxOffsets, -3564, 3564, 7130)
def analyzeNumChambers(events):
numChambers = []
for event in events:
numChambers.append(len(event.chambers))
print "===================================================="
print "Number of chambers per event histogram:"
print ""
histogram(numChambers, 0, 8, 8)
def analyzeNumChambers(events):
numChambers = []
for event in events:
numChambers.append(len(event.chambers))
print "===================================================="
print "Number of chambers per event histogram:"
print ""
histogram(numChambers, 0, 8, 8)
def analyzeNumVfats(events):
numVfats = []
for event in events:
vfats = 0
for chamber in event.chambers:
vfats += len(chamber.vfats)
numVfats.append(vfats)
print "===================================================="
print "Number of VFATs per event histogram:"
print ""
histogram(numVfats)
def train(model_path=None,
save_path='/home/cjl/tf_runet/models/20180612',
pro_path='/home/cjl/tf_runet',
max_size=None,
total_step=0,
display=False,
displaystep=30,
save=True,
dataidx=10):
print('begin_train')
data_path = pro_path + '/data/vot2016'
data_provider = VOT2016_Data_Provider(data_path, cfg)
data_provider.random_batch_init()
data_provider.dataidx = dataidx
model = Model()
train_writer = tf.summary.FileWriter(save_path, model.sess.graph)
if model_path is None:
model.init_vars_random()
else:
model.restore(model_path)
import psutil
training = True
while training:
total_step += 1
print('--------------------------------------')
print('total_step:', total_step)
iptdata, gtdata = data_provider.get_a_random_batch(jump=2)
weight = ave_weight(gtdata)
summary, cost, otherlabels, predict = model.train(
iptdata, gtdata, weight)
#text_histogram.histogram(list(iptdata.astype(float).reshape((-1))))
#text_histogram.histogram(list(gtdata.astype(float).reshape((-1))))
auc = calc_auc(predict, otherlabels)
print("cost:", cost, " auc:", auc)
print_step_auc(predict, otherlabels)
text_histogram.histogram(list(predict.astype(float).reshape((-1))))
train_writer.add_summary(summary, total_step)
if (save and total_step % 20 == 0):
filename = save_path + '/train' + str(total_step)
model.save(filename)
print('========================================')
def analyzeBx(events):
ohAmcBxOffsets = []
vfatOhBxOffsets = []
vfatAmcBxOffsets = []
for event in events:
for chamber in event.chambers:
ohAmcBxOffsets.append(chamber.ohBc - event.bxId)
for vfat in chamber.vfats:
vfatOhBxOffsets.append(vfat.bc - chamber.ohBc)
vfatAmcBxOffsets.append(vfat.bc - event.bxId)
print "===================================================="
print "OH BC - AMC BC histogram:"
print ""
histogram(ohAmcBxOffsets, -3564, 3564, 100)
print ""
print "===================================================="
print "VFAT BC - OH BC histogram:"
print ""
histogram(vfatOhBxOffsets, -3564, 3564, 100)
print ""
print "===================================================="
print "VFAT BC - AMC BC histogram:"
print ""
histogram(vfatAmcBxOffsets, -3564, 3564, 100)
def benchmark(iterations, func, *args, **kwargs):
print(f"running {func} with args {args} {iterations} times ")
import timeit
timer = timeit.default_timer
times = []
for i in range(iterations):
times.append(timer())
func(*args)
times.append(timer())
deltas = [times[i] - times[i - 1] for i in range(1, len(times))]
print(deltas)
from text_histogram import histogram
print(histogram(deltas))
trace_collection.add_trace(trace_path, 'ctf')
except:
print(howto)
raise
class ClientStats:
def __init__(self):
self.buffers_in_flight = dict()
self.buffer_delays = []
clients = dict()
for event in trace_collection.events:
if event.name == 'mir_server_wayland:sw_buffer_committed':
if event['client'] not in clients:
clients[event['client']] = ClientStats()
clients[event['client']].buffers_in_flight[
event['buffer_id']] = event.timestamp
if event.name == 'mir_server_compositor:buffers_in_frame':
for buffer in event['buffer_ids']:
for client in clients.values():
if buffer in client.buffers_in_flight.keys():
client.buffer_delays.append(
event.timestamp - client.buffers_in_flight[buffer])
del client.buffers_in_flight[buffer]
for (id, client) in clients.items():
print("Client: ", id)
histogram([delay // 1000000 for delay in client.buffer_delays])
for vcf_path in vcf_paths:
print("============================")
alt_allele_sizes = []
with gzip.open(vcf_path) if vcf_path.endswith(".gz") else open(
vcf_path) as f:
for line in f:
if line.startswith("#"):
continue
fields = line.strip().split("\t")
ref = fields[3]
alt_alleles = fields[4]
for alt in alt_alleles.split(","):
c['total alleles'] += 1
if len(ref) < len(alt):
c['insertions'] += 1
alt_allele_sizes.append(len(alt))
elif len(ref) > len(alt):
c['deletions'] += 1
elif len(ref) == 1 and len(alt) == 1:
c['snps'] += 1
for label, value in sorted(c.items(),
key=lambda x: (x[1], x[0]),
reverse=True):
print("==> %15s : %9d" % (label, value))
print("log2(alt allele length) for insertions in " + vcf_path)
histogram(np.log2(alt_allele_sizes),
custbuckets=",".join(["%0.1f" % (k / 2.0)
for k in range(1, 20)]))
def analyzeBx(events):
amcBxs = []
ohBxs = []
vfatBxs = []
amcBxMin = 5000
amcBxMax = -1
numAmcBxOvf = 0
ohBxMin = 5000
ohBxMax = -1
numOhBxOvf = 0
vfatBxMin = 5000
vfatBxMax = -1
numVfatBxOvf = 0
for event in events:
amcBxs.append(event.bxId)
if event.bxId < amcBxMin:
amcBxMin = event.bxId
if event.bxId > amcBxMax:
amcBxMax = event.bxId
if event.bxId > 3564:
numAmcBxOvf += 1
for chamber in event.chambers:
ohBxs.append(chamber.ohBc)
if chamber.ohBc < ohBxMin:
ohBxMin = chamber.ohBc
if chamber.ohBc > ohBxMax:
ohBxMax = chamber.ohBc
if chamber.ohBc > 3564:
numOhBxOvf += 1
for vfat in chamber.vfats:
vfatBxs.append(vfat.bc)
if vfat.bc < vfatBxMin:
vfatBxMin = vfat.bc
if vfat.bc > vfatBxMax:
vfatBxMax = vfat.bc
if vfat.bc > 3564:
numVfatBxOvf += 1
print ""
print "===================================================="
print "AMC BC histogram:"
print ""
histogram(amcBxs, 0, 4095, 4096)
print "AMC BX Min: %d, AMC BX Max: %d, AMC BX > 3564: %d" % (
amcBxMin, amcBxMax, numAmcBxOvf)
print ""
print "===================================================="
print "OH BC histogram:"
print ""
histogram(ohBxs, 0, 4095, 4096)
print "OH BX Min: %d, OH BX Max: %d, OH BX > 3564: %d" % (ohBxMin, ohBxMax,
numOhBxOvf)
print ""
print "===================================================="
print "VFAT BC histogram:"
print ""
histogram(vfatBxs, 0, 4095, 4096)
print "VFAT BX Min: %d, VFAT BX Max: %d, VFAT BX > 3564: %d" % (
vfatBxMin, vfatBxMax, numVfatBxOvf)
#Using text_histogram https://github.com/Kobold/text_histogram #display histogram for Hamming's errors from ex5_3 import errors import text_histogram as t t.histogram(errors, 5, 9, 4)