def AssignFlowsCSV(self, filename="Input/trace.csv"):
f = open(filename, "r")
for line in f.readlines():
l = line.rstrip('\r\n').split(',')
print l
flow = Flow()
flow.startId = int(l[0])
flow.endId = int(l[2])
flow.SetFlowSize(float(l[6]))
flow.startTime = float(l[4])
flow.coflowId = int(l[5])
flow.flowId = len(self.flows) + 1
self.flows.append(flow)
FlowScheduler.AssignFlows(self)
f.close()
def AssignFlows(self, args):
"""
The args is a tuple containing: K, S, L, a, which are following the parameters in GenFlowInput.py
"""
self.flowSize = float(args[0])
self.mean = int(args[1])
self.avgFlowNums = int(args[2])
self.alpha = float(args[3])
f_name = inDir + "S%0.0f_L%d_a%d_flows.txt" \
% (self.flowSize, self.mean, self.avgFlowNums)
f = open(f_name, "r")
for line in f.readlines():
l = line.split()
flow = Flow()
flow.startId = int(l[0])
flow.endId = int(l[1])
flow.SetFlowSize(float(l[2]))
flow.startTime = float(l[3])
flow.flowId = len(self.flows) + 1
self.flows.append(flow)
FlowScheduler.AssignFlows(self)
f.close()
def AssignFlows(self, filename="Input/trace.csv"):
print sum(1 for li in open(filename,'r'))
f = open(filename, "r")
coflowsize = {}
coflowwidth = {}
line_count = 0
for line in f.readlines():
l = line.rstrip('\r\n').split(',')
line_count += 1
if line_count ==500:
break
for i in range(1):
# print l
flow = Flow()
flow.startId = choice(range(180)) + int(l[0])
flow.endId = choice(range(180)) + int(l[2])
flow.SetFlowSize(float(l[6])*100)
flow.startTime = float(l[4])
flow.coflowId = int(l[5])
if flow.coflowId not in coflowsize:
coflowsize[flow.coflowId] = flow.flowSize
coflowwidth[flow.coflowId] = 1
else:
coflowsize[flow.coflowId] += flow.flowSize
coflowwidth[flow.coflowId] += 1
flow.flowId = len(self.flows)
self.flows.append(flow)
FlowScheduler.AssignFlows(self)
print len(self.flows)
f.close()
f = open("Input/coflow_in.csv","w")
writer = csv.writer(f)
writer.writerow(['id', 'volume', 'count'])
for k in coflowsize:
writer.writerow([k, coflowsize[k], coflowwidth[k]])
f.close()
def AssignFlows(self, args):
"""
The args is a tuple containing: K, S, L, a, which are following the parameters in GenFlowInput.py
"""
self.K = int(args[0])
self.flowSize = float(args[1])
self.mean = int(args[2])
self.avgFlowNums = int(args[3])
self.alpha = float(args[4])
f_name = inDir + "K%d_S%0.0f_L%d_a%d_flows.txt" \
% (self.K, self.flowSize, self.mean, self.avgFlowNums)
f = open(f_name, "r")
for line in f.readlines():
l = line.split()
flow = Flow()
flow.startId = int(l[0])
flow.endId = int(l[1])
flow.SetFlowSize(float(l[2]))
flow.startTime = float(l[3])
flow.flowId = len(self.flows) + 1
self.flows.append(flow)
FlowScheduler.AssignFlows(self)
f.close()
def AssignFlows(self, topo, filename="Input/load20host32MR.txt"):
# print sum(1 for li in open(filename,'r'))
f = open(filename, "r")
# skip first line
# next(f)
coflowsize = {}
coflowwidth = {}
line_count = 0
for line in f.readlines():
l = line.rstrip('\n').split(',')
# print l
# skip title line
if line_count == 0:
line_count += 1
continue
line_count += 1
flow = Flow()
flow.startId = int(l[4])
flow.endId = int(l[5])
flow.SetFlowSize(float(l[1]))
flow.startTime = float(l[2])
flow.coflowId = int(l[3])
if flow.coflowId not in coflowsize:
coflowsize[flow.coflowId] = flow.flowSize
coflowwidth[flow.coflowId] = 1
else:
coflowsize[flow.coflowId] += flow.flowSize
coflowwidth[flow.coflowId] += 1
flow.flowId = len(self.flows)
self.flows.append(flow)
# if line_count >= 10:
# break
# for line in f.readlines():
# l = line.rstrip('\r\n').split(',')
# line_count += 1
# for i in range(1):
# # print l
# flow = Flow()
# flow.startId = int(l[0])
# flow.endId = int(l[2])
# # flow.startId = choice(range(topo.numOfServers-20)) + int(l[0])
# # flow.endId = choice(range(topo.numOfServers-20)) + int(l[2])
# # if flow.startId/topo.serverPerRack == flow.endId/topo.serverPerRack:
# # flow.endId = (flow.endId + topo.serverPerRack)%topo.numOfServers
# # flow.SetFlowSize(float(l[6])*1024*1024)
# flow.SetFlowSize(float(l[6]))
# flow.startTime = float(l[4])
# flow.coflowId = int(l[5])
# if flow.coflowId not in coflowsize:
# coflowsize[flow.coflowId] = flow.flowSize
# coflowwidth[flow.coflowId] = 1
# else:
# coflowsize[flow.coflowId] += flow.flowSize
# coflowwidth[flow.coflowId] += 1
# flow.flowId = len(self.flows)
# self.flows.append(flow)
# # if line_count == 100:
# # break
FlowScheduler.AssignFlows(self)
# print "number of input flows = ",len(self.flows)
f.close()
f = open("Input/coflow_in.csv", "w")
writer = csv.writer(f)
writer.writerow(['id', 'volume', 'count'])
for k in coflowsize:
writer.writerow([k, coflowsize[k], coflowwidth[k]])
f.close()