Esempio n. 1
0
 def AssignFlowsCSV(self, filename="Input/trace.csv"):
     f = open(filename, "r")
     for line in f.readlines():
         l = line.rstrip('\r\n').split(',')
         print l
         flow = Flow()
         flow.startId = int(l[0])
         flow.endId = int(l[2])
         flow.SetFlowSize(float(l[6]))
         flow.startTime = float(l[4])
         flow.coflowId = int(l[5])
         flow.flowId = len(self.flows) + 1
         self.flows.append(flow)
     FlowScheduler.AssignFlows(self)
     f.close()
Esempio n. 2
0
 def AssignFlows(self, args):
     """
     The args is a tuple containing: K, S, L, a, which are following the parameters in GenFlowInput.py
     """
     self.flowSize = float(args[0])
     self.mean = int(args[1])
     self.avgFlowNums = int(args[2])
     self.alpha = float(args[3])
     f_name = inDir + "S%0.0f_L%d_a%d_flows.txt" \
                      % (self.flowSize, self.mean, self.avgFlowNums)
     f = open(f_name, "r")
     for line in f.readlines():
         l = line.split()
         flow = Flow()
         flow.startId = int(l[0])
         flow.endId = int(l[1])
         flow.SetFlowSize(float(l[2]))
         flow.startTime = float(l[3])
         flow.flowId = len(self.flows) + 1
         self.flows.append(flow)
     FlowScheduler.AssignFlows(self)
     f.close()
Esempio n. 3
0
    def AssignFlows(self, filename="Input/trace.csv"):
        print sum(1 for li in open(filename,'r'))
        f = open(filename, "r")
        coflowsize = {}
        coflowwidth = {}
        line_count = 0
        for line in f.readlines():
            l = line.rstrip('\r\n').split(',')
            line_count += 1
            if line_count ==500:
                break
            for i in range(1):
                # print l
                flow = Flow()
                flow.startId = choice(range(180)) + int(l[0])
                flow.endId = choice(range(180)) + int(l[2])
                flow.SetFlowSize(float(l[6])*100)
                flow.startTime = float(l[4])
                flow.coflowId = int(l[5])
                if flow.coflowId not in coflowsize:
                    coflowsize[flow.coflowId] = flow.flowSize
                    coflowwidth[flow.coflowId] = 1
                else:
                    coflowsize[flow.coflowId] += flow.flowSize
                    coflowwidth[flow.coflowId] += 1
                flow.flowId = len(self.flows)
                self.flows.append(flow)

        FlowScheduler.AssignFlows(self)
        print len(self.flows)
        f.close()

        f = open("Input/coflow_in.csv","w")
        writer = csv.writer(f)
        writer.writerow(['id', 'volume', 'count'])
        for k in coflowsize:
            writer.writerow([k, coflowsize[k], coflowwidth[k]])
        f.close()
Esempio n. 4
0
 def AssignFlows(self, args):
     """
     The args is a tuple containing: K, S, L, a, which are following the parameters in GenFlowInput.py
     """
     self.K = int(args[0])
     self.flowSize = float(args[1])
     self.mean = int(args[2])
     self.avgFlowNums = int(args[3])
     self.alpha = float(args[4])
     f_name = inDir + "K%d_S%0.0f_L%d_a%d_flows.txt" \
              % (self.K, self.flowSize, self.mean, self.avgFlowNums)
     f = open(f_name, "r")
     for line in f.readlines():
         l = line.split()
         flow = Flow()
         flow.startId = int(l[0])
         flow.endId = int(l[1])
         flow.SetFlowSize(float(l[2]))
         flow.startTime = float(l[3])
         flow.flowId = len(self.flows) + 1
         self.flows.append(flow)
     FlowScheduler.AssignFlows(self)
     f.close()
Esempio n. 5
0
    def AssignFlows(self, topo, filename="Input/load20host32MR.txt"):
        # print sum(1 for li in open(filename,'r'))
        f = open(filename, "r")
        # skip first line
        # next(f)
        coflowsize = {}
        coflowwidth = {}
        line_count = 0
        for line in f.readlines():
            l = line.rstrip('\n').split(',')
            # print l
            # skip title line
            if line_count == 0:
                line_count += 1
                continue
            line_count += 1
            flow = Flow()
            flow.startId = int(l[4])
            flow.endId = int(l[5])
            flow.SetFlowSize(float(l[1]))
            flow.startTime = float(l[2])
            flow.coflowId = int(l[3])
            if flow.coflowId not in coflowsize:
                coflowsize[flow.coflowId] = flow.flowSize
                coflowwidth[flow.coflowId] = 1
            else:
                coflowsize[flow.coflowId] += flow.flowSize
                coflowwidth[flow.coflowId] += 1
            flow.flowId = len(self.flows)
            self.flows.append(flow)
            # if line_count >= 10:
                # break
        # for line in f.readlines():
        # l = line.rstrip('\r\n').split(',')
        # line_count += 1
        # for i in range(1):
        #     # print l
        #     flow = Flow()
        #     flow.startId = int(l[0])
        #     flow.endId = int(l[2])
        #     # flow.startId = choice(range(topo.numOfServers-20)) + int(l[0])
        #     # flow.endId = choice(range(topo.numOfServers-20)) + int(l[2])
        #     # if flow.startId/topo.serverPerRack == flow.endId/topo.serverPerRack:
        #     #    flow.endId = (flow.endId + topo.serverPerRack)%topo.numOfServers
        #     # flow.SetFlowSize(float(l[6])*1024*1024)
        #     flow.SetFlowSize(float(l[6]))
        #     flow.startTime = float(l[4])
        #     flow.coflowId = int(l[5])
        #     if flow.coflowId not in coflowsize:
        #         coflowsize[flow.coflowId] = flow.flowSize
        #         coflowwidth[flow.coflowId] = 1
        #     else:
        #         coflowsize[flow.coflowId] += flow.flowSize
        #         coflowwidth[flow.coflowId] += 1
        #     flow.flowId = len(self.flows)
        #     self.flows.append(flow)
        #     # if line_count == 100:
        #     #    break

        FlowScheduler.AssignFlows(self)
        # print "number of input flows = ",len(self.flows)
        f.close()

        f = open("Input/coflow_in.csv", "w")
        writer = csv.writer(f)
        writer.writerow(['id', 'volume', 'count'])
        for k in coflowsize:
            writer.writerow([k, coflowsize[k], coflowwidth[k]])
        f.close()