Ejemplo n.º 1
0
    def clearGroup(self):
        remoteGroupManagersConf = self.cHelper.getGroupMConf()
        remoteGroupManagerConf = remoteGroupManagersConf.get(self.groupName)
        if remoteGroupManagerConf == None:
            print "group do not exist!"
            print "706errorKEY"
            return False
        groupConsumerLoaded = remoteGroupManagerConf.get("consumersLoaded")
        for consumer in groupConsumerLoaded:
            consumerLocation = consumer["consumerLocation"]
            localDeviceMap = consumer["localDeviceMap"]
            arg = [consumerLocation,localDeviceMap]
            releaseExtraStorage.run(arg)
        # removeVGCmd = "vgremove "+self.groupName+"VG"
        removeVGCmd = "vgremove "+self.vgName
        self.executeCmd(removeVGCmd)
        for device in self.devicesList:
            # TODO add storage provider mapping to groupManager localdisk 
            # removePVCmd = "pvremove "+device.deviceName
            # self.executeCmd(removePVCmd)
            device.iscsiLogout()
            cmdStopProvider = "ssh -t root@"+device.deviceLocation+" \"python "+self.path+"main.py stopProvider "+device.deviceName+" "+self.groupName+"\""
            self.executeCmd(cmdStopProvider)

        # update information center
        
        gmConf = self.cHelper.getGroupMConf()
        currentTid = gmConf[self.groupName]["currentTid"]
        print "&&&&&&&&&&&&&& currentTid &&&&&&&&&&&& " + str(currentTid)
        sConf = staticConfig()
        gmConf[self.groupName] = {}
        gmConf[self.groupName]["currentTid"] = (currentTid-500)/200*200+500
        print "&&&&&&&&&&&&&& new currentTid &&&&&&&&&&& " + str(gmConf[self.groupName]["currentTid"])
        gmConf[self.groupName]["gmIP"] = sConf.getGroupMIP()
        gmConf[self.groupName]["devicesLoaded"] = []
        gmConf[self.groupName]["consumersLoaded"] = []
        self.cHelper.setGroupMConf(gmConf)
Ejemplo n.º 2
0
 def run(self, stepCode):
     print "Enter Test Procedure!\nstepCode:"+stepCode
     stepCode = int(stepCode)
     if stepCode <= 1:
         print "\n\n########################"
         print "createGroup 1"
         print "########################\n\n"
         createGroup.run(self.cgARG1)
         createGroup.run(self.cgARG2)
         self.viewResult()
     if stepCode <= 2:
         print "\n\n########################"
         print "addStorageConsumer 2"
         print "########################\n\n"
         addStorageConsumer.run(self.ascARG1)
         #addStorageConsumer.run(self.ascARG2)
         self.viewResult()
     if stepCode <= 3:
         print "\n\n########################"
         print "addDeviceToGroup 3"
         print "########################\n\n"
         addDeviceToGroup.run(self.adtgARG1)
         addDeviceToGroup.run(self.adtgARG2)
         #addDeviceToGroup.run(self.adtgARG3)
         addDeviceToGroup.run(self.adtgARG4)
         self.viewResult()
     if stepCode <= 4:
         print "\n\n########################"
         print "requestExtraStorage 4"
         print "########################\n\n"
         startT = time.time()
         requestExtraStorage.run(self.rqesARG1)
         firstT = time.time()-startT
         requestExtraStorage.run(self.rqesARG2)
         secondT = time.time()-firstT-startT
         requestExtraStorage.run(self.rqesARG3)
         thirdT = time.time()-secondT-firstT-startT
         requestExtraStorage.run(self.rqesARG4)
         fourthT = time.time()-thirdT-secondT-firstT-startT
         print startT
         print firstT
         print secondT
         print thirdT
         print fourthT
         #requestExtraStorage.run(self.rqesARG5)
         self.viewResult()
     if stepCode <= 5:
         print "\n\n########################"
         print "releaseExtraStorage 5"
         print "########################\n\n"
         for i in xrange(1):
             rlesARGcl = raw_input("consumerLocation:")
             rlesARGldm = raw_input("localDeviceMap:")
             releaseExtraStorage.run([rlesARGcl,rlesARGldm])
             self.viewResult()
     if stepCode <= 6:
         print "\n\n########################"
         print "bookStorage 6"
         print "#########################\n\n"
         timeManager.run("1434835582")
         print time.ctime(1434835582)
         bookStorage.run(self.bookStorageARG1)
         bookStorage.run(self.bookStorageARG2)
         self.viewResult()
         timeManager.run("1434838982")
         print time.ctime(1434838982)
     if stepCode <= 7:
         print "\n\n########################"
         print "requestBookedStorage 7"
         print "#########################\n\n"
         requestBookedStorage.run(self.rqbsARG1)
         requestBookedStorage.run(self.rqbsARG2)
         self.viewResult()
def run(arg):
    cswitcher = codecSwitcher()
    logger = autoscaleLog(__file__)
    logger.writeLog(arg)
    sConf = staticConfig()
    path = sConf.getPath()
    infoCLocation = sConf.getInfoCLocation()
    cHelper = configHelper( infoCLocation.get("ipInfoC"), infoCLocation.get("portInfoC"))
    print arg
    userName = arg[0]
    consumerLocation = arg[1]
    stepSize = int(arg[2])
    tagList = cswitcher.getEncode(arg[3:])
    gchooser = groupChooser()
    groupList = gchooser.chooseGroup(tagList)
    if groupList == []:
        print "No storage resource available"
        print "failed1failed2failed"
        return False
    groupName = groupList[0]
    # currentTime = time.time()
    timeM = timeManager()
    currentTime = timeM.getTime()
    # print "currentTime"
    # print currentTime
    ctKey = str(currentTime/3600)
    # print "ctKey"
    # print ctKey
    userBooking = cHelper.getUserBookingTable()
    # print "userBooking GET"
    # print userBooking
    userBookingForUser = userBooking.get(userName)
    # print "userBookingForUser"
    # print userBookingForUser
    if userBookingForUser == None:
        print "User did not book any storage"
        print "failed1failed2failed"
        return False
    userBookingForUserForGroup = userBookingForUser.get(groupName)
    # print "userBookingForUserForGroup"
    # print userBookingForUserForGroup
    if userBookingForUserForGroup == None:
        print "User did not book storage for "+str(tagList)
        print "failed1failed2failed"
        return False
    bookedStorageSize = userBookingForUserForGroup.get(ctKey)
    # print "bookedStorageSize"
    # print bookedStorageSize
    if bookedStorageSize == None:
        print "User did not book storage for this period"
        print "failed1failed2failed"
        return False
    bookedStorageSize = int(bookedStorageSize)
    if bookedStorageSize < stepSize:
        print "User do not have enough booked storage space"
        print "failed1failed2failed"
        return False

    # check current available space, if not enough , release

    currentUsageInfo = getUsageInfo.run([])
    groupSize = currentUsageInfo.get(groupName).get('groupSize')
    usedSize = currentUsageInfo.get(groupName).get('usedSize')
    asize = groupSize - usedSize
    neededSize = 0
    if stepSize > asize:
        neededSize = stepSize - asize
    if neededSize > 0:
        releaseConsumerList = []
        releaseCandidates = cHelper.getReleaseCandidates()
        for deviceMapConsumerIP,size in releaseCandidates.items():
            neededSize = neededSize - size
            releaseConsumerList.append(deviceMapConsumerIP)
            if neededSize <= 0:
                break
        if neededSize > 0:
            print "Do not have enough space sorry"
            return False
        # release consumers
        for deviceMapConsumerIP in releaseConsumerList:
            deviceMap, consumerIP = deviceMapConsumerIP.split("@")
            releaseExtraStorage.run([consumerIP,deviceMap])

    requestStorageCmd = "ssh -t root@"+consumerLocation+" \"python "+path+"main.py requestStorage "+groupName+" "+str(stepSize)+" booked\""
    print requestStorageCmd
    out = executeCmd(requestStorageCmd)
    if out.find("706errorKEY") >= 0:
        print "failed1failed2failed"
        sys.exit(1)

    # userBookingForUserForGroup[ctKey] = bookedStorageSize - stepSize
    startKeyInt = int(ctKey)
    timeKeys = userBookingForUserForGroup.keys()
    timeKeysInt = []
    for timeKey in timeKeys:
        timeKeysInt.append(int(timeKey))
    timeKeysInt.sort()
    for i in xrange(len(timeKeysInt)):
        timeKeyInt = timeKeysInt[i]
        if timeKeyInt < startKeyInt:
            userBookingForUserForGroup.pop(cswitcher.getEncode(timeKeyInt))
        elif timeKeyInt == startKeyInt:
            timeKey = cswitcher.getEncode(timeKeyInt)
            timeKeyBookedSize = userBookingForUserForGroup[timeKey]
            userBookingForUserForGroup[timeKey] = timeKeyBookedSize - stepSize
            startKeyInt += 1
        else:
            break
    cHelper.setUserBookingTable(userBooking)
    print "get booked storage succeded"
    return True