def KVServerRegisterMaster(self, sockObj):
reqmsg = KVMessage()
reqmsg.msgType = ErrorCodes.KVMessageType["REGISTER"]
reqmsg.key = self.hostname
reqmsg.value = str(self.port)
reqmsg.KVMessageSend(sockObj)
respmsg = KVMessage()
respmsg.KVMessageParse(sockObj)
if (respmsg.message == None
or respmsg.message != ErrorCodes.Successmsg):
return -1
else:
self.state = ErrorCodes.TPCStates["TPC_READY"]
return 0
def KVServerHandleNoTPC(self, reqmsg):
error = -1
respmsg = KVMessage()
default = ErrorCodes.getErrorMessage(ErrorCodes.InvalidRequest)
if (reqmsg.key == ""):
if (reqmsg.msgType == ErrorCodes.KVMessageType["GETREQ"]
or reqmsg.msgType == ErrorCodes.KVMessageType["PUTREQ"]
or reqmsg.msgType == ErrorCodes.KVMessageType["DELREQ"]):
respmsg.msgType = ErrorCodes.KVMessageType["RESP"]
respmsg.message = default
elif (reqmsg.msgType == ErrorCodes.KVMessageType["INFO"]):
respmsg.msgType = ErrorCodes.KVMessageType["INFO"]
respmsg.message = self.KVServerGetInfoMessage()
elif (reqmsg.value == ""
and reqmsg.msgType == ErrorCodes.KVMessageType["PUTREQ"]):
respmsg.msgType = ErrorCodes.KVMessageType["RESP"]
respmsg.message = default
elif (reqmsg.msgType == ErrorCodes.KVMessageType["GETREQ"]):
ret = self.KVServerGet(reqmsg.key)
if (ret[0] >= 0):
respmsg.msgType = ErrorCodes.KVMessageType["GETRESP"]
respmsg.key = reqmsg.key
respmsg.value = ret[1]
else:
respmsg.msgType = ErrorCodes.KVMessageType["RESP"]
respmsg.message = ErrorCodes.getErrorMessage(ret[0])
elif (reqmsg.msgType == ErrorCodes.KVMessageType["PUTREQ"]):
ret = self.KVServerPut(reqmsg.key, reqmsg.value)
if (ret >= 0):
respmsg.msgType = ErrorCodes.KVMessageType["RESP"]
respmsg.message = ErrorCodes.Successmsg
else:
respmsg.msgType = ErrorCodes.KVMessageType["RESP"]
respmsg.message = ErrorCodes.getErrorMessage(ret)
elif (reqmsg.msgType == ErrorCodes.KVMessageType["DELREQ"]):
ret = self.KVServerDelete(reqmsg.key)
if (ret >= 0):
respmsg.msgType = ErrorCodes.KVMessageType["RESP"]
respmsg.message = ErrorCodes.Successmsg
else:
respmsg.msgType = ErrorCodes.KVMessageType["RESP"]
respmsg.message = ErrorCodes.getErrorMessage(ret)
else:
respmsg.msgType = ErrorCodes.KVMessageType["RESP"]
respmsg.message = ErrorCodes.notImplementedMessage
return respmsg
def TPCPhase2(self, slave, reqmsg):
ret = connectTo(slave.host, slave.port, TPCMaster.timeoutSeconds)
if (ret[0] < 0):
return
sockObj = ret[1]
while (True):
reqmsg.KVMessageSend(sockObj)
# print(reqmsg.key,reqmsg.value,reqmsg.msgType)
respmsg = KVMessage()
respmsg.KVMessageParse(sockObj)
if respmsg.msgType == ErrorCodes.KVMessageType["ACK"]:
break
sockObj.close()
def KVServerHandle(self, sock_obj):
messageobj = KVMessage()
messageobj.KVMessageParse(sock_obj)
# print(reqmsg)
#Maybe Error Handling maybe null
#respmsg = KVMessage()
if self.useTPC is False:
respmsg = self.KVServerHandleNoTPC(messageobj)
else:
respmsg = self.KVServerHandleTPC(messageobj)
respmsg.KVMessageSend(sock_obj)
def copyAndStoreKVMessage(self, msg):
self.message = KVMessage()
if (msg.key != None or msg.key != ""):
self.message.key = msg.key
else:
self.message.key = ""
if (msg.value != None or msg.value != ""):
self.message.value = msg.value
else:
self.message.value = ""
self.message.msgType = msg.msgType
def TPCMasterHandle(self, sockObj):
reqmsg = KVMessage()
respmsg = KVMessage()
reqmsg.KVMessageParse(sockObj)
respmsg.msgType = ErrorCodes.KVMessageType["RESP"]
if reqmsg.key != None or reqmsg.key == "":
respmsg.key = reqmsg.key
#Copy the message?
if (reqmsg == None or reqmsg.key == None):
respmsg.message = ErrorCodes.getErrorMessage(
ErrorCodes.InvalidRequest)
elif (reqmsg.msgType == ErrorCodes.KVMessageType["INFO"]):
respmsg = self.TPCMasterInfo(reqmsg)
elif (reqmsg.msgType == ErrorCodes.KVMessageType["REGISTER"]):
respmsg = self.TPCMasterRegister(reqmsg)
elif (reqmsg.msgType == ErrorCodes.KVMessageType["GETREQ"]):
respmsg = self.TPCMasterHandleGet(reqmsg)
else:
respmsg = self.TPCMasterHandleTPC(reqmsg)
respmsg.KVMessageSend(sockObj)
def TPCPhase1(self, slave, reqmsg):
ret = connectTo(slave.host, slave.port, TPCMaster.timeoutSeconds)
if (ret[0] < 0):
return
sockObj = ret[1]
reqmsg.KVMessageSend(sockObj)
respmsg = KVMessage()
respmsg.KVMessageParse(sockObj)
sockObj.close()
self.state = ErrorCodes.TPCStates["TPC_COMMIT"]
if (respmsg.message == None or respmsg.message == ""
or respmsg.msgType == ErrorCodes.KVMessageType["VOTE_ABORT"]):
self.state = ErrorCodes.TPCStates["TPC_ABORT"]
self.errMsg = respmsg.message
def TPCMasterRegister(self, reqmsg):
respmsg = KVMessage()
respmsg.msgType = ErrorCodes.KVMessageType["RESP"]
if (reqmsg.value == None or reqmsg.key == None or reqmsg.value == ""):
respmsg.message = ErrorCodes.getErrorMessage(
ErrorCodes.InvalidRequest)
return respmsg
origState = self.state
failure = True
port = reqmsg.value
hostname = reqmsg.key
portlen = len(port)
hostlen = len(hostname)
formatString = str(port) + ":" + hostname
hashval = self.hasher(formatString)
self.slaveLock.acquire()
for slave in self.slaves:
if (slave.id == hashval):
failure = False
self.slaveLock.release()
self.state = origState
respmsg = None
return respmsg
if (self.slaveCount == self.slaveCapacity):
self.slaveLock.release()
self.state = origState
respmsg = None
return respmsg
else:
self.slaveCount += 1
self.updateCheckMasterState()
slave = TPCSlave()
slave.id = hashval
slave.host = hostname
slave.port = int(port)
self.slaves.append(slave)
self.slaves.sort(key=retHash)
respmsg.message = ErrorCodes.Successmsg
self.slaveLock.release()
return respmsg
def TPCMasterInfo(self, reqmsg):
respmsg = KVMessage()
if (reqmsg == None):
reqmsg.msgType = ErrorCodes.KVMessageType["RESP"]
reqmsg.message = ErrorCodes.getErrorMessage(
ErrorCodes.GenericError)
return respmsg
respmsg.msgType = ErrorCodes.KVMessageType["INFO"]
localtime = time.asctime(time.localtime(time.time()))
info = localtime + "\n" + "Slaves:\n"
self.slaveLock.acquire()
for i in self.slaves:
info += "{" + str(i.host) + ", " + str(i.port) + "}\n"
self.slaveLock.release()
respmsg.message = info
return respmsg
def TPCMasterHandleTPC(self, reqmsg):
self.TPClock.acquire()
respmsg = KVMessage()
self.updateCheckMasterState()
if (reqmsg == None or reqmsg.key == None):
if ((reqmsg.msgType != ErrorCodes.KVMessageType["PUTREQ"]
and reqmsg.msgType != ErrorCodes.KVMessageType["DELREQ"])
or (reqmsg.msgType == ErrorCodes.KVMessageType["PUTREQ"]
and reqmsg.value == None)):
reqmsg.msgType = ErrorCodes.KVMessageType["RESP"]
reqmsg.message = ErrorCodes.getErrorMessage(-1)
return respmsg
primary_slave = self.TPCMasterGetPrimary(reqmsg.key)
iter = primary_slave
for i in range(self.redundancy):
self.TPCPhase1(iter, reqmsg)
if (self.state == ErrorCodes.TPCStates["TPC_ABORT"]):
break
iter = self.tpcMasterGetSuccessor(iter)
#need to finish phase1
if (self.state == ErrorCodes.TPCStates["TPC_COMMIT"]):
lock = self.cache.KVCacheGetLock(reqmsg.key)
# print(reqmsg.msgType, reqmsg.value, reqmsg.key)
if (type(lock) != int):
lock.acquire()
if (reqmsg.msgType == ErrorCodes.KVMessageType["PUTREQ"]):
# print(type(reqmsg.msgType), type(ErrorCodes.KVMessageType["PUTREQ"]))
self.cache.KVCachePut(reqmsg.key, reqmsg.value)
elif (reqmsg.msgType == ErrorCodes.KVMessageType["DELREQ"]):
self.cache.KVCacheDelete(reqmsg.key)
else:
print("Invalid request in TPCMaster handler")
lock.release()
globalMessage = KVMessage()
if (self.state == ErrorCodes.TPCStates["TPC_COMMIT"]):
globalMessage.msgType = ErrorCodes.KVMessageType["COMMIT"]
else:
globalMessage.msgType = ErrorCodes.KVMessageType["ABORT"]
iter = primary_slave
for i in range(self.redundancy):
self.TPCPhase2(iter, globalMessage)
iter = self.tpcMasterGetSuccessor(iter)
respmsg.msgType = ErrorCodes.KVMessageType["RESP"]
if (self.state == ErrorCodes.TPCStates["TPC_COMMIT"]):
respmsg.message = ErrorCodes.Successmsg
else:
respmsg.message = ErrorCodes.getErrorMessage(
ErrorCodes.InvalidRequest)
# print("req in TPC :",self.state)
self.state = ErrorCodes.TPCStates["TPC_INIT"]
# print("resp in TPC : ",respmsg.msgType," ",respmsg.message)
self.TPClock.release()
return respmsg
def TPCMasterHandleGet(self, reqmsg):
respmsg = KVMessage()
respmsg.msgType = ErrorCodes.KVMessageType["RESP"]
if (reqmsg.value == None or reqmsg.key == None):
respmsg.message = ErrorCodes.getErrorMessage(
ErrorCodes.InvalidRequest)
# print("here in error")
return respmsg
value = ""
receivedResponse = KVMessage()
lock = self.cache.KVCacheGetLock(reqmsg.key)
lock.acquire()
cacheGet = self.cache.KVCacheGet(reqmsg.key)
if (cacheGet[0] == 1):
lock.release()
respmsg.key = reqmsg.key
respmsg.value = cacheGet[1]
respmsg.msgType = ErrorCodes.KVMessageType["GETRESP"]
else:
lock.release()
slave = self.TPCMasterGetPrimary(reqmsg.key)
successfulConnection = False
for i in range(0, self.redundancy):
ret = connectTo(slave.host, slave.port,
TPCMaster.timeoutSeconds)
fd = ret[1]
if (ret[0] < 0):
slave = self.tpcMasterGetSuccessor(slave)
else:
successfulConnection = True
break
if (successfulConnection == False):
respmsg.msgType = ErrorCodes.KVMessageType["RESP"]
respmsg.message = ErrorCodes.getErrorMessage(-1)
return respmsg
respmsg.msgType = ErrorCodes.KVMessageType["GETREQ"]
respmsg.key = reqmsg.key
respmsg.value = ""
respmsg.KVMessageSend(fd)
receivedResponse.KVMessageParse(fd)
fd.close()
if (receivedResponse.msgType == None):
respmsg.msgType = ErrorCodes.KVMessageType["RESP"]
respmsg.message = ErrorCodes.getErrorMessage(-1)
return respmsg
if (receivedResponse.msgType !=
ErrorCodes.KVMessageType["GETRESP"]):
respmsg.msgType = ErrorCodes.KVMessageType["RESP"]
respmsg.message = receivedResponse.message
else:
respmsg.key = receivedResponse.key
respmsg.value = receivedResponse.value
respmsg.msgType = receivedResponse.msgType
respmsg.message = ErrorCodes.Successmsg
lock.acquire()
self.cache.KVCachePut(respmsg.key, respmsg.value)
lock.release()
return respmsg
def KVServerHandleTPC(self, reqmsg):
respmsg = KVMessage()
default = ErrorCodes.getErrorMessage(ErrorCodes.InvalidRequest)
if (reqmsg.key == ""
and (reqmsg.msgType == ErrorCodes.KVMessageType["GETREQ"]
or reqmsg.msgType == ErrorCodes.KVMessageType["PUTREQ"]
or reqmsg.msgType == ErrorCodes.KVMessageType["DELREQ"])):
if (reqmsg.msgType == ErrorCodes.KVMessageType["INFO"]):
respmsg.msgType = ErrorCodes.KVMessageType["INFO"]
respmsg.message = self.KVServerGetInfoMessage()
else:
respmsg.msgType = ErrorCodes.KVMessageType["RESP"]
respmsg.message = default
elif (reqmsg.value == ""
and reqmsg.msgType == ErrorCodes.KVMessageType["PUTREQ"]):
respmsg.msgType = ErrorCodes.KVMessageType["RESP"]
respmsg.message = default
elif (reqmsg.msgType == ErrorCodes.KVMessageType["GETREQ"]):
ret = self.KVServerGet(reqmsg.key)
if (ret[0] >= 0):
respmsg.msgType = ErrorCodes.KVMessageType["GETRESP"]
respmsg.key = reqmsg.key
respmsg.value = ret[1]
else:
respmsg.msgType = ErrorCodes.KVMessageType["RESP"]
respmsg.message = ErrorCodes.getErrorMessage(ret[0])
elif (reqmsg.msgType == ErrorCodes.KVMessageType["PUTREQ"]):
if (self.state == ErrorCodes.TPCStates["TPC_READY"]):
respmsg.msgType = ErrorCodes.KVMessageType["RESP"]
respmsg.message = default
#tpclog()
if (self.KVServerPutCheck(reqmsg.key, reqmsg.value) == 1):
self.copyAndStoreKVMessage(reqmsg)
respmsg.msgType = ErrorCodes.KVMessageType["VOTE_COMMIT"]
else:
self.state = ErrorCodes.TPCStates["TPC_INIT"]
respmsg.msgType = ErrorCodes.KVMessageType["VOTE_ABORT"]
respmsg.message = ErrorCodes.getErrorMessage(0)
elif (reqmsg.msgType == ErrorCodes.KVMessageType["DELREQ"]):
if (self.state == ErrorCodes.TPCStates["TPC_READY"]):
respmsg.msgType = ErrorCodes.KVMessageType["RESP"]
respmsg.message = default
#tpclog()
if (self.KVServerDeleteCheck(reqmsg.key) == 1):
self.copyAndStoreKVMessage(reqmsg)
respmsg.msgType = ErrorCodes.KVMessageType["VOTE_COMMIT"]
else:
self.state = ErrorCodes.TPCStates["TPC_INIT"]
respmsg.msgType = ErrorCodes.KVMessageType["VOTE_ABORT"]
respmsg.message = ErrorCodes.getErrorMessage(0)
elif (reqmsg.msgType == ErrorCodes.KVMessageType["COMMIT"]):
self.state = ErrorCodes.TPCStates["TPC_READY"]
#tpclog()
# print("in commit")
if (self.message.msgType == ErrorCodes.KVMessageType["PUTREQ"]):
ret = self.KVServerPut(self.message.key, self.message.value)
if (ret < 0):
respmsg.msgType = ErrorCodes.KVMessageType["ACK"]
# print("ACK")
respmsg.message = default
else:
respmsg.msgType = ErrorCodes.KVMessageType["ACK"]
if (self.message.msgType == ErrorCodes.KVMessageType["DELREQ"]):
ret = self.KVServerDelete(self.message.key)
if (ret < 0):
respmsg.msgType = ErrorCodes.KVMessageType["ACK"]
respmsg.message = default
else:
respmsg.msgType = ErrorCodes.KVMessageType["ACK"]
elif (reqmsg.msgType == ErrorCodes.KVMessageType["ABORT"]):
self.state = ErrorCodes.TPCStates["TPC_READY"]
#tpclog()
respmsg.msgType = ErrorCodes.KVMessageType["ACK"]
else:
respmsg.msgType = ErrorCodes.KVMessageType["RESP"]
respmsg.message = ErrorCodes.getErrorMessage(
ErrorCodes.InvalidRequest)
return respmsg