class ClientReqRepStoreFile(ClientReqRepStore, HasFileStorage):
LinePrefixes = namedtuple('LP', ['Request', REQACK, REQNACK, REPLY])
def __init__(self, name, baseDir):
self.baseDir = baseDir
self.dataDir = "data/clients"
self.name = name
HasFileStorage.__init__(self,
name=self.name,
baseDir=baseDir,
dataDir=self.dataDir)
if not os.path.exists(self.dataLocation):
os.makedirs(self.dataLocation)
self.reqStore = DirectoryStore(self.dataLocation, "Requests")
self._serializer = None
self.delimiter = '~'
self.linePrefixes = self.LinePrefixes('0', 'A', 'N', 'R')
@property
def lastReqId(self) -> int:
reqIds = self.reqStore.keys
return max(map(int, reqIds)) if reqIds else 0
def addRequest(self, req: Request):
idr = req.identifier
reqId = req.reqId
key = "{}{}".format(idr, reqId)
self.reqStore.appendToValue(
key, "{}{}{}".format(self.linePrefixes.Request, self.delimiter,
self.serializeReq(req)))
def addAck(self, msg: Any, sender: str):
idr = msg[f.IDENTIFIER.nm]
reqId = msg[f.REQ_ID.nm]
key = "{}{}".format(idr, reqId)
self.reqStore.appendToValue(
key, "{}{}{}".format(self.linePrefixes.REQACK, self.delimiter,
sender))
def addNack(self, msg: Any, sender: str):
idr = msg[f.IDENTIFIER.nm]
reqId = msg[f.REQ_ID.nm]
key = "{}{}".format(idr, reqId)
reason = msg[f.REASON.nm]
self.reqStore.appendToValue(
key, "{}{}{}{}{}".format(self.linePrefixes.REQNACK, self.delimiter,
sender, self.delimiter, reason))
def addReply(self, identifier: str, reqId: int, sender: str,
result: Any) -> int:
serializedReply = self.txnSerializer.serialize(result, toBytes=False)
key = "{}{}".format(identifier, reqId)
self.reqStore.appendToValue(
key, "{}{}{}{}{}".format(self.linePrefixes.REPLY, self.delimiter,
sender, self.delimiter, serializedReply))
return len(self._getSerializedReplies(identifier, reqId))
def hasRequest(self, identifier: str, reqId: int) -> bool:
key = '{}{}'.format(identifier, reqId)
return self.reqStore.exists(key)
def getRequest(self, identifier: str, reqId: int) -> Request:
for r in self._getLinesWithPrefix(
identifier, reqId, "{}{}".format(self.linePrefixes.Request,
self.delimiter)):
return self.deserializeReq(r[2:])
def getReplies(self, identifier: str, reqId: int):
replies = self._getSerializedReplies(identifier, reqId)
for sender, reply in replies.items():
replies[sender] = self.txnSerializer.deserialize(reply)
return replies
def getAcks(self, identifier: str, reqId: int) -> List[str]:
ackLines = self._getLinesWithPrefix(
identifier, reqId, "{}{}".format(self.linePrefixes.REQACK,
self.delimiter))
return [line[2:] for line in ackLines]
def getNacks(self, identifier: str, reqId: int) -> dict:
nackLines = self._getLinesWithPrefix(
identifier, reqId, "{}{}".format(self.linePrefixes.REQNACK,
self.delimiter))
result = {}
for line in nackLines:
sender, reason = line[2:].split(self.delimiter, 1)
result[sender] = reason
return result
@property
def txnFieldOrdering(self):
fields = getTxnOrderedFields()
return updateFieldsWithSeqNo(fields)
@staticmethod
def serializeReq(req: Request) -> str:
return json.dumps(req.__getstate__())
@staticmethod
def deserializeReq(serReq: str) -> Request:
return Request.fromState(json.loads(serReq))
def _getLinesWithPrefix(self, identifier: str, reqId: int,
prefix: str) -> List[str]:
key = '{}{}'.format(identifier, reqId)
data = self.reqStore.get(key)
return [line for line in data.splitlines()
if line.startswith(prefix)] if data else []
def _getSerializedReplies(self, identifier: str, reqId: int) -> \
Dict[str, str]:
replyLines = self._getLinesWithPrefix(
identifier, reqId, "{}{}".format(self.linePrefixes.REPLY,
self.delimiter))
result = {}
for line in replyLines:
sender, reply = line[2:].split(self.delimiter, 1)
result[sender] = reply
return result
class ClientReqRepStoreFile(ClientReqRepStore, HasFileStorage):
def __init__(self, name, baseDir):
self.baseDir = baseDir
self.dataDir = "data/clients"
self.name = name
HasFileStorage.__init__(self, name=self.name, baseDir=baseDir,
dataDir=self.dataDir)
if not os.path.exists(self.dataLocation):
os.makedirs(self.dataLocation)
self.reqStore = DirectoryStore(self.dataLocation, "Requests")
self._serializer = None
@property
def lastReqId(self) -> int:
reqIds = self.reqStore.keys
return max(map(int, reqIds)) if reqIds else 0
def addRequest(self, req: Request):
idr = req.identifier
reqId = req.reqId
key = "{}{}".format(idr, reqId)
self.reqStore.appendToValue(key, "0:{}".
format(self.serializeReq(req)))
def addAck(self, msg: Any, sender: str):
idr = msg[f.IDENTIFIER.nm]
reqId = msg[f.REQ_ID.nm]
key = "{}{}".format(idr, reqId)
self.reqStore.appendToValue(key, "A:{}".format(sender))
def addNack(self, msg: Any, sender: str):
idr = msg[f.IDENTIFIER.nm]
reqId = msg[f.REQ_ID.nm]
key = "{}{}".format(idr, reqId)
reason = msg[f.REASON.nm]
self.reqStore.appendToValue(key, "N:{}:{}".
format(sender, reason))
def addReply(self, identifier: str, reqId: int, sender: str,
result: Any) -> Sequence[str]:
serializedReply = self.txnSerializer.serialize(result, toBytes=False)
key = "{}{}".format(identifier, reqId)
self.reqStore.appendToValue(key,
"R:{}:{}".format(sender, serializedReply))
return len(self._getSerializedReplies(identifier, reqId))
def hasRequest(self, identifier: str, reqId: int) -> bool:
key = '{}{}'.format(identifier, reqId)
return self.reqStore.exists(key)
def getRequest(self, identifier: str, reqId: int) -> Request:
for r in self._getLinesWithPrefix(identifier, reqId, "0:"):
return self.deserializeReq(r[2:])
def getReplies(self, identifier: str, reqId: int):
replies = self._getSerializedReplies(identifier, reqId)
for sender, reply in replies.items():
replies[sender] = self.txnSerializer.deserialize(reply)
return replies
def getAcks(self, identifier: str, reqId: int) -> List[str]:
ackLines = self._getLinesWithPrefix(identifier, reqId, "A:")
return [line[2:] for line in ackLines]
def getNacks(self, identifier: str, reqId: int) -> dict:
nackLines = self._getLinesWithPrefix(identifier, reqId, "N:")
result = {}
for line in nackLines:
sender, reason = line[2:].split(":", 1)
result[sender] = reason
return result
@property
def txnFieldOrdering(self):
fields = getTxnOrderedFields()
return updateFieldsWithSeqNo(fields)
@staticmethod
def serializeReq(req: Request) -> str:
return json.dumps(req.__getstate__())
@staticmethod
def deserializeReq(serReq: str) -> Request:
return Request.fromState(json.loads(serReq))
def _getLinesWithPrefix(self, identifier: str, reqId: int,
prefix: str) -> List[str]:
key = '{}{}'.format(identifier, reqId)
data = self.reqStore.get(key)
return [line for line in data.split(os.linesep)
if line.startswith(prefix)] if data else []
def _getSerializedReplies(self, identifier: str, reqId: int) -> \
Dict[str, str]:
replyLines = self._getLinesWithPrefix(identifier, reqId, "R:")
result = {}
for line in replyLines:
sender, reply = line[2:].split(":", 1)
result[sender] = reply
return result
class ClientReqRepStoreFile(ClientReqRepStore, HasFileStorage):
def __init__(self, name, baseDir):
self.baseDir = baseDir
self.dataDir = "data/clients"
self.name = name
HasFileStorage.__init__(self,
name=self.name,
baseDir=baseDir,
dataDir=self.dataDir)
if not os.path.exists(self.dataLocation):
os.makedirs(self.dataLocation)
self.reqStore = DirectoryStore(self.dataLocation, "Requests")
self._serializer = None
@property
def lastReqId(self) -> int:
reqIds = self.reqStore.keys
return max(map(int, reqIds)) if reqIds else 0
def addRequest(self, req: Request):
reqId = req.reqId
self.reqStore.appendToValue(str(reqId),
"0:{}".format(self.serializeReq(req)))
def addAck(self, msg: Any, sender: str):
reqId = msg[f.REQ_ID.nm]
self.reqStore.appendToValue(str(reqId), "A:{}".format(sender))
def addNack(self, msg: Any, sender: str):
reqId = msg[f.REQ_ID.nm]
reason = msg[f.REASON.nm]
self.reqStore.appendToValue(str(reqId),
"N:{}:{}".format(sender, reason))
def addReply(self, reqId: int, sender: str, result: Any) -> Sequence[str]:
serializedReply = self.txnSerializer.serialize(result, toBytes=False)
self.reqStore.appendToValue(str(reqId),
"R:{}:{}".format(sender, serializedReply))
return len(self._getSerializedReplies(reqId))
def hasRequest(self, reqId: int) -> bool:
return self.reqStore.exists(str(reqId))
def getReplies(self, reqId: int):
replies = self._getSerializedReplies(reqId)
for sender, reply in replies.items():
replies[sender] = self.txnSerializer.deserialize(reply)
return replies
def getAcks(self, reqId: int) -> List[str]:
ackLines = self._getLinesWithPrefix(reqId, "A:")
return [line[2:] for line in ackLines]
def getNacks(self, reqId: int) -> dict:
nackLines = self._getLinesWithPrefix(reqId, "N:")
result = {}
for line in nackLines:
sender, reason = line[2:].split(":", 1)
result[sender] = reason
return result
@property
def txnFieldOrdering(self):
fields = getTxnOrderedFields()
return updateFieldsWithSeqNo(fields)
@staticmethod
def serializeReq(req: Request) -> str:
return json.dumps(req.__getstate__())
def _getLinesWithPrefix(self, reqId: int, prefix: str) -> List[str]:
data = self.reqStore.get(str(reqId))
return [
line for line in data.split(os.linesep) if line.startswith(prefix)
] if data else []
def _getSerializedReplies(self, reqId: int) -> Dict[str, str]:
replyLines = self._getLinesWithPrefix(reqId, "R:")
result = {}
for line in replyLines:
sender, reply = line[2:].split(":", 1)
result[sender] = reply
return result
