def __recvCallback(self, msg):
#DEALER response contains empty delimiter!
if len(msg[0]) != 0:
print >>sys.stderr, "Received malformed message: ", msg
return
msg = msg[1:]
#Currently we don't check the response type
YakDBConnectionBase._checkHeaderFrame(msg)
#Struct unpack yields 1-element tuple!
headerFrame = msg[0]
assert(len(headerFrame) == 8) #4 bytes response + 4 bytes request ID
requestId = struct.unpack("<I", YakDBConnectionBase._extractRequestId(headerFrame))[0]
callback, params = self.requests[requestId]
#Postprocess, depending on request type.
responseType = headerFrame[2]
dataFrames = msg[1:]
if responseType == "\x13": #Scan
if params["mapData"]:
data = YakDBConnectionBase(dataFrames)
else:
data = YakDBConnectionBase._mapScanToTupleList(dataFrames)
elif responseType == "\x10": #Read
if params["mapKeys"]:
data = YakDBConnectionBase._mapReadKeyValues(params["keys"], dataFrames)
else:
data = dataFrames
else:
raise YakDBProtocolException("Received correct response, but cannot handle response code %d" % ord(responseType))
#Cleanup
del self.requests[requestId]
#Call original callback
callback(data)
def scan(self, tableNo, startKey=None, endKey=None, limit=None, keyFilter=None, valueFilter=None, skip=0, invert=False, mapData=False, requestId=b""):
"""
Synchronous scan. Scans an entire range at once.
The scan stops at the table end, endKey (exclusive) or when
*limit* keys have been read, whatever occurs first
See self.read() documentation for an explanation of how
non-str values are mapped.
@param tableNo The table number to scan in
@param startKey The first key to scan, inclusive, or None or "" (both equivalent) to start at the beginning
@param endKey The last key to scan, exclusive, or None or "" (both equivalent) to end at the end of table
@param limit The maximum number of keys to read, or None, if no limit shall be imposed
@param keyFilter If this is non-None, the server filters for keys containing (exactly) this substring
@param valueFilter If this is non-None, the server filters for values containing (exactly) this substring
@param skip The number of records to skip at the beginning. Filter mismatches do not count.
@param invert Set this to True to invert the scan direction
@param mapData If this is set to False, a list of tuples is returned instead of a directory
@return A dictionary of the returned key/value pairs
"""
#Check parameters and create binary-string only key list
YakDBConnectionBase._checkParameterType(skip, int, "skip")
YakDBConnectionBase._checkParameterType(tableNo, int, "tableNo")
YakDBConnectionBase._checkParameterType(limit, int, "limit", allowNone=True)
#Check if this connection instance is setup correctly
self._checkSingleConnection()
self._checkRequestReply()
#Send header frame
self.socket.send(b"\x31\x01\x13" + (b"\x01" if invert else b"\x00") + requestId, zmq.SNDMORE)
#Send the table number frame
self._sendBinary32(tableNo)
#Send limit frame
self._sendBinary64(limit)
#Send range. "" --> empty frame --> start/end of table
self._sendRange(startKey, endKey, more=True)
#Send key filter parameters
self.socket.send(b"" if keyFilter is None else keyFilter, zmq.SNDMORE)
#Send value filter parameters
self.socket.send(b"" if valueFilter is None else valueFilter, zmq.SNDMORE)
#Send skip number
self._sendBinary64(skip, more=False)
#Wait for reply
msgParts = self.socket.recv_multipart(copy=True)
YakDBConnectionBase._checkHeaderFrame(msgParts, b'\x13') #Remap the returned key/value pairs to a dict
dataParts = msgParts[1:]
#Return appropriate data format
if mapData:
return YakDBConnectionBase._mapScanToDict(dataParts)
else:
return YakDBConnectionBase._mapScanToTupleList(dataParts)
def scan(self,
tableNo,
startKey=None,
endKey=None,
limit=None,
keyFilter=None,
valueFilter=None,
skip=0,
invert=False,
mapData=False,
requestId=b""):
"""
Synchronous scan. Scans an entire range at once.
The scan stops at the table end, endKey (exclusive) or when
*limit* keys have been read, whatever occurs first
See self.read() documentation for an explanation of how
non-str values are mapped.
@param tableNo The table number to scan in
@param startKey The first key to scan, inclusive, or None or "" (both equivalent) to start at the beginning
@param endKey The last key to scan, exclusive, or None or "" (both equivalent) to end at the end of table
@param limit The maximum number of keys to read, or None, if no limit shall be imposed
@param keyFilter If this is non-None, the server filters for keys containing (exactly) this substring
@param valueFilter If this is non-None, the server filters for values containing (exactly) this substring
@param skip The number of records to skip at the beginning. Filter mismatches do not count.
@param invert Set this to True to invert the scan direction
@param mapData If this is set to False, a list of tuples is returned instead of a directory
@return A dictionary of the returned key/value pairs
"""
#Check parameters and create binary-string only key list
YakDBConnectionBase._checkParameterType(skip, int, "skip")
YakDBConnectionBase._checkParameterType(tableNo, int, "tableNo")
YakDBConnectionBase._checkParameterType(limit,
int,
"limit",
allowNone=True)
#Check if this connection instance is setup correctly
self._checkSingleConnection()
self._checkRequestReply()
#Send header frame
self.socket.send(
b"\x31\x01\x13" + (b"\x01" if invert else b"\x00") + requestId,
zmq.SNDMORE)
#Send the table number frame
self._sendBinary32(tableNo)
#Send limit frame
self._sendBinary64(limit)
#Send range. "" --> empty frame --> start/end of table
self._sendRange(startKey, endKey, more=True)
#Send key filter parameters
self.socket.send(b"" if keyFilter is None else keyFilter, zmq.SNDMORE)
#Send value filter parameters
self.socket.send(b"" if valueFilter is None else valueFilter,
zmq.SNDMORE)
#Send skip number
self._sendBinary64(skip, more=False)
#Wait for reply
msgParts = self.socket.recv_multipart(copy=True)
YakDBConnectionBase._checkHeaderFrame(
msgParts, b'\x13') #Remap the returned key/value pairs to a dict
dataParts = msgParts[1:]
#Return appropriate data format
if mapData:
return YakDBConnectionBase._mapScanToDict(dataParts)
else:
return YakDBConnectionBase._mapScanToTupleList(dataParts)