def pagesReceived(self):
metadataString = self.pages[0]
dataString = ''.join(self.pages[1:])
try:
metadata = pickle.loads(metadataString)
except:
self._deferred.errback(failure.Failure())
else:
typeDescriptor = metadata.pop('type')
serial = newserialized.Serialized(dataString, typeDescriptor,
metadata)
self._deferred.callback(serial)
def unserialize(headers, data):
# print headers, data
h = getPrefixedHeaders(headers)
typeDescriptor = h['serial-type']
md = {}
if typeDescriptor == 'pickle':
pass
elif typeDescriptor == 'ndarray':
md['dtype'] = h['dtype']
md['shape'] = strToShape(h['shape'])
serial = newserialized.Serialized(data, typeDescriptor, md)
return newserialized.unserialize(serial)
def handleArray_buffer(self, arrayBuffer):
self.nextHandler = self.handleIncomingSerialized
serial = newserialized.Serialized(arrayBuffer, 'ndarray',
self.workVars['serial'])
self.workVars['serialsDict'][self.workVars['serialKey']] = serial
def handleSerial_PICKLE(self, package):
self.nextHandler = self.handleIncomingSerialized
serial = newserialized.Serialized(package, typeDescriptor='pickle')
self.workVars['serialsDict'][self.workVars['serialKey']] = serial
def handlePushingArray_buffer(self, arrayBuffer):
self.nextHandler = self.handlePushing
serial = newserialized.Serialized(arrayBuffer, 'ndarray',
self.workVars['pushSerial'])
self.workVars['pushSerialsDict'][self.workVars['pushKey']] = serial
def handlePushing_PICKLE(self, package):
self.nextHandler = self.handlePushing
serial = newserialized.Serialized(package, typeDescriptor='pickle')
self.workVars['pushSerialsDict'][self.workVars['pushKey']] = serial