def pagesReceived(self): metadataString = self.pages[0] dataString = ''.join(self.pages[1:]) try: metadata = pickle.loads(metadataString) except: self._deferred.errback(failure.Failure()) else: typeDescriptor = metadata.pop('type') serial = newserialized.Serialized(dataString, typeDescriptor, metadata) self._deferred.callback(serial)
def unserialize(headers, data): # print headers, data h = getPrefixedHeaders(headers) typeDescriptor = h['serial-type'] md = {} if typeDescriptor == 'pickle': pass elif typeDescriptor == 'ndarray': md['dtype'] = h['dtype'] md['shape'] = strToShape(h['shape']) serial = newserialized.Serialized(data, typeDescriptor, md) return newserialized.unserialize(serial)
def handleArray_buffer(self, arrayBuffer): self.nextHandler = self.handleIncomingSerialized serial = newserialized.Serialized(arrayBuffer, 'ndarray', self.workVars['serial']) self.workVars['serialsDict'][self.workVars['serialKey']] = serial
def handleSerial_PICKLE(self, package): self.nextHandler = self.handleIncomingSerialized serial = newserialized.Serialized(package, typeDescriptor='pickle') self.workVars['serialsDict'][self.workVars['serialKey']] = serial
def handlePushingArray_buffer(self, arrayBuffer): self.nextHandler = self.handlePushing serial = newserialized.Serialized(arrayBuffer, 'ndarray', self.workVars['pushSerial']) self.workVars['pushSerialsDict'][self.workVars['pushKey']] = serial
def handlePushing_PICKLE(self, package): self.nextHandler = self.handlePushing serial = newserialized.Serialized(package, typeDescriptor='pickle') self.workVars['pushSerialsDict'][self.workVars['pushKey']] = serial