def to_transit(in_data, protocol='json'):
io = StringIO()
writer = Writer(io, protocol)
writer.register(TestObj, TestObjHandler)
writer.write(in_data)
return io.getvalue()
def sanitySend(self, message):
writeHandlers = marshal.getWriteHandlers(localTargets, localResources)
writeHandlers.update(
{
deque: ArrayHandler,
numpy.uint32: NumpyIntHandler,
numpy.int64: NumpyIntHandler,
numpy.float32: NumpyFloatHandler,
numpy.ndarray: NumpyArrayHandler,
}
)
io = StringIO()
writer = Writer(io, TRANSIT_ENCODING)
for objType, handler in writeHandlers.items():
writer.register(objType, handler)
writer.write(message)
serialized = str(io.getvalue())
reactor.callFromThread(WebSocketServerProtocol.sendMessage, self, serialized, isBinary=False)
def sanitySend(self, message):
writeHandlers = marshal.getWriteHandlers(localTargets,
localResources)
writeHandlers.update({
deque: ArrayHandler,
numpy.uint32: NumpyIntHandler,
numpy.int64: NumpyIntHandler,
numpy.float32: NumpyFloatHandler,
numpy.ndarray: NumpyArrayHandler,
})
io = StringIO()
writer = Writer(io, TRANSIT_ENCODING)
for objType, handler in writeHandlers.items():
writer.register(objType, handler)
writer.write(message)
serialized = str(io.getvalue())
reactor.callFromThread(WebSocketServerProtocol.sendMessage,
self,
serialized,
isBinary=False)
def dump(data, name, workdir='work', backend='pickle'):
"""Dump a data object."""
if not os.path.exists(workdir):
os.makedirs(workdir)
if backend == 'pickle':
fname = os.path.join(workdir, name + '.pkl')
with open(fname, 'w') as f:
pickle.dump(data, f, -1)
elif backend == 'transit':
fname = os.path.join(workdir, name + '.json')
from transit.writer import Writer
with open(fname, 'w') as f:
writer = Writer(f, 'json')
writer.register(np.ndarray, NDArrayHandler)
writer.register(np.int64, NumpyIntHandler)
writer.register(np.float64, NumpyFloatHandler)
writer.write(data)
def dump(data, name, workdir='work', backend='pickle'):
"""Dump a data object."""
if not os.path.exists(workdir):
os.makedirs(workdir)
if backend == 'pickle':
fname = os.path.join(workdir, name+'.pkl')
with open(fname, 'w') as f:
pickle.dump(data, f, -1)
elif backend == 'transit':
fname = os.path.join(workdir, name+'.json')
from transit.writer import Writer
with open(fname, 'w') as f:
writer = Writer(f, 'json')
writer.register(np.ndarray, NDArrayHandler)
writer.register(np.int64, NumpyIntHandler)
writer.register(np.float64, NumpyFloatHandler)
writer.write(data)
def serialize(data): io = StringIO() writer = Writer(io, "msgpack") writer.register(Decimal, DecimalWriteHandler) writer.write(data) return io
