def write_bson1gz(self, ds):
io = StringIO.StringIO()
for token, d in ds:
_d = {'t': token, 'd':d}
tmp = str(pymongo.bson.BSON.from_dict(_d))
write_packed_int(io, len(tmp))
io.write(tmp)
tmp = zlib.compress(io.getvalue(), 9)
write_packed_int(self.f, len(tmp))
self.f.write(tmp)
def write_json1gz(self, ds):
io = StringIO.StringIO()
first = True
for token, d in ds:
if first: first = False
else: io.write("\n")
io.write(json.dumps([token, d]))
ret = zlib.compress(io.getvalue(), 9)
write_packed_int(self.f, len(ret))
self.f.write(ret)
def write_bson1(self, ds):
for token, d in ds:
_d = {'t': token, 'd': d}
tmp = str(pymongo.bson.BSON.from_dict(_d))
write_packed_int(self.f, len(tmp))
self.f.write(tmp)
