def test_rawtar(self): """Create a normal tar archive and restore it""" raw = BytesIO() tarfile = TarFile(mode='w', fileobj=raw) testdata = rand_str(20) * 5000 inf = TarInfo("simpletar") fileraw = BytesIO() fileraw.write(testdata) inf.size = len(testdata) fileraw.seek(0) tarfile.addfile(inf, fileobj=fileraw) tarfile.close() raw.seek(0) data = raw.read() cnt = rand_str(20) ret = requests.put(self.make_uri("restore", container=cnt), data=data) self.assertEqual(ret.status_code, 201) meta, stream = self.conn.object_fetch(self.account, cnt, "simpletar") self.assertEqual( md5("".join(stream)).hexdigest(), md5(testdata).hexdigest())
def addStream( self, stream, tarfile, name ): stream.seek(0,0) info = tarfile.gettarinfo( fileobj=stream, arcname=name) tarfile.addfile( info, fileobj=stream)
alert['prvDiaSources'].append(alert['diaSource']) # serialize the alert avro_bytes = schema.serialize(alert) messg = schema.deserialize(avro_bytes) mjdlabel = int(mjd[j]) with open( "%i_%i_%i.avro" % (mjdlabel, my_diasrc['diaObjectId'], my_diasrc['diaSourceId']), "wb") as f: schema.store_alerts(f, [alert]) tarfile.addfile( name="%i" (mjdlabel), mode='a', fileobj="%i_%i_%i.avro" % (mjdlabel, my_diasrc['diaObjectId'], my_diasrc['diaSourceId']), bufsize=10240) #print(f"Saving model {name} as plasticcAlert_{name}_{iterNum}.avro") print(f"Done saving models for {modelname}") print(f"Done saving all models") print(huh) savedir = '/global/cscratch1/sd/rhlozek/alerts/plasticc_alerts/Examples' os.chdir(savedir) files = glob.glob("*.avro") mjd = [float(file[-12:-5]) for file in files] #mjdnum = [float(d) for d in mjd] #print(mjd)