def test_rawtar(self):
"""Create a normal tar archive and restore it"""
raw = BytesIO()
tarfile = TarFile(mode='w', fileobj=raw)
testdata = rand_str(20) * 5000
inf = TarInfo("simpletar")
fileraw = BytesIO()
fileraw.write(testdata)
inf.size = len(testdata)
fileraw.seek(0)
tarfile.addfile(inf, fileobj=fileraw)
tarfile.close()
raw.seek(0)
data = raw.read()
cnt = rand_str(20)
ret = requests.put(self.make_uri("restore", container=cnt), data=data)
self.assertEqual(ret.status_code, 201)
meta, stream = self.conn.object_fetch(self.account, cnt, "simpletar")
self.assertEqual(
md5("".join(stream)).hexdigest(),
md5(testdata).hexdigest())
def addStream( self, stream, tarfile, name ):
stream.seek(0,0)
info = tarfile.gettarinfo( fileobj=stream, arcname=name)
tarfile.addfile( info, fileobj=stream)
alert['prvDiaSources'].append(alert['diaSource'])
# serialize the alert
avro_bytes = schema.serialize(alert)
messg = schema.deserialize(avro_bytes)
mjdlabel = int(mjd[j])
with open(
"%i_%i_%i.avro" %
(mjdlabel, my_diasrc['diaObjectId'], my_diasrc['diaSourceId']),
"wb") as f:
schema.store_alerts(f, [alert])
tarfile.addfile(
name="%i" (mjdlabel),
mode='a',
fileobj="%i_%i_%i.avro" %
(mjdlabel, my_diasrc['diaObjectId'], my_diasrc['diaSourceId']),
bufsize=10240)
#print(f"Saving model {name} as plasticcAlert_{name}_{iterNum}.avro")
print(f"Done saving models for {modelname}")
print(f"Done saving all models")
print(huh)
savedir = '/global/cscratch1/sd/rhlozek/alerts/plasticc_alerts/Examples'
os.chdir(savedir)
files = glob.glob("*.avro")
mjd = [float(file[-12:-5]) for file in files]
#mjdnum = [float(d) for d in mjd]
#print(mjd)