def compute_offsets(fitsdir):
ra_prev = "00:00:00"
dec_prev = "00:00:00"
lfiles = glob.glob(fitsdir + "/rc*fits")
lfiles.sort()
for f in lfiles:
f = os.path.basename(f)
try:
if ("[r]" in fitsutils.get_par(f, "OBJECT") or fitsutils.get_par(f, "OBJTYPE")=="ACQUISITION"):
ra = fitsutils.get_par(f, "OBJRA")
dec = fitsutils.get_par(f, "OBJDEC")
obj = fitsutils.get_par(f, "OBJECT")
isAB = False
if (fitsutils.has_par(f, "ABPAIR") and fitsutils.get_par(f, "ABPAIR")=="True"):
isAB = True
if ((ra!="" and dec !="" and (ra != ra_prev or dec != dec_prev)) or (fitsutils.get_par(f, "OBJTYPE")=="ACQUISITION")):
#print "Found image %s as first acquisition image after the slew. Computing offset for IFU..."%f
recenter_ifu.main(os.path.abspath(f), isAB, astro=True, plot=True)
ra_prev = ra
dec_prev = dec
except KeyError:
print "File %s does not have a good header."%f
def compute_offsets(fitsdir):
ra_prev = "00:00:00"
dec_prev = "00:00:00"
lfiles = glob.glob(fitsdir + "/rc*fits")
lfiles.sort()
for f in lfiles:
f = os.path.basename(f)
try:
if ("[r]" in fitsutils.get_par(f, "OBJECT")
or fitsutils.get_par(f, "OBJTYPE") == "ACQUISITION"):
ra = fitsutils.get_par(f, "OBJRA")
dec = fitsutils.get_par(f, "OBJDEC")
obj = fitsutils.get_par(f, "OBJECT")
isAB = False
if (fitsutils.has_par(f, "ABPAIR")
and fitsutils.get_par(f, "ABPAIR") == "True"):
isAB = True
if ((ra != "" and dec != "" and
(ra != ra_prev or dec != dec_prev))
or (fitsutils.get_par(f, "OBJTYPE") == "ACQUISITION")):
#print "Found image %s as first acquisition image after the slew. Computing offset for IFU..."%f
recenter_ifu.main(os.path.abspath(f),
isAB,
astro=True,
plot=True)
ra_prev = ra
dec_prev = dec
except KeyError:
print "File %s does not have a good header." % f
def compute_offsets(fitsdir):
ra_prev = "00:00:00"
dec_prev = "00:00:00"
lfiles = glob.glob(fitsdir + "/rc*fits")
lfiles.sort()
for f in lfiles:
f = os.path.basename(f)
try:
if ("[r]" in fitsutils.get_par(f, "OBJECT")):
ra = fitsutils.get_par(f, "OBRA")
dec = fitsutils.get_par(f, "OBDEC")
if (ra!="" and dec !="" and (ra != ra_prev or dec != dec_prev)):
print "Found image %s as first acquisition image after the slew. Computing offset for IFU..."%f
recenter_ifu.main(f)
ra_prev = ra
dec_prev = dec
except KeyError:
print "File %s does not have a good header."%f
def start_listening_loop():
'''
Start accepting connections from pylos.
'''
#Set address
ip = _host
port = _port
#Log into a file
FORMAT = '%(asctime)-15s %(levelname)s [%(name)s] %(message)s'
root_dir = _logpath
now = datetime.datetime.utcnow()
timestamp=datetime.datetime.isoformat(now)
timestamp=timestamp.split("T")[0]
logging.basicConfig(format=FORMAT, filename=os.path.join(root_dir, "listener_{0}.log".format(timestamp)), level=logging.INFO)
logger = logging.getLogger('listener')
#bind socket
s = socket.socket(socket.AF_INET,socket.SOCK_STREAM)
try:
s.bind((ip,port))
except socket.error as e:
#If there is already a listener there, it will generate an error.
#In this case we just return.
return
s.listen(10)
logger.info( "Starting a new listener. Hello World!")
#create continous while loop to listen for request
#Exit the loop at 11:00AM, as the new day will start.
while True:
connection,caddress = s.accept()
time.sleep(1)
cmd = "touch %s"%_alivefile
subprocess.call(cmd, shell=True)
while True:
subprocess.call(cmd, shell=True)
data = connection.recv(2048)
logger.info( "Incoming command: %s " % data)
now = datetime.datetime.utcnow()
timestamp=datetime.datetime.isoformat(now)
timestamp=timestamp.split("T")[0]
logging.basicConfig(format=FORMAT, filename=os.path.join(root_dir, "listener_{0}.log".format(timestamp)), level=logging.INFO)
logger = logging.getLogger('listener')
command = data.split(",")[0]
if "FOCUSIFU" in command:
logger.info( "Finding the best focus for the IFU.")
lfiles = data.split(",")[1:]
for i, lf in enumerate(lfiles):
lf = lf.replace("raw", "phot")
lfiles[i] = lf
#Wait until the image is available.
while (not os.path.isfile(lfiles[-1])):
time.sleep(0.5)
focus, sigma = sextractor.get_focus_ifu(lfiles, plot=True)
connection.sendall("%.2f,%.2f\n"%(focus, sigma))
logger.info("Selected focus ifu: %.2f,%.2f\n"%(focus, sigma))
elif "FOCUS" in command:
logger.info( "Finding the best focus for RC.")
lfiles = data.split(",")[1:]
for i, lf in enumerate(lfiles):
lf = lf.replace("raw", "phot")
lfiles[i] = lf
#Wait until the image is available.
while (not os.path.isfile(lfiles[-1])):
time.sleep(0.5)
focus, sigma = sextractor.get_focus(lfiles, plot=True)
connection.sendall("%.2f,%.2f\n"%(focus, sigma))
logger.info("Selected focus: %.2f,%.2f\n"%(focus, sigma))
elif "SAO" in command:
try:
logger.info( "Looking for a nice SAO star.")
name, ra, dec = sao.get_sao()
connection.sendall("%d,%s,%s,%s\n"%(0,name, ra, dec))
logger.info("Found star. Returning: %d,%s,%s,%s\n"%(0,name, ra, dec))
except Exception as e:
logger.error(str(sys.exc_info()[0]))
logger.error(e)
connection.sendall("%d,%s,%s,%s\n"%(-1,"null", (datetime.datetime.utcnow()[4]+3)*15, 40))
elif "STATS" in command:
logger.info( "Finding the statistics for the image.")
lfile = data.split(",")[1]
lfile = lfile.strip()
lfile = lfile.replace("raw", "phot")
while (not os.path.isfile(lfile)):
time.sleep(0.5)
try:
nsources, fwhm, ellipticity, bkg = sextractor.get_image_pars(lfile)
connection.sendall("%d,%d,%d,%.3f\n"%(0, nsources, fwhm, ellipticity, bkg))
except Exception as e:
logger.error(str(sys.exc_info()[0]))
logger.error(e)
connection.sendall("%d,%d,%d,%.3f\n"%(-1, 0, 0, 0, 0))
elif "FWHM" in command:
logger.info( "Finding the FWHM for the last 3 images.")
mydir = timestamp.replace("-","")
statsfile = os.path.join("%s/%s/stats"%(_photpath, mydir), "stats_%s.log"%mydir)
if (os.path.isfile(statsfile)):
stats = np.genfromtxt(statsfile, dtype=None, delimiter=",")
if len(stats) > 3:
connection.sendall("%d,%.2f\n"%(0, np.median(stats["f4"][-4:])))
logger.info( "Sent (%d,%.2f)"%(0, np.median(stats["f4"][-4:])) )
else:
connection.sendall("%d,%.2f\n"%(0, np.median(stats["f4"])))
logger.info( "Sent (%d,%.2f)"%(0, np.median(stats["f4"])) )
else:
logger.error("Stats file %s does not exists!"%statsfile)
connection.sendall("%d,%.2f\n"%(-1, 0))
elif "OFFSET" in command:
try:
isABstr = data.split(",")[1]
isAB = (isABstr =="AB")
#astrometry = int(data.split(",")[2])
astrometry = 0
image = data.split(",")[2].rstrip()
logger.info("Get Offsets AB=%s for image %s. Astrometry active=%s"%(isAB,image,astrometry))
#if(astrometry==0):
astrofile = os.path.basename(image)
date = astrofile.split("_")[0].replace("rc","")
astrofile = astrofile.replace("rc", "a_rc").replace(".new", ".fits")
endpath = "%s/%s/%s"%(_photpath, date, astrofile)
if (not os.path.isdir(os.path.dirname(endpath))):
os.makedirs(os.path.dirname(endpath))
os.system('scp %s [email protected]:%s %s'%(_rsa, image, endpath))
astro = False
#Only run astrometry if image is unavailable.
if (not os.path.isfile(endpath)):
astro=True
logger.error("Astrometry resolved image %s could not be copied into %s. Setting astrometry to True."%(image, endpath))
endpath = os.path.join(os.path.dirname(endpath), os.path.basename(image))
res = recenter_ifu.main(endpath, isAB, astro=astro, plot=True)
retcode = res[0]
offsets = res
logger.info( "OFFSETS %s Return code %d"%(offsets,retcode))
if(isAB):
connection.sendall("%d,%s,%s,%s,%s\n"%(retcode,offsets[1], offsets[2], offsets[3], offsets[4]))
else:
connection.sendall("%d,%s,%s\n"%(retcode,offsets[1], offsets[2]))
except Exception as e:
logger.error( "Error occurred when processing command " + str(data))
logger.error(str(sys.exc_info()[0]))
logger.error(e)
connection.sendall("%d,%s,%s\n"%(-1,0,0))
elif "PING" in command:
try:
logger.info( "Received a PING command. Responding...")
connection.sendall("PONG\n")
logger.info("PONG sent.\n")
except Exception as e:
logger.error(str(sys.exc_info()[0]))
logger.error(e)
else:
logger.error( "Unknown command: "%command)
break
#Exit and restart the listener if the program is running for more than 12 hours and
#it is later than 10AM, so we don't disrupt the night scheduler.
'''if (datetime.datetime.utcnow()-now).total_seconds() > 12*3600. and (datetime.datetime.utcnow()).hour>17:
def start_listening_loop():
'''
Start accepting connections from pylos.
'''
#Set address
ip = _host
port = _port
#Log into a file
FORMAT = '%(asctime)-15s %(levelname)s [%(name)s] %(message)s'
root_dir = _logpath
now = datetime.datetime.utcnow()
timestamp = datetime.datetime.isoformat(now)
timestamp = timestamp.split("T")[0]
logging.basicConfig(format=FORMAT,
filename=os.path.join(
root_dir, "listener_{0}.log".format(timestamp)),
level=logging.INFO)
logger = logging.getLogger('listener')
#bind socket
s = socket.socket(socket.AF_INET, socket.SOCK_STREAM)
try:
s.bind((ip, port))
except socket.error as e:
#If there is already a listener there, it will generate an error.
#In this case we just return.
return
s.listen(10)
logger.info("Starting a new listener. Hello World!")
#create continous while loop to listen for request
#Exit the loop at 11:00AM, as the new day will start.
while True:
connection, caddress = s.accept()
time.sleep(1)
cmd = "touch %s" % _alivefile
subprocess.call(cmd, shell=True)
while True:
subprocess.call(cmd, shell=True)
data = connection.recv(2048)
logger.info("Incoming command: %s " % data)
now = datetime.datetime.utcnow()
timestamp = datetime.datetime.isoformat(now)
timestamp = timestamp.split("T")[0]
logging.basicConfig(format=FORMAT,
filename=os.path.join(
root_dir,
"listener_{0}.log".format(timestamp)),
level=logging.INFO)
logger = logging.getLogger('listener')
command = data.split(",")[0]
if "FOCUSIFU" in command:
logger.info("Finding the best focus for the IFU.")
lfiles = data.split(",")[1:]
for i, lf in enumerate(lfiles):
lf = lf.replace("raw", "phot")
lfiles[i] = lf
#Wait until the image is available.
while (not os.path.isfile(lfiles[-1])):
time.sleep(0.5)
focus, sigma = sextractor.get_focus_ifu(lfiles, plot=True)
connection.sendall("%.2f,%.2f\n" % (focus, sigma))
logger.info("Selected focus ifu: %.2f,%.2f\n" % (focus, sigma))
elif "FOCUS" in command:
logger.info("Finding the best focus for RC.")
lfiles = data.split(",")[1:]
for i, lf in enumerate(lfiles):
lf = lf.replace("raw", "phot")
lfiles[i] = lf
#Wait until the image is available.
while (not os.path.isfile(lfiles[-1])):
time.sleep(0.5)
focus, sigma = sextractor.get_focus(lfiles, plot=True)
connection.sendall("%.2f,%.2f\n" % (focus, sigma))
logger.info("Selected focus: %.2f,%.2f\n" % (focus, sigma))
elif "SAO" in command:
try:
logger.info("Looking for a nice SAO star.")
name, ra, dec = sao.get_sao()
connection.sendall("%d,%s,%s,%s\n" % (0, name, ra, dec))
logger.info("Found star. Returning: %d,%s,%s,%s\n" %
(0, name, ra, dec))
except Exception as e:
logger.error(str(sys.exc_info()[0]))
logger.error(e)
connection.sendall(
"%d,%s,%s,%s\n" %
(-1, "null",
(datetime.datetime.utcnow()[4] + 3) * 15, 40))
elif "STATS" in command:
logger.info("Finding the statistics for the image.")
lfile = data.split(",")[1]
lfile = lfile.strip()
lfile = lfile.replace("raw", "phot")
while (not os.path.isfile(lfile)):
time.sleep(0.5)
try:
nsources, fwhm, ellipticity, bkg = sextractor.get_image_pars(
lfile)
connection.sendall("%d,%d,%d,%.3f\n" %
(0, nsources, fwhm, ellipticity, bkg))
except Exception as e:
logger.error(str(sys.exc_info()[0]))
logger.error(e)
connection.sendall("%d,%d,%d,%.3f\n" % (-1, 0, 0, 0, 0))
elif "FWHM" in command:
logger.info("Finding the FWHM for the last 3 images.")
mydir = timestamp.replace("-", "")
statsfile = os.path.join("%s/%s/stats" % (_photpath, mydir),
"stats_%s.log" % mydir)
if (os.path.isfile(statsfile)):
stats = np.genfromtxt(statsfile, dtype=None, delimiter=",")
if len(stats) > 3:
connection.sendall("%d,%.2f\n" %
(0, np.median(stats["f4"][-4:])))
logger.info("Sent (%d,%.2f)" %
(0, np.median(stats["f4"][-4:])))
else:
connection.sendall("%d,%.2f\n" %
(0, np.median(stats["f4"])))
logger.info("Sent (%d,%.2f)" %
(0, np.median(stats["f4"])))
else:
logger.error("Stats file %s does not exists!" % statsfile)
connection.sendall("%d,%.2f\n" % (-1, 0))
elif "OFFSET" in command:
try:
isABstr = data.split(",")[1]
isAB = (isABstr == "AB")
#astrometry = int(data.split(",")[2])
astrometry = 0
image = data.split(",")[2].rstrip()
logger.info(
"Get Offsets AB=%s for image %s. Astrometry active=%s"
% (isAB, image, astrometry))
#if(astrometry==0):
astrofile = os.path.basename(image)
date = astrofile.split("_")[0].replace("rc", "")
astrofile = astrofile.replace("rc", "a_rc").replace(
".new", ".fits")
endpath = "%s/%s/%s" % (_photpath, date, astrofile)
if (not os.path.isdir(os.path.dirname(endpath))):
os.makedirs(os.path.dirname(endpath))
os.system(
'scp %s [email protected]:%s %s'
% (_rsa, image, endpath))
astro = False
#Only run astrometry if image is unavailable.
if (not os.path.isfile(endpath)):
astro = True
logger.error(
"Astrometry resolved image %s could not be copied into %s. Setting astrometry to True."
% (image, endpath))
endpath = os.path.join(os.path.dirname(endpath),
os.path.basename(image))
res = recenter_ifu.main(endpath,
isAB,
astro=astro,
plot=True)
retcode = res[0]
offsets = res
logger.info("OFFSETS %s Return code %d" %
(offsets, retcode))
if (isAB):
connection.sendall("%d,%s,%s,%s,%s\n" %
(retcode, offsets[1], offsets[2],
offsets[3], offsets[4]))
else:
connection.sendall("%d,%s,%s\n" %
(retcode, offsets[1], offsets[2]))
except Exception as e:
logger.error("Error occurred when processing command " +
str(data))
logger.error(str(sys.exc_info()[0]))
logger.error(e)
connection.sendall("%d,%s,%s\n" % (-1, 0, 0))
elif "PING" in command:
try:
logger.info("Received a PING command. Responding...")
connection.sendall("PONG\n")
logger.info("PONG sent.\n")
except Exception as e:
logger.error(str(sys.exc_info()[0]))
logger.error(e)
else:
logger.error("Unknown command: " % command)
break
#Exit and restart the listener if the program is running for more than 12 hours and
#it is later than 10AM, so we don't disrupt the night scheduler.
'''if (datetime.datetime.utcnow()-now).total_seconds() > 12*3600. and (datetime.datetime.utcnow()).hour>17:
