def _computeSeparationPerFile(self, doTimeMask, logFile, tmin_start,
tmax_start, skyCordsFK5, zmax, step):
logFile = AgilepyConfig._expandEnvVar(logFile)
hdulist = fits.open(logFile)
SC = hdulist[1].data
self.logger.debug(self, "Total events: %f", len(SC["TIME"]))
self.logger.debug(self, "tmin: %f", tmin_start)
self.logger.debug(self, "tmin log file: %f", SC["TIME"][0])
self.logger.debug(self, "tmax: %f", tmax_start)
self.logger.debug(self, "tmax log file: %f", SC["TIME"][-1])
self.logger.debug(self, "Do time mask? %d", doTimeMask)
if doTimeMask:
self.logger.debug(self, "How many times are >= tmin_start? %d",
np.sum(SC['TIME'] >= tmin_start))
self.logger.debug(self, "How many times are <= tmax_start? %d",
np.sum(SC['TIME'] <= tmax_start))
# Filtering out
booleanMask = np.logical_and(SC['TIME'] >= tmin_start,
SC['TIME'] <= tmax_start)
TIME = SC['TIME'][booleanMask]
ATTITUDE_RA_Y = SC['ATTITUDE_RA_Y'][booleanMask]
ATTITUDE_DEC_Y = SC['ATTITUDE_DEC_Y'][booleanMask]
self.logger.debug(
self, "Time mask: %d values skipped" %
(np.sum(np.logical_not(booleanMask))))
else:
TIME = SC['TIME']
ATTITUDE_RA_Y = SC['ATTITUDE_RA_Y']
ATTITUDE_DEC_Y = SC['ATTITUDE_DEC_Y']
hdulist.close()
# This is to avoid problems with moments for which the AGILE pointing was set to RA=NaN, DEC=NaN
booleanMaskRA = np.logical_not(np.isnan(ATTITUDE_RA_Y))
booleanMaskDEC = np.logical_not(np.isnan(ATTITUDE_DEC_Y))
booleanMaskRADEC = np.logical_or(booleanMaskRA, booleanMaskDEC)
TIME = TIME[booleanMaskRA]
ATTITUDE_RA_Y = ATTITUDE_RA_Y[booleanMaskRADEC]
ATTITUDE_DEC_Y = ATTITUDE_DEC_Y[booleanMaskRADEC]
self.logger.debug(
self,
"Not-null mask RA/DEC (at least one NULL): %d values skipped" %
(np.sum(np.logical_not(booleanMaskRADEC))))
deltatime = 0.1 # AGILE attitude is collected every 0.1 s
# tmin = np.min(TIME)
# tmax = np.max(TIME)
index_ti = 0
index_tf = len(TIME) - 1
self.logger.debug(self, "Step is: %f", step)
indexstep = int(step * 10) # if step 0.1 , indexstep=1 => all values
# if step 1 , indexstep=10 => one value on 10 values
self.logger.debug(self, "indexstep is: %f", indexstep)
# creating arrays filled with zeros
src_raz = np.zeros(len(TIME[index_ti:index_tf:indexstep]))
src_decz = np.zeros(len(TIME[index_ti:index_tf:indexstep]))
self.logger.debug(self, "Number of separations to be computed: %f",
index_tf / indexstep)
# filling the just created arrays with our coordinates of interest
src_ra = src_raz + skyCordsFK5.ra
src_dec = src_decz + skyCordsFK5.dec
c1 = SkyCoord(src_ra, src_dec, unit='deg', frame='icrs')
c2 = SkyCoord(ATTITUDE_RA_Y[index_ti:index_tf:indexstep],
ATTITUDE_DEC_Y[index_ti:index_tf:indexstep],
unit='deg',
frame='icrs')
# print 'c1=', len(c1), 'c2=', len(c2) # to ensure c1 and c2 have the same length
sep = c2.separation(c1)
self.logger.debug(self,
"Number of computed separation: %f" % (len(sep)))
return np.asfarray(sep), TIME[index_ti:index_tf:indexstep], TIME[
index_ti:index_tf:indexstep] + deltatime
class AgilepyUtilsUT(unittest.TestCase):
def setUp(self):
self.currentDirPath = Path(__file__).parent.absolute()
self.agilepyconfPath = os.path.join(self.currentDirPath,
"conf/agilepyconf.yaml")
self.config = AgilepyConfig()
self.config.loadConfigurations(self.agilepyconfPath, validate=False)
self.agilepyLogger = AgilepyLogger()
self.agilepyLogger.initialize(
self.config.getConf("output", "outdir"),
self.config.getConf("output", "logfilenameprefix"),
self.config.getConf("output", "verboselvl"))
self.datadir = os.path.join(self.currentDirPath, "data")
self.outDir = Path(self.config.getOptionValue("outdir"))
if self.outDir.exists() and self.outDir.is_dir():
shutil.rmtree(self.outDir)
def tearDown(self):
self.agilepyLogger.reset()
def test_display_sky_map(self):
pu = PlottingUtils(self.config, self.agilepyLogger)
smooth = 4
fileFormat = ".png"
title = "testcase"
cmap = "CMRmap"
regFilePath = self.config._expandEnvVar("$AGILE/catalogs/2AGL_2.reg")
file = pu.displaySkyMap(
self.datadir+"/testcase_EMIN00100_EMAX00300_01.cts.gz", \
smooth = smooth,
fileFormat = fileFormat,
title = title,
cmap = cmap,
regFilePath = regFilePath,
catalogRegions = None,
catalogRegionsColor = "red",
saveImage=True)
self.assertEqual(True, os.path.isfile(file))
def test_display_sky_map_single_mode(self):
pu = PlottingUtils(self.config, self.agilepyLogger)
smooth = 4
fileFormat = ".png"
title = "testcase"
cmap = "CMRmap"
regFilePath = self.config._expandEnvVar("$AGILE/catalogs/2AGL_2.reg")
img = self.datadir + "/testcase_EMIN00100_EMAX00300_01.cts.gz"
file = pu.displaySkyMapsSingleMode(
[img, img, img], \
smooth = smooth,
fileFormat = fileFormat,
titles = [title+"_1", title+"_2", title+"_3"],
cmap = cmap,
regFilePath = regFilePath,
catalogRegions = None,
catalogRegionsColor = "red",
saveImage=True)
self.assertEqual(True, os.path.isfile(file))
def test_display_light_curve(self):
pu = PlottingUtils(self.config, self.agilepyLogger)
file_lc = self.datadir + "/lc-4.txt"
self.assertRaises(ValueError, pu.plotLc, file_lc, 1500, 1000, True)
#with self.assertRaises(ValueError, pu.plotLc, file_lc, 1500, 1000, True) as cm:
# input("..")
# print(cm)
# self.assertEqual(True, os.path.isfile(file))
def test_initialize_logger_verboselvl_2(self):
sleep(1.0)
self.agilepyLogger.reset()
self.config.setOptions(force=True, verboselvl=2)
logfilePath = self.agilepyLogger.initialize(
self.config.getOptionValue("outdir"),
self.config.getOptionValue("logfilenameprefix"),
self.config.getOptionValue("verboselvl"))
self.assertEqual(True, logfilePath.is_file())
with open(logfilePath, "r") as f:
linesNumber = len(f.readlines())
self.assertEqual(1, linesNumber)
self.agilepyLogger.debug(self, "%s %s", "Debug", "message")
self.agilepyLogger.info(self, "%s %s", "Info", "message")
self.agilepyLogger.warning(self, "%s %s", "Warning", "message")
self.agilepyLogger.critical(self, "%s %s", "Critical", "message")
with open(logfilePath, "r") as f:
linesNumber = len(f.readlines())
self.assertEqual(5, linesNumber)
def test_initialize_logger_verboselvl_1(self):
sleep(1.0)
self.agilepyLogger.reset()
self.config.setOptions(force=True, verboselvl=1)
logfilePath = self.agilepyLogger.initialize(
self.config.getOptionValue("outdir"),
self.config.getOptionValue("logfilenameprefix"),
self.config.getOptionValue("verboselvl"))
self.assertEqual(True, logfilePath.is_file())
with open(logfilePath, "r") as f:
linesNumber = len(f.readlines())
self.assertEqual(1, linesNumber)
self.agilepyLogger.debug(self, "%s %s", "Debug", "message")
self.agilepyLogger.info(self, "%s %s", "Info", "message")
self.agilepyLogger.warning(self, "%s %s", "Warning", "message")
self.agilepyLogger.critical(self, "%s %s", "Critical", "message")
with open(logfilePath, "r") as f:
linesNumber = len(f.readlines())
self.assertEqual(5, linesNumber)
def test_initialize_logger_verboselvl_0(self):
sleep(1.0)
self.agilepyLogger.reset()
self.config.setOptions(force=True, verboselvl=0)
logfilePath = self.agilepyLogger.initialize(
self.config.getOptionValue("outdir"),
self.config.getOptionValue("logfilenameprefix"),
self.config.getOptionValue("verboselvl"))
self.assertEqual(True, logfilePath.is_file())
with open(logfilePath, "r") as f:
linesNumber = len(f.readlines())
self.assertEqual(1, linesNumber)
self.agilepyLogger.debug(self, "%s %s", "Debug", "message")
self.agilepyLogger.info(self, "%s %s", "Info", "message")
self.agilepyLogger.warning(self, "%s %s", "Warning", "message")
self.agilepyLogger.critical(self, "%s %s", "Critical", "message")
with open(logfilePath, "r") as f:
linesNumber = len(f.readlines())
self.assertEqual(5, linesNumber)
"""
Time conversions
# https://tools.ssdc.asi.it/conversionTools
# https://heasarc.gsfc.nasa.gov/cgi-bin/Tools/xTime/xTime.pl?time_in_i=&time_in_c=&time_in_d=&time_in_j=&time_in_m=58871.45616898&time_in_sf=&time_in_wf=&time_in_sl=&time_in_sni=&time_in_snu=&time_in_s=&time_in_h=&time_in_sz=&time_in_ss=&time_in_sn=×ys_in=u×ys_out=u&apply_clock_offset=yes
"""
def test_astro_utils_time_mjd_to_tt(self):
sec_tolerance = 0.001
tt = AstroUtils.time_mjd_to_tt(58871.45616898) # 506861812.99987227
self.assertEqual(True, abs(506861813 - tt) <= sec_tolerance)
def test_astro_utils_time_tt_to_mjd(self):
sec_tolerance = 0.0000001
mjd = AstroUtils.time_tt_to_mjd(507391426.9447)
self.assertEqual(True, abs(58877.58595999 - mjd) <= sec_tolerance)
def test_astro_utils_time_jd_to_civil(self):
tol = 0.044
civ = AstroUtils.jd_to_civil(2458871.95616898)
self.assertEqual(civ[0], 2020)
self.assertEqual(civ[1], 1)
self.assertEqual(True, abs(23 - civ[2]) <= tol)
# it should be 2020, 1, 23)........
def test_astro_utils_time_utc_to_jd(self):
tol = 0.00000001
dt = datetime.strptime("2020-01-23T10:56:53", '%Y-%m-%dT%H:%M:%S')
jd = AstroUtils.to_jd(dt)
self.assertEqual(True, abs(2458871.95616898 - jd) <= tol)
def test_astro_utils_time_utc_to_mjd(self):
tol = 0.00000001
dt = datetime.strptime("2020-01-23T10:56:53", '%Y-%m-%dT%H:%M:%S')
mjd = AstroUtils.to_jd(dt, fmt="mjd")
self.assertEqual(True, abs(58871.45616898 - mjd) <= tol)
def test_astro_utils_time_utc_to_tt(self):
tol = 0.0001
tt = AstroUtils.time_utc_to_tt("2020-01-23T10:56:53")
self.assertEqual(True, abs(506861813 - tt) <= tol)
def test_astro_utils_time_tt_to_utc(self):
sec_tol = 1
utc = AstroUtils.time_tt_to_utc(506861813)
dt = datetime.strptime(utc, '%Y-%m-%dT%H:%M:%S')
self.assertEqual(dt.year, 2020)
self.assertEqual(dt.month, 1)
self.assertEqual(dt.day, 23)
self.assertEqual(dt.hour, 10)
self.assertEqual(dt.minute, 56)
self.assertEqual(True, abs(53 - dt.second) <= sec_tol)
def test_astro_utils_time_mjd_to_utc(self):
sec_tol = 1
utc = AstroUtils.time_mjd_to_utc(58871.45616898)
dt = datetime.strptime(utc, '%Y-%m-%dT%H:%M:%S')
self.assertEqual(dt.year, 2020)
self.assertEqual(dt.month, 1)
self.assertEqual(dt.day, 23)
self.assertEqual(dt.hour, 10)
self.assertEqual(dt.minute, 56)
self.assertEqual(True, abs(53 - dt.second) <= sec_tol)
def test_astro_utils_time_utc_to_mjd(self):
sec_tol = 0.00000001
mjd = AstroUtils.time_utc_to_mjd("2020-01-23T10:56:53")
self.assertEqual(True, abs(58871.45616898 - mjd) <= sec_tol)
