class AGAnalysisUnittesting(unittest.TestCase):
def setUp(self):
self.currentDirPath = Path(__file__).parent.absolute()
self.agilepyconfPath = os.path.join(self.currentDirPath,
"conf/agilepyconf.yaml")
self.sourcesconfPath = os.path.join(self.currentDirPath,
"conf/sourceconf.xml")
outDir = Path(
os.path.join(os.environ["AGILE"],
"agilepy-test-data/unittesting-output/api"))
if outDir.exists() and outDir.is_dir():
shutil.rmtree(outDir)
self.aga = AGAnalysis(self.agilepyconfPath, self.sourcesconfPath)
def test_analysis_pipeline(self):
maplistFilePath = self.aga.generateMaps()
self.assertEqual(True, os.path.isfile(maplistFilePath))
products_1 = self.aga.mle(maplistFilePath)
for p in products_1:
self.assertEqual(True, os.path.isfile(p))
products_2 = self.aga.mle(maplistFilePath)
for p in products_2:
self.assertEqual(True, os.path.isfile(p))
def test_source_dist_updated_after_mle(self):
maplistFilePath = self.aga.generateMaps()
self.aga.mle(maplistFilePath)
source_1 = self.aga.selectSources(
lambda Name: Name == '2AGLJ2021+4029').pop()
dist_1 = source_1.multi.Dist
self.aga.setOptions(glon=81, glat=1)
self.aga.mle(maplistFilePath)
source_2 = self.aga.selectSources(
lambda Name: Name == '2AGLJ2021+4029').pop()
dist_2 = source_2.multi.Dist
self.assertNotEqual(dist_1, dist_2)
def test_source_Flux_updated_after_mle(self):
maplistFilePath = self.aga.generateMaps()
source_1 = self.aga.selectSources(
lambda Name: Name == '2AGLJ2021+3654').pop()
flux_1 = source_1.getParamValue("Flux")
self.aga.mle(maplistFilePath)
source_2 = self.aga.selectSources(
lambda Name: Name == '2AGLJ2021+3654').pop()
flux_2 = source_2.getParamValue("Flux")
self.assertNotEqual(flux_1, flux_2)
def test_fixed_parameters(self):
test_out_dir = self.set_outputfolder("test_fixed_parameters")
ag = AGAnalysis(self.agilepyConf)
ag.setOptions(
energybins=[[100, 1000]], tmin=434279000,
tmax=434289532,
timetype="TT")
sources = ag.loadSourcesFromCatalog("2AGL", rangeDist=(0, 25))
assert len(sources) == 9
source = ag.selectSources('name == "2AGLJ0835-4514"').pop()
flux0 = source.spectrum.getVal("flux")
sources = ag.freeSources(
'name == "2AGLJ0835-4514"', "flux", False, show=True)
_ = ag.generateMaps()
_ = ag.mle()
flux1 = source.get("multiFlux")["value"]
assert flux0 == flux1
ag.destroy()
def test_calc_bkg(self):
ag = AGAnalysis(self.agilepyconfPath, self.sourcesconfPathcalcBkg)
ag.setOptions(tmin=456461778.0,
tmax=456537945.0,
timetype="TT",
galcoeff=[-1, -1, -1, -1],
isocoeff=[10, 12, 10, 12])
"""
galBkg, isoBkg, maplistfile = ag.calcBkg('CYGX3', pastTimeWindow=0)
print("\ngalBkg:",galBkg)
print("isoBkg:",isoBkg)
galBkg, isoBkg, maplistfile = ag.calcBkg('CYGX3', galcoeff=[-1,-1,-1,-1], pastTimeWindow=0)
print("\ngalBkg:",galBkg)
print("isoBkg:",isoBkg)
galBkg, isoBkg, maplistfile = ag.calcBkg('CYGX3', galcoeff=[0,0,0,0], pastTimeWindow=0)
print("\ngalBkg:",galBkg)
print("isoBkg:",isoBkg)
"""
galBkg, isoBkg, maplistfile = ag.calcBkg('CYGX3',
galcoeff=[0.8, 0.6, 0.8, 0.6],
pastTimeWindow=0)
print("\ngalBkg:", galBkg)
print("isoBkg:", isoBkg)
ag.destroy()
def test_calc_bkg(self):
test_out_dir = self.set_outputfolder("test_calc_bkg")
ag = AGAnalysis(self.agilepyConf, self.sourcesConfTxt)
ag.setOptions( timetype="TT",
galcoeff=[-1, -1, -1, -1],
isocoeff=[10, 12, 10, 12]
)
"""
galBkg, isoBkg, maplistfile = ag.calcBkg('CYGX3', pastTimeWindow=0)
print("\ngalBkg:",galBkg)
print("isoBkg:",isoBkg)
galBkg, isoBkg, maplistfile = ag.calcBkg('CYGX3', galcoeff=[-1,-1,-1,-1], pastTimeWindow=0)
print("\ngalBkg:",galBkg)
print("isoBkg:",isoBkg)
galBkg, isoBkg, maplistfile = ag.calcBkg('CYGX3', galcoeff=[0,0,0,0], pastTimeWindow=0)
print("\ngalBkg:",galBkg)
print("isoBkg:",isoBkg)
"""
galCoeff, isoCoeff, maplistfile = ag.calcBkg(self.VELA, galcoeff=[0.8, 0.6, 0.8, 0.6], pastTimeWindow=0)
self.assertEqual([10, 12, 10, 12], isoCoeff)
self.assertEqual([0.8, 0.6, 0.8, 0.6], galCoeff)
ag.destroy()
def test_setDQ(self):
test_out_dir = self.set_outputfolder("test_setDQ")
ag = AGAnalysis(self.agilepyConf)
# dq out of range
self.assertRaises(ConfigurationsNotValidError, ag.setOptions, dq=42)
# dq = 0
ag.setOptions(dq=0, albedorad=101, fovradmax=102)
self.assertEqual(ag.getOption("albedorad"), 101)
self.assertEqual(ag.getOption("fovradmax"), 102)
# dq == 5
ag.setOptions(dq=5)
self.assertEqual(ag.getOption("albedorad"), 100)
self.assertEqual(ag.getOption("fovradmax"), 50)
# Try to change albedorad or fovradmax with dq == 5
self.assertRaises(CannotSetNotUpdatableOptionError,
ag.setOptions, albedorad=42, fovradmax=42)
ag.destroy()
def test_lc(self):
test_out_dir = self.set_outputfolder("test_lc")
ag = AGAnalysis(self.agilepyConf, self.sourcesConfTxt)
ag.setOptions(energybins=[[100, 300]], fovbinnumber=1) # to reduce the computational time
ag.freeSources(lambda name: name == self.VELA, "flux", True)
lightCurveData = ag.lightCurveMLE(self.VELA, tmin=433860000, tmax=433880000, timetype="TT", binsize=20000)
self.assertEqual(True, os.path.isfile(lightCurveData))
with open(lightCurveData, "r") as lcd:
lines = lcd.readlines()
# print("readlines: ", lines)
self.assertEqual(True,len(lines) == 1+1) # 1 header + 2 temporal bins
lightCurveData = ag.lightCurveMLE(self.VELA, tmin=433900000, tmax=433940000, timetype="TT", binsize=20000)
self.assertEqual(True, os.path.isfile(lightCurveData))
with open(lightCurveData, "r") as lcd:
lines = lcd.readlines()
# print("readlines: ", lines)
self.assertEqual(True, len(lines) == 1+2) # 1 header + 3 temporal bins
lightCurvePlot = ag.displayLightCurve("mle", saveImage=True)
self.assertEqual(True, os.path.isfile(lightCurvePlot))
ag.destroy()
def test_parse_maplistfile(self):
test_out_dir = self.set_outputfolder("test_parse_maplistfile")
ag = AGAnalysis(self.agilepyConf, self.sourcesConfTxt)
ag.setOptions(energybins=[[100,300],[300,1000]], fovbinnumber=2)
maplistFilePath = ag.generateMaps()
maplistRows1 = ag.parseMaplistFile()
maplistRows2 = ag.parseMaplistFile(maplistFilePath)
self.assertEqual(4, len(maplistRows1))
self.assertEqual(4, len(maplistRows2))
for i in range(4):
for j in range(3):
self.assertEqual(maplistRows1[i][j], maplistRows2[i][j])
for i in range(4):
for j in range(3):
self.assertEqual(True, os.path.isfile(maplistRows1[i][j]))
ag.destroy()
def test_analysis_pipeline(self):
test_out_dir = self.set_outputfolder("test_analysis_pipeline")
ag = AGAnalysis(self.agilepyConf, self.sourcesConfTxt)
ag.setOptions(tmin = 433857532, tmax = 434289532, timetype = "TT", glon = 263.55, glat = -2.78)
maplistFilePath = ag.generateMaps()
self.assertEqual(True, os.path.isfile(maplistFilePath))
sources = ag.loadSourcesFromCatalog("2AGL", rangeDist = (0, 21))
sources = ag.freeSources('name == "2AGLJ0835-4514"', "flux", True, show=True)
products_1 = ag.mle()
for p in products_1:
self.assertEqual(True, os.path.isfile(p))
products_2 = ag.mle()
for p in products_2:
self.assertEqual(True, os.path.isfile(p))
ag.setOptions(tmin = 433857532, tmax = 433907532, timetype = "TT", glon = 263.55, glat = -2.78)
maplistfile = ag.generateMaps()
products_3 = ag.mle()
for p in products_3:
self.assertEqual(True, os.path.isfile(p))
ag.destroy()
def test_update_gal_iso(self):
test_out_dir = self.set_outputfolder("test_update_gal_iso")
ag = AGAnalysis(self.agilepyConf, self.sourcesConfTxt)
ag.setOptions(tmin=433857532, tmax=433858532, timetype="TT")
outDir = Path(ag.getOption("outdir"))
ag.config.setOptions(galcoeff=[0.6, 0.8, 0.6, 0.8])
ag.config.setOptions(isocoeff=[10, 15, 10, 15])
galcoeffs = ag.config.getOptionValue("galcoeff")
isocoeffs = ag.config.getOptionValue("isocoeff")
_ = ag.generateMaps()
matrix = ag.parseMaplistFile()
for idx, row in enumerate(matrix):
self.assertEqual(str(galcoeffs[idx]), row[4])
self.assertEqual(str(isocoeffs[idx]), row[5])
ag.config.setOptions(galcoeff=[0,0,0,0])
ag.config.setOptions(isocoeff=[0,0,0,0])
galcoeffs = ag.config.getOptionValue("galcoeff")
isocoeffs = ag.config.getOptionValue("isocoeff")
matrix = ag.parseMaplistFile()
for idx, row in enumerate(matrix):
self.assertEqual(str(galcoeffs[idx]), row[4])
self.assertEqual(str(isocoeffs[idx]), row[5])
def test_mle(self):
test_out_dir = self.set_outputfolder("test_mle")
ag = AGAnalysis(self.agilepyConf)
ag.setOptions(tmin = 433857532, tmax = 433858532, timetype = "TT", glon = 263.55, glat = -2.78)
self.assertRaises(MaplistIsNone, ag.mle)
ag.generateMaps()
self.assertRaises(SourcesLibraryIsEmpty, ag.mle)
def test_lc(self):
ag = AGAnalysis(self.agilepyconfPath, self.sourcesconfPath)
ag.setOptions(glon=78.2375, glat=2.12298)
ag.setOptions(tmin=456400000.000000,
tmax=456500000.000000,
timetype="TT")
ag.freeSources('name == "2AGLJ2021+4029"', "flux", True)
lightCurveData = ag.lightCurve("2AGLJ2021+4029", binsize=20000)
print(lightCurveData)
self.assertEqual(True, os.path.isfile(lightCurveData))
def test_generate_maps(self):
test_out_dir = self.set_outputfolder("test_generate_maps")
ag = AGAnalysis(self.agilepyConf, self.sourcesConfTxt)
ag.setOptions(tmin=433857532, tmax=433858532, timetype="TT")
outDir = ag.getOption("outdir")
maplistFilePath0 = ag.generateMaps()
self.assert_maplistfile_lines_number(maplistFilePath0, 4)
outDir0 = Path(outDir).joinpath("maps", "0")
self.assertEqual(True, outDir0.is_dir())
self.assert_generated_maps_number(outDir0, 16)
self.assert_generated_maps_exist(ag.parseMaplistFile(maplistFilePath0))
# second generation (same parameters)
maplistFilePath1 = ag.generateMaps()
self.assert_maplistfile_lines_number(maplistFilePath1, 4)
outDir1 = Path(outDir).joinpath("maps", "1")
self.assertEqual(True, outDir1.is_dir())
self.assert_generated_maps_number(outDir1, 16)
self.assert_generated_maps_exist(ag.parseMaplistFile(maplistFilePath1))
# third generation with different time interval
ag.setOptions(tmin=433957532, tmax=433957632, timetype="TT")
maplistFilePath2 = ag.generateMaps()
self.assert_maplistfile_lines_number(maplistFilePath2, 4)
outDir2 = Path(outDir).joinpath("maps", "2")
self.assertEqual(True, outDir2.is_dir())
self.assert_generated_maps_number(outDir2, 16)
self.assert_generated_maps_exist(ag.parseMaplistFile(maplistFilePath2))
# fourth generation with different glon and glat
ag.setOptions(glon=265, glat=-3, timetype="TT")
maplistFilePath3 = ag.generateMaps()
self.assert_maplistfile_lines_number(maplistFilePath3, 4)
outDir3 = Path(outDir).joinpath("maps", "3")
self.assertEqual(True, outDir3.is_dir())
self.assert_generated_maps_number(outDir3, 16)
self.assert_generated_maps_exist(ag.parseMaplistFile(maplistFilePath3))
# fifth generation with different fovbinnumber, and energy range
ag.setOptions(fovbinnumber=1, energybins=[[100,300]])
maplistFilePath4 = ag.generateMaps()
self.assert_maplistfile_lines_number(maplistFilePath4, 1)
outDir3 = Path(outDir).joinpath("maps", "4")
self.assertEqual(True, outDir3.is_dir())
self.assert_generated_maps_number(outDir3, 4)
self.assert_generated_maps_exist(ag.parseMaplistFile(maplistFilePath4))
ag.destroy()
def test_source_dist_updated_after_source_position_update(self):
test_out_dir = self.set_outputfolder("test_source_dist_updated_after_source_position_update")
ag = AGAnalysis(self.agilepyConf, self.sourcesConfTxt)
ag.setOptions(tmin = 433857532, tmax = 433857542, timetype = "TT", fovbinnumber=1, energybins=[[100,200]], glon = 263.55, glat = -2.78)
source_1 = ag.selectSources(lambda name: name == self.VELA).pop()
dist_1 = source_1.spatialModel.get("dist")["value"]
ag.updateSourcePosition(self.VELA, glon=264, glat=-3)
source_2 = ag.selectSources(lambda name: name == self.VELA).pop()
dist_2 = source_2.spatialModel.get("dist")["value"]
assert True, dist_1 != dist_2
ag.destroy()
def test_source_dist_updated_after_mle(self):
ag = AGAnalysis(self.agilepyconfPath, self.sourcesconfPath)
maplistFilePath = ag.generateMaps()
ag.mle(maplistFilePath)
source_1 = ag.selectSources(
lambda name: name == '2AGLJ2021+4029').pop()
dist_1 = source_1.multi.get("multiDist")
ag.setOptions(glon=81, glat=1)
ag.mle(maplistFilePath)
source_2 = ag.selectSources(
lambda name: name == '2AGLJ2021+4029').pop()
dist_2 = source_2.multi.get("multiDist")
self.assertNotEqual(dist_1, dist_2)
ag.destroy()
def test_generic_column(self):
test_out_dir = self.set_outputfolder("g_col")
ag = AGAnalysis(self.agilepyConf, self.sourcesConfTxt)
ag.setOptions(energybins=[[100, 300]], fovbinnumber=1)
ag.freeSources(lambda name: name == self.VELA, "flux", True)
lightCurveData = ag.lightCurveMLE(
self.VELA, tmin=433860000, tmax=433880000, timetype="TT", binsize=20000)
#filename = ag.displayGenericColumns(
# lightCurveData, columns=["l_peak"], um=["test_um"], saveImage=True)
filename = ag.displayGenericColumns(
lightCurveData, columns=["l_peak", "counts"], um=["test_um", "counts"], saveImage=True)
self.assertEqual(True, os.path.isfile(filename))
ag.destroy()
def test_saving_sky_maps(self):
test_out_dir = self.set_outputfolder("test_saving_sky_maps")
ag = AGAnalysis(self.agilepyConf, self.sourcesConfTxt)
ag.setOptions(tmin = 433857532, tmax = 433857732, timetype = "TT")
_ = ag.generateMaps()
maps = ag.displayCtsSkyMaps(singleMode=False, saveImage=True)
for m in maps:
self.assertEqual(True, os.path.isfile(m))
maps = ag.displayExpSkyMaps(singleMode=False, saveImage=True)
for m in maps:
self.assertEqual(True, os.path.isfile(m))
maps = ag.displayGasSkyMaps(singleMode=False, saveImage=True)
for m in maps:
self.assertEqual(True, os.path.isfile(m))
ag.destroy()