class AGAnalysisUnittesting(unittest.TestCase): def setUp(self): self.currentDirPath = Path(__file__).parent.absolute() self.agilepyconfPath = os.path.join(self.currentDirPath, "conf/agilepyconf.yaml") self.sourcesconfPath = os.path.join(self.currentDirPath, "conf/sourceconf.xml") outDir = Path( os.path.join(os.environ["AGILE"], "agilepy-test-data/unittesting-output/api")) if outDir.exists() and outDir.is_dir(): shutil.rmtree(outDir) self.aga = AGAnalysis(self.agilepyconfPath, self.sourcesconfPath) def test_analysis_pipeline(self): maplistFilePath = self.aga.generateMaps() self.assertEqual(True, os.path.isfile(maplistFilePath)) products_1 = self.aga.mle(maplistFilePath) for p in products_1: self.assertEqual(True, os.path.isfile(p)) products_2 = self.aga.mle(maplistFilePath) for p in products_2: self.assertEqual(True, os.path.isfile(p)) def test_source_dist_updated_after_mle(self): maplistFilePath = self.aga.generateMaps() self.aga.mle(maplistFilePath) source_1 = self.aga.selectSources( lambda Name: Name == '2AGLJ2021+4029').pop() dist_1 = source_1.multi.Dist self.aga.setOptions(glon=81, glat=1) self.aga.mle(maplistFilePath) source_2 = self.aga.selectSources( lambda Name: Name == '2AGLJ2021+4029').pop() dist_2 = source_2.multi.Dist self.assertNotEqual(dist_1, dist_2) def test_source_Flux_updated_after_mle(self): maplistFilePath = self.aga.generateMaps() source_1 = self.aga.selectSources( lambda Name: Name == '2AGLJ2021+3654').pop() flux_1 = source_1.getParamValue("Flux") self.aga.mle(maplistFilePath) source_2 = self.aga.selectSources( lambda Name: Name == '2AGLJ2021+3654').pop() flux_2 = source_2.getParamValue("Flux") self.assertNotEqual(flux_1, flux_2)
def test_fixed_parameters(self): test_out_dir = self.set_outputfolder("test_fixed_parameters") ag = AGAnalysis(self.agilepyConf) ag.setOptions( energybins=[[100, 1000]], tmin=434279000, tmax=434289532, timetype="TT") sources = ag.loadSourcesFromCatalog("2AGL", rangeDist=(0, 25)) assert len(sources) == 9 source = ag.selectSources('name == "2AGLJ0835-4514"').pop() flux0 = source.spectrum.getVal("flux") sources = ag.freeSources( 'name == "2AGLJ0835-4514"', "flux", False, show=True) _ = ag.generateMaps() _ = ag.mle() flux1 = source.get("multiFlux")["value"] assert flux0 == flux1 ag.destroy()
def test_calc_bkg(self): ag = AGAnalysis(self.agilepyconfPath, self.sourcesconfPathcalcBkg) ag.setOptions(tmin=456461778.0, tmax=456537945.0, timetype="TT", galcoeff=[-1, -1, -1, -1], isocoeff=[10, 12, 10, 12]) """ galBkg, isoBkg, maplistfile = ag.calcBkg('CYGX3', pastTimeWindow=0) print("\ngalBkg:",galBkg) print("isoBkg:",isoBkg) galBkg, isoBkg, maplistfile = ag.calcBkg('CYGX3', galcoeff=[-1,-1,-1,-1], pastTimeWindow=0) print("\ngalBkg:",galBkg) print("isoBkg:",isoBkg) galBkg, isoBkg, maplistfile = ag.calcBkg('CYGX3', galcoeff=[0,0,0,0], pastTimeWindow=0) print("\ngalBkg:",galBkg) print("isoBkg:",isoBkg) """ galBkg, isoBkg, maplistfile = ag.calcBkg('CYGX3', galcoeff=[0.8, 0.6, 0.8, 0.6], pastTimeWindow=0) print("\ngalBkg:", galBkg) print("isoBkg:", isoBkg) ag.destroy()
def test_calc_bkg(self): test_out_dir = self.set_outputfolder("test_calc_bkg") ag = AGAnalysis(self.agilepyConf, self.sourcesConfTxt) ag.setOptions( timetype="TT", galcoeff=[-1, -1, -1, -1], isocoeff=[10, 12, 10, 12] ) """ galBkg, isoBkg, maplistfile = ag.calcBkg('CYGX3', pastTimeWindow=0) print("\ngalBkg:",galBkg) print("isoBkg:",isoBkg) galBkg, isoBkg, maplistfile = ag.calcBkg('CYGX3', galcoeff=[-1,-1,-1,-1], pastTimeWindow=0) print("\ngalBkg:",galBkg) print("isoBkg:",isoBkg) galBkg, isoBkg, maplistfile = ag.calcBkg('CYGX3', galcoeff=[0,0,0,0], pastTimeWindow=0) print("\ngalBkg:",galBkg) print("isoBkg:",isoBkg) """ galCoeff, isoCoeff, maplistfile = ag.calcBkg(self.VELA, galcoeff=[0.8, 0.6, 0.8, 0.6], pastTimeWindow=0) self.assertEqual([10, 12, 10, 12], isoCoeff) self.assertEqual([0.8, 0.6, 0.8, 0.6], galCoeff) ag.destroy()
def test_setDQ(self): test_out_dir = self.set_outputfolder("test_setDQ") ag = AGAnalysis(self.agilepyConf) # dq out of range self.assertRaises(ConfigurationsNotValidError, ag.setOptions, dq=42) # dq = 0 ag.setOptions(dq=0, albedorad=101, fovradmax=102) self.assertEqual(ag.getOption("albedorad"), 101) self.assertEqual(ag.getOption("fovradmax"), 102) # dq == 5 ag.setOptions(dq=5) self.assertEqual(ag.getOption("albedorad"), 100) self.assertEqual(ag.getOption("fovradmax"), 50) # Try to change albedorad or fovradmax with dq == 5 self.assertRaises(CannotSetNotUpdatableOptionError, ag.setOptions, albedorad=42, fovradmax=42) ag.destroy()
def test_lc(self): test_out_dir = self.set_outputfolder("test_lc") ag = AGAnalysis(self.agilepyConf, self.sourcesConfTxt) ag.setOptions(energybins=[[100, 300]], fovbinnumber=1) # to reduce the computational time ag.freeSources(lambda name: name == self.VELA, "flux", True) lightCurveData = ag.lightCurveMLE(self.VELA, tmin=433860000, tmax=433880000, timetype="TT", binsize=20000) self.assertEqual(True, os.path.isfile(lightCurveData)) with open(lightCurveData, "r") as lcd: lines = lcd.readlines() # print("readlines: ", lines) self.assertEqual(True,len(lines) == 1+1) # 1 header + 2 temporal bins lightCurveData = ag.lightCurveMLE(self.VELA, tmin=433900000, tmax=433940000, timetype="TT", binsize=20000) self.assertEqual(True, os.path.isfile(lightCurveData)) with open(lightCurveData, "r") as lcd: lines = lcd.readlines() # print("readlines: ", lines) self.assertEqual(True, len(lines) == 1+2) # 1 header + 3 temporal bins lightCurvePlot = ag.displayLightCurve("mle", saveImage=True) self.assertEqual(True, os.path.isfile(lightCurvePlot)) ag.destroy()
def test_parse_maplistfile(self): test_out_dir = self.set_outputfolder("test_parse_maplistfile") ag = AGAnalysis(self.agilepyConf, self.sourcesConfTxt) ag.setOptions(energybins=[[100,300],[300,1000]], fovbinnumber=2) maplistFilePath = ag.generateMaps() maplistRows1 = ag.parseMaplistFile() maplistRows2 = ag.parseMaplistFile(maplistFilePath) self.assertEqual(4, len(maplistRows1)) self.assertEqual(4, len(maplistRows2)) for i in range(4): for j in range(3): self.assertEqual(maplistRows1[i][j], maplistRows2[i][j]) for i in range(4): for j in range(3): self.assertEqual(True, os.path.isfile(maplistRows1[i][j])) ag.destroy()
def test_analysis_pipeline(self): test_out_dir = self.set_outputfolder("test_analysis_pipeline") ag = AGAnalysis(self.agilepyConf, self.sourcesConfTxt) ag.setOptions(tmin = 433857532, tmax = 434289532, timetype = "TT", glon = 263.55, glat = -2.78) maplistFilePath = ag.generateMaps() self.assertEqual(True, os.path.isfile(maplistFilePath)) sources = ag.loadSourcesFromCatalog("2AGL", rangeDist = (0, 21)) sources = ag.freeSources('name == "2AGLJ0835-4514"', "flux", True, show=True) products_1 = ag.mle() for p in products_1: self.assertEqual(True, os.path.isfile(p)) products_2 = ag.mle() for p in products_2: self.assertEqual(True, os.path.isfile(p)) ag.setOptions(tmin = 433857532, tmax = 433907532, timetype = "TT", glon = 263.55, glat = -2.78) maplistfile = ag.generateMaps() products_3 = ag.mle() for p in products_3: self.assertEqual(True, os.path.isfile(p)) ag.destroy()
def test_update_gal_iso(self): test_out_dir = self.set_outputfolder("test_update_gal_iso") ag = AGAnalysis(self.agilepyConf, self.sourcesConfTxt) ag.setOptions(tmin=433857532, tmax=433858532, timetype="TT") outDir = Path(ag.getOption("outdir")) ag.config.setOptions(galcoeff=[0.6, 0.8, 0.6, 0.8]) ag.config.setOptions(isocoeff=[10, 15, 10, 15]) galcoeffs = ag.config.getOptionValue("galcoeff") isocoeffs = ag.config.getOptionValue("isocoeff") _ = ag.generateMaps() matrix = ag.parseMaplistFile() for idx, row in enumerate(matrix): self.assertEqual(str(galcoeffs[idx]), row[4]) self.assertEqual(str(isocoeffs[idx]), row[5]) ag.config.setOptions(galcoeff=[0,0,0,0]) ag.config.setOptions(isocoeff=[0,0,0,0]) galcoeffs = ag.config.getOptionValue("galcoeff") isocoeffs = ag.config.getOptionValue("isocoeff") matrix = ag.parseMaplistFile() for idx, row in enumerate(matrix): self.assertEqual(str(galcoeffs[idx]), row[4]) self.assertEqual(str(isocoeffs[idx]), row[5])
def test_mle(self): test_out_dir = self.set_outputfolder("test_mle") ag = AGAnalysis(self.agilepyConf) ag.setOptions(tmin = 433857532, tmax = 433858532, timetype = "TT", glon = 263.55, glat = -2.78) self.assertRaises(MaplistIsNone, ag.mle) ag.generateMaps() self.assertRaises(SourcesLibraryIsEmpty, ag.mle)
def test_lc(self): ag = AGAnalysis(self.agilepyconfPath, self.sourcesconfPath) ag.setOptions(glon=78.2375, glat=2.12298) ag.setOptions(tmin=456400000.000000, tmax=456500000.000000, timetype="TT") ag.freeSources('name == "2AGLJ2021+4029"', "flux", True) lightCurveData = ag.lightCurve("2AGLJ2021+4029", binsize=20000) print(lightCurveData) self.assertEqual(True, os.path.isfile(lightCurveData))
def test_generate_maps(self): test_out_dir = self.set_outputfolder("test_generate_maps") ag = AGAnalysis(self.agilepyConf, self.sourcesConfTxt) ag.setOptions(tmin=433857532, tmax=433858532, timetype="TT") outDir = ag.getOption("outdir") maplistFilePath0 = ag.generateMaps() self.assert_maplistfile_lines_number(maplistFilePath0, 4) outDir0 = Path(outDir).joinpath("maps", "0") self.assertEqual(True, outDir0.is_dir()) self.assert_generated_maps_number(outDir0, 16) self.assert_generated_maps_exist(ag.parseMaplistFile(maplistFilePath0)) # second generation (same parameters) maplistFilePath1 = ag.generateMaps() self.assert_maplistfile_lines_number(maplistFilePath1, 4) outDir1 = Path(outDir).joinpath("maps", "1") self.assertEqual(True, outDir1.is_dir()) self.assert_generated_maps_number(outDir1, 16) self.assert_generated_maps_exist(ag.parseMaplistFile(maplistFilePath1)) # third generation with different time interval ag.setOptions(tmin=433957532, tmax=433957632, timetype="TT") maplistFilePath2 = ag.generateMaps() self.assert_maplistfile_lines_number(maplistFilePath2, 4) outDir2 = Path(outDir).joinpath("maps", "2") self.assertEqual(True, outDir2.is_dir()) self.assert_generated_maps_number(outDir2, 16) self.assert_generated_maps_exist(ag.parseMaplistFile(maplistFilePath2)) # fourth generation with different glon and glat ag.setOptions(glon=265, glat=-3, timetype="TT") maplistFilePath3 = ag.generateMaps() self.assert_maplistfile_lines_number(maplistFilePath3, 4) outDir3 = Path(outDir).joinpath("maps", "3") self.assertEqual(True, outDir3.is_dir()) self.assert_generated_maps_number(outDir3, 16) self.assert_generated_maps_exist(ag.parseMaplistFile(maplistFilePath3)) # fifth generation with different fovbinnumber, and energy range ag.setOptions(fovbinnumber=1, energybins=[[100,300]]) maplistFilePath4 = ag.generateMaps() self.assert_maplistfile_lines_number(maplistFilePath4, 1) outDir3 = Path(outDir).joinpath("maps", "4") self.assertEqual(True, outDir3.is_dir()) self.assert_generated_maps_number(outDir3, 4) self.assert_generated_maps_exist(ag.parseMaplistFile(maplistFilePath4)) ag.destroy()
def test_source_dist_updated_after_source_position_update(self): test_out_dir = self.set_outputfolder("test_source_dist_updated_after_source_position_update") ag = AGAnalysis(self.agilepyConf, self.sourcesConfTxt) ag.setOptions(tmin = 433857532, tmax = 433857542, timetype = "TT", fovbinnumber=1, energybins=[[100,200]], glon = 263.55, glat = -2.78) source_1 = ag.selectSources(lambda name: name == self.VELA).pop() dist_1 = source_1.spatialModel.get("dist")["value"] ag.updateSourcePosition(self.VELA, glon=264, glat=-3) source_2 = ag.selectSources(lambda name: name == self.VELA).pop() dist_2 = source_2.spatialModel.get("dist")["value"] assert True, dist_1 != dist_2 ag.destroy()
def test_source_dist_updated_after_mle(self): ag = AGAnalysis(self.agilepyconfPath, self.sourcesconfPath) maplistFilePath = ag.generateMaps() ag.mle(maplistFilePath) source_1 = ag.selectSources( lambda name: name == '2AGLJ2021+4029').pop() dist_1 = source_1.multi.get("multiDist") ag.setOptions(glon=81, glat=1) ag.mle(maplistFilePath) source_2 = ag.selectSources( lambda name: name == '2AGLJ2021+4029').pop() dist_2 = source_2.multi.get("multiDist") self.assertNotEqual(dist_1, dist_2) ag.destroy()
def test_generic_column(self): test_out_dir = self.set_outputfolder("g_col") ag = AGAnalysis(self.agilepyConf, self.sourcesConfTxt) ag.setOptions(energybins=[[100, 300]], fovbinnumber=1) ag.freeSources(lambda name: name == self.VELA, "flux", True) lightCurveData = ag.lightCurveMLE( self.VELA, tmin=433860000, tmax=433880000, timetype="TT", binsize=20000) #filename = ag.displayGenericColumns( # lightCurveData, columns=["l_peak"], um=["test_um"], saveImage=True) filename = ag.displayGenericColumns( lightCurveData, columns=["l_peak", "counts"], um=["test_um", "counts"], saveImage=True) self.assertEqual(True, os.path.isfile(filename)) ag.destroy()
def test_saving_sky_maps(self): test_out_dir = self.set_outputfolder("test_saving_sky_maps") ag = AGAnalysis(self.agilepyConf, self.sourcesConfTxt) ag.setOptions(tmin = 433857532, tmax = 433857732, timetype = "TT") _ = ag.generateMaps() maps = ag.displayCtsSkyMaps(singleMode=False, saveImage=True) for m in maps: self.assertEqual(True, os.path.isfile(m)) maps = ag.displayExpSkyMaps(singleMode=False, saveImage=True) for m in maps: self.assertEqual(True, os.path.isfile(m)) maps = ag.displayGasSkyMaps(singleMode=False, saveImage=True) for m in maps: self.assertEqual(True, os.path.isfile(m)) ag.destroy()