from sherpa.fit import Fit
import sherpa
import os
cube_dir = Path(os.getcwd())
counts_3d = SkyCube.read(cube_dir / 'counts_cube.fits')
cube
cube = counts.to_sherpa_data3d(dstype='Data3DInt')
background
bkg_3d = SkyCube.read(cube_dir / 'bkg_cube.fits')
cube_dir = Path('$GAMMAPY_EXTRA/test_datasets/cube')
bkg_3d = SkyCube.read(cube_dir / 'bkg_cube.fits')
background
bkg_3d
bkg = TableModel('bkg')
bkg.load(None, background.data.value.ravel())
bkg.ampl = 1
bkg.ampl.freeze()
i_nan = np.where(np.isnan(exposure.data))
exposure.data[i_nan] = 0
# In order to have the exposure in cm2 s
exposure.data = exposure.data * u.Unit('m2 / cm2').to('')
psf_3d = mean_psf_cube
# Define a 2D gaussian for the spatial model
spatial_model = NormGauss2DInt('spatial-model')
# Define a power law for the spectral model
spectral_model = PowLaw1D('spectral-model')
# Combine spectral and spatial model
coord = counts_3d.sky_image_ref.coordinates(mode="edges")
energies = counts_3d.energies(mode='edges').to("TeV")
def testCombinedModel3DInt():
from sherpa.models import PowLaw1D, TableModel
from sherpa.estmethods import Covariance
from sherpa.optmethods import NelderMead
from sherpa.stats import Cash
from sherpa.fit import Fit
from ..sherpa_ import CombinedModel3DInt, NormGauss2DInt
# Set the counts
filename = gammapy_extra.filename('test_datasets/cube/counts_cube.fits')
counts_3d = SkyCube.read(filename)
cube = counts_3d.to_sherpa_data3d(dstype='Data3DInt')
# Set the bkg
filename = gammapy_extra.filename('test_datasets/cube/bkg_cube.fits')
bkg_3d = SkyCube.read(filename)
bkg = TableModel('bkg')
bkg.load(None, bkg_3d.data.value.ravel())
bkg.ampl = 1
bkg.ampl.freeze()
# Set the exposure
filename = gammapy_extra.filename('test_datasets/cube/exposure_cube.fits')
exposure_3d = SkyCube.read(filename)
i_nan = np.where(np.isnan(exposure_3d.data))
exposure_3d.data[i_nan] = 0
# In order to have the exposure in cm2 s
exposure_3d.data = exposure_3d.data * 1e4
# Set the mean psf model
filename = gammapy_extra.filename('test_datasets/cube/psf_cube.fits')
psf_3d = SkyCube.read(filename)
# Setup combined spatial and spectral model
spatial_model = NormGauss2DInt('spatial-model')
spectral_model = PowLaw1D('spectral-model')
coord = counts_3d.sky_image_ref.coordinates(mode="edges")
energies = counts_3d.energies(mode='edges').to("TeV")
source_model = CombinedModel3DInt(coord=coord,
energies=energies,
use_psf=True,
exposure=exposure_3d,
psf=psf_3d,
spatial_model=spatial_model,
spectral_model=spectral_model)
# Set starting values
center = SkyCoord(83.633083, 22.0145, unit="deg").galactic
source_model.gamma = 2.2
source_model.xpos = center.l.value
source_model.ypos = center.b.value
source_model.fwhm = 0.12
source_model.ampl = 1.0
# Fit
model = bkg + 1E-11 * (source_model)
fit = Fit(data=cube,
model=model,
stat=Cash(),
method=NelderMead(),
estmethod=Covariance())
result = fit.fit()
# TODO: The fact that it doesn't converge to the right Crab postion is due to the dummy psf
reference = [
184.19524957441664, -6.1693008203971562, 6.1666646581766011,
0.076340497278248376, 2.305912037549
]
assert_allclose(result.parvals, reference, rtol=1E-5)
# Add a region to exclude in the fit: Here we will exclude some events from the Crab since there is no region to
# exclude in the FOV for this example. It's just an example to show how it works and how to proceed in the fit.
# Read the mask for the exclude region
filename_mask = gammapy_extra.filename('test_datasets/cube/mask.fits')
cube_mask = SkyCube.read(filename_mask)
index_region_selected_3d = np.where(cube_mask.data.value == 1)
# Set the counts and create a gammapy Data3DInt object on which we apply a mask for the region we don't want to use in the fit
cube = counts_3d.to_sherpa_data3d(dstype='Data3DInt')
cube.mask = cube_mask.data.value.ravel()
# Set the bkg and select only the data points of the selected region
bkg = TableModel('bkg')
bkg.load(None, bkg_3d.data.value[index_region_selected_3d].ravel())
bkg.ampl = 1
bkg.ampl.freeze()
# The model is evaluated on all the points then it is compared with the data only on the selected_region
source_model = CombinedModel3DInt(
coord=coord,
energies=energies,
use_psf=True,
exposure=exposure_3d,
psf=psf_3d,
spatial_model=spatial_model,
spectral_model=spectral_model,
select_region=True,
index_selected_region=index_region_selected_3d)
# Set starting values
source_model.gamma = 2.2
source_model.xpos = center.l.value
source_model.ypos = center.b.value
source_model.fwhm = 0.12
source_model.ampl = 1.0
# Fit
model = bkg + 1E-11 * (source_model)
fit = Fit(data=cube,
model=model,
stat=Cash(),
method=NelderMead(),
estmethod=Covariance())
result2 = fit.fit()
# TODO: The fact that it doesn't converge to the right Crab postion is due to the dummy psf
reference2 = [
184.20146538191321, -6.1600047997645975, 5.4193056837212374,
0.08635929788659219, 2.2979723660330
]
assert_allclose(result2.parvals, reference2, rtol=1E-5)
def testCombinedModel3DInt():
from sherpa.models import PowLaw1D, TableModel
from sherpa.estmethods import Covariance
from sherpa.optmethods import NelderMead
from sherpa.stats import Cash
from sherpa.fit import Fit
from ..sherpa_ import CombinedModel3DInt, NormGauss2DInt
# Set the counts
filename = gammapy_extra.filename('test_datasets/cube/counts_cube.fits')
counts_3d = SkyCube.read(filename)
cube = counts_3d.to_sherpa_data3d(dstype='Data3DInt')
# Set the bkg
filename = gammapy_extra.filename('test_datasets/cube/bkg_cube.fits')
bkg_3d = SkyCube.read(filename)
bkg = TableModel('bkg')
bkg.load(None, bkg_3d.data.value.ravel())
bkg.ampl = 1
bkg.ampl.freeze()
# Set the exposure
filename = gammapy_extra.filename('test_datasets/cube/exposure_cube.fits')
exposure_3d = SkyCube.read(filename)
i_nan = np.where(np.isnan(exposure_3d.data))
exposure_3d.data[i_nan] = 0
# In order to have the exposure in cm2 s
exposure_3d.data = exposure_3d.data * 1e4
# Set the mean psf model
filename = gammapy_extra.filename('test_datasets/cube/psf_cube.fits')
psf_3d = SkyCube.read(filename)
# Setup combined spatial and spectral model
spatial_model = NormGauss2DInt('spatial-model')
spectral_model = PowLaw1D('spectral-model')
coord = counts_3d.sky_image_ref.coordinates(mode="edges")
energies = counts_3d.energies(mode='edges').to("TeV")
source_model = CombinedModel3DInt(coord=coord, energies=energies, use_psf=True, exposure=exposure_3d, psf=psf_3d,
spatial_model=spatial_model, spectral_model=spectral_model)
# Set starting values
center = SkyCoord(83.633083, 22.0145, unit="deg").galactic
source_model.gamma = 2.2
source_model.xpos = center.l.value
source_model.ypos = center.b.value
source_model.fwhm = 0.12
source_model.ampl = 1.0
# Fit
model = bkg + 1E-11 * (source_model)
fit = Fit(data=cube, model=model, stat=Cash(), method=NelderMead(), estmethod=Covariance())
result = fit.fit()
# TODO: The fact that it doesn't converge to the right Crab postion is due to the dummy psf
reference = [1.841954e+02,
-6.169173e+00,
6.166281e+00,
7.656752e-02,
2.306480e+00]
assert_allclose(result.parvals, reference, rtol=1E-3)
# Add a region to exclude in the fit: Here we will exclude some events from the Crab since there is no region to
# exclude in the FOV for this example. It's just an example to show how it works and how to proceed in the fit.
# Read the mask for the exclude region
filename_mask = gammapy_extra.filename('test_datasets/cube/mask.fits')
cube_mask = SkyCube.read(filename_mask)
index_region_selected_3d = np.where(cube_mask.data.value == 1)
# Set the counts and create a gammapy Data3DInt object on which we apply a mask for the region we don't want to use in the fit
cube = counts_3d.to_sherpa_data3d(dstype='Data3DInt')
cube.mask = cube_mask.data.value.ravel()
# Set the bkg and select only the data points of the selected region
bkg = TableModel('bkg')
bkg.load(None, bkg_3d.data.value[index_region_selected_3d].ravel())
bkg.ampl = 1
bkg.ampl.freeze()
# The model is evaluated on all the points then it is compared with the data only on the selected_region
source_model = CombinedModel3DInt(coord=coord, energies=energies, use_psf=True, exposure=exposure_3d, psf=psf_3d,
spatial_model=spatial_model, spectral_model=spectral_model, select_region=True,
index_selected_region=index_region_selected_3d)
# Set starting values
source_model.gamma = 2.2
source_model.xpos = center.l.value
source_model.ypos = center.b.value
source_model.fwhm = 0.12
source_model.ampl = 1.0
# Fit
model = bkg + 1E-11 * (source_model)
fit = Fit(data=cube, model=model, stat=Cash(), method=NelderMead(), estmethod=Covariance())
result2 = fit.fit()
# TODO: The fact that it doesn't converge to the right Crab postion is due to the dummy psf
reference2 = [1.842016e+02,
-6.159901e+00,
5.419152e+00,
8.658486e-02,
2.298557e+00]
assert_allclose(result2.parvals, reference2, rtol=1E-3)
def testCombinedModel3DIntConvolveEdisp():
from sherpa.models import PowLaw1D, TableModel
from sherpa.estmethods import Covariance
from sherpa.optmethods import NelderMead
from sherpa.stats import Cash
from sherpa.fit import Fit
from ..sherpa_ import CombinedModel3DIntConvolveEdisp, NormGauss2DInt
# Set the counts
filename = gammapy_extra.filename('test_datasets/cube/counts_cube.fits')
counts_3d = SkyCube.read(filename)
cube = counts_3d.to_sherpa_data3d(dstype='Data3DInt')
# Set the bkg
filename = gammapy_extra.filename('test_datasets/cube/bkg_cube.fits')
bkg_3d = SkyCube.read(filename)
bkg = TableModel('bkg')
bkg.load(None, bkg_3d.data.value.ravel())
bkg.ampl = 1
bkg.ampl.freeze()
# Set the exposure
filename = gammapy_extra.filename(
'test_datasets/cube/exposure_cube_etrue.fits')
exposure_3d = SkyCube.read(filename)
i_nan = np.where(np.isnan(exposure_3d.data))
exposure_3d.data[i_nan] = 0
# In order to have the exposure in cm2 s
exposure_3d.data = exposure_3d.data * 1e4
# Set the mean psf model
filename = gammapy_extra.filename('test_datasets/cube/psf_cube_etrue.fits')
psf_3d = SkyCube.read(filename)
# Set the mean rmf
filename = gammapy_extra.filename('test_datasets/cube/rmf.fits')
rmf = EnergyDispersion.read(filename)
# Setup combined spatial and spectral model
spatial_model = NormGauss2DInt('spatial-model')
spectral_model = PowLaw1D('spectral-model')
# dimensions = [exposure_3d.data.shape[1], exposure_3d.data.shape[2], rmf.data.data.shape[1],
# exposure_3d.data.shape[0]]
coord = counts_3d.sky_image_ref.coordinates(mode="edges")
energies = counts_3d.energies(mode='edges').to("TeV")
source_model = CombinedModel3DIntConvolveEdisp(
coord=coord,
energies=energies,
use_psf=True,
exposure=exposure_3d,
psf=psf_3d,
spatial_model=spatial_model,
spectral_model=spectral_model,
edisp=rmf.data.data)
# Set starting values
center = SkyCoord(83.633083, 22.0145, unit="deg").galactic
source_model.gamma = 2.2
source_model.xpos = center.l.value
source_model.ypos = center.b.value
source_model.fwhm = 0.12
source_model.ampl = 1.0
# Fit
model = bkg + 1E-11 * (source_model)
fit = Fit(data=cube,
model=model,
stat=Cash(),
method=NelderMead(),
estmethod=Covariance())
result = fit.fit()
# TODO: The fact that it doesn't converge to the right Crab postion, flux and source size is due to the dummy psf
reference = [
184.19189525423425, -6.1758238877562386, 6.2283155506945755,
0.071013932890499717, 2.2685809241308674
]
assert_allclose(result.parvals, reference, rtol=1E-5)
# Add a region to exclude in the fit: Here we will exclude some events from the Crab since there is no region to
# exclude in the FOV for this example. It's just an example to show how it works and how to proceed in the fit.
# Read the mask for the exclude region
filename_mask = gammapy_extra.filename('test_datasets/cube/mask.fits')
cube_mask = SkyCube.read(filename_mask)
index_region_selected_3d = np.where(cube_mask.data.value == 1)
# Set the counts and create a gammapy Data3DInt object on which we apply a mask for the region we don't want to use in the fit
cube = counts_3d.to_sherpa_data3d(dstype='Data3DInt')
cube.mask = cube_mask.data.value.ravel()
# Set the bkg and select only the data points of the selected region
bkg = TableModel('bkg')
bkg.load(None, bkg_3d.data.value[index_region_selected_3d].ravel())
bkg.ampl = 1
bkg.ampl.freeze()
# The model is evaluated on all the points then it is compared with the data only on the selected_region
source_model = CombinedModel3DIntConvolveEdisp(
coord=coord,
energies=energies,
use_psf=True,
exposure=exposure_3d,
psf=psf_3d,
spatial_model=spatial_model,
spectral_model=spectral_model,
edisp=rmf.data.data,
select_region=True,
index_selected_region=index_region_selected_3d)
# Set starting values
source_model.gamma = 2.2
source_model.xpos = center.l.value
source_model.ypos = center.b.value
source_model.fwhm = 0.12
source_model.ampl = 1.0
# Fit
model = bkg + 1E-11 * (source_model)
fit = Fit(data=cube,
model=model,
stat=Cash(),
method=NelderMead(),
estmethod=Covariance())
result2 = fit.fit()
# TODO: The fact that it doesn't converge to the right Crab postion is due to the dummy psf
reference2 = [
184.1919580251583, -6.1692775561065769, 5.4976586957354581,
0.074821281329729109, 2.2504892463464699
]
assert_allclose(result2.parvals, reference2, rtol=1E-5)
input_param["param_SgrA"]["sourde_name_skycoord"]).galactic
#center=SkyCoord.from_name("Crab").galactic
source_model_SgrA.gamma = 2.2
source_model_SgrA.xpos = source_center_SgrA.l.value
source_model_SgrA.ypos = source_center_SgrA.b.value
source_model_SgrA.xpos.freeze()
source_model_SgrA.ypos.freeze()
source_model_SgrA.fwhm = 0.12
source_model_SgrA.fwhm.freeze()
source_model_SgrA.ampl = 1.0
bkg = TableModel('bkg')
bkg.load(None, bkg_3D.data[index_region_selected_3d].value.ravel())
# Freeze bkg amplitude
bkg.ampl = 1
bkg.ampl.freeze()
model = bkg + 1E-11 * (source_model_SgrA)
# Fit
# For now only Chi2 statistics seems to work, using Cash, the optimizer doesn't run at all,
# maybe because of missing background model?
fit = Fit(data=cube,
model=model,
stat=Cash(),
method=NelderMead(),
estmethod=Covariance())
result = fit.fit()
err = fit.est_errors()
print(err)
