def testPointSourceSchema(self):
"""
Create a PhoSim InstanceCatalog of point sources (stars). Verify
that the schema of the actual objects conforms to what PhoSim expects,
as defined here
https://bitbucket.org/phosim/phosim_release/wiki/Instance%20Catalog
"""
cat = PhoSimCatalogPoint(self.starDB, obs_metadata=self.obs_metadata)
cat.phoSimHeaderMap = test_header_map
cat_name = os.path.join(getPackageDir('sims_catUtils'), 'tests',
'scratchSpace',
'phosim_point_source_schema_cat.txt')
if os.path.exists(cat_name):
os.unlink(cat_name)
cat.write_catalog(cat_name)
with open(cat_name, 'r') as input_file:
cat_lines = input_file.readlines()
n_obj = 0
for line in cat_lines:
params = line.split()
if len(params) > 2:
n_obj += 1
self.assertEqual(len(params), 17)
self.assertEqual(params[0], 'object')
self.assertEqual(round(float(params[1])), float(params[1]),
10) # id
float(params[2]) # ra
float(params[3]) # dec
float(params[4]) # mag norm
self.assertIn('starSED', params[5]) # sed name
self.assertAlmostEqual(float(params[6]), 0.0, 10) # redshift
self.assertAlmostEqual(float(params[7]), 0.0, 10) # gamma1
self.assertAlmostEqual(float(params[8]), 0.0, 10) # gamma2
self.assertAlmostEqual(float(params[9]), 0.0, 10) # kappa
self.assertAlmostEqual(float(params[10]), 0.0, 10) # delta_ra
self.assertAlmostEqual(float(params[11]), 0.0, 10) # delta_dec
self.assertEqual(params[12], 'point') # source type
dust_msg = (
'It is possible you are outputting Milky Way dust parameters before '
'internal dust parameters; internal dust should come first'
)
self.assertEqual(params[13], 'none',
msg=dust_msg) # internal dust
self.assertEqual(params[14], 'CCM',
msg=dust_msg) # Milky Way dust
self.assertGreater(float(params[15]), 0.0, msg=dust_msg) # Av
self.assertAlmostEqual(float(params[16]), 3.1,
msg=dust_msg) # Rv
self.assertGreater(n_obj, 0)
if os.path.exists(cat_name):
os.unlink(cat_name)
def make_instcat_header(star_db,
obs_md,
outfile,
object_catalogs=(),
imsim_catalog=False,
nsnap=1,
vistime=30.,
minsource=100):
"""
Write the header part of an instance catalog.
Parameters
----------
star_db: lsst.sims.catUtils.baseCatalogModels.StarObj
InstanceCatalog object for stars. Connects to the UW fatboy db server.
obs_md: lsst.sims.utils.ObservationMetaData
Observation metadata object.
object_catalogs: sequence [()]
Object catalog names to include in base phosim instance catalog.
Defaults to an empty tuple.
imsim_catalog: bool [False]
Flag to write an imSim-style object catalog.
nsnap: int [1]
Number of snaps per visit.
vistime: float [30.]
Visit time in seconds.
minsource: int [100]
Minimum number of objects for phosim.py to simulate a chip.
Returns
-------
lsst.sims.catUtils.exampleCatalogDefinitions.PhoSimCatalogPoint object
"""
cat = PhoSimCatalogPoint(star_db, obs_metadata=obs_md)
cat.phoSimHeaderMap = copy.deepcopy(DefaultPhoSimHeaderMap)
cat.phoSimHeaderMap['nsnap'] = nsnap
cat.phoSimHeaderMap['vistime'] = vistime
if imsim_catalog:
cat.phoSimHeaderMap['rawSeeing'] = ('rawSeeing', None)
cat.phoSimHeaderMap['FWHMgeom'] = ('FWHMgeom', None)
cat.phoSimHeaderMap['FWHMeff'] = ('FWHMeff', None)
else:
cat.phoSimHeaderMap['camconfig'] = 1
with open(outfile, 'w') as output:
cat.write_header(output)
if not imsim_catalog:
output.write('minsource %i\n' % minsource)
for cat_name in object_catalogs:
output.write('includeobj %s.gz\n' % cat_name)
return cat
def testPointSourceSchema(self):
"""
Create a PhoSim InstanceCatalog of point sources (stars). Verify
that the schema of the actual objects conforms to what PhoSim expects,
as defined here
https://bitbucket.org/phosim/phosim_release/wiki/Instance%20Catalog
"""
cat = PhoSimCatalogPoint(self.starDB, obs_metadata=self.obs_metadata)
cat.phoSimHeaderMap = test_header_map
with lsst.utils.tests.getTempFilePath('.txt') as cat_name:
cat.write_catalog(cat_name)
with open(cat_name, 'r') as input_file:
cat_lines = input_file.readlines()
n_obj = 0
for line in cat_lines:
params = line.split()
if len(params) > 2:
n_obj += 1
self.assertEqual(len(params), 17)
self.assertEqual(params[0], 'object')
self.assertEqual(round(float(params[1])), float(params[1]), 10) # id
float(params[2]) # ra
float(params[3]) # dec
float(params[4]) # mag norm
self.assertIn('starSED', params[5]) # sed name
self.assertAlmostEqual(float(params[6]), 0.0, 10) # redshift
self.assertAlmostEqual(float(params[7]), 0.0, 10) # gamma1
self.assertAlmostEqual(float(params[8]), 0.0, 10) # gamma2
self.assertAlmostEqual(float(params[9]), 0.0, 10) # kappa
self.assertAlmostEqual(float(params[10]), 0.0, 10) # delta_ra
self.assertAlmostEqual(float(params[11]), 0.0, 10) # delta_dec
self.assertEqual(params[12], 'point') # source type
dust_msg = ('It is possible you are outputting Milky Way dust parameters before '
'internal dust parameters; internal dust should come first')
self.assertEqual(params[13], 'none', msg=dust_msg) # internal dust
self.assertEqual(params[14], 'CCM', msg=dust_msg) # Milky Way dust
self.assertGreater(float(params[15]), 0.0, msg=dust_msg) # Av
self.assertAlmostEqual(float(params[16]), 3.1, msg=dust_msg) # Rv
self.assertGreater(n_obj, 0)
def make_instcat_header(star_db,
obs_md,
outfile,
object_catalogs=(),
nsnap=1,
vistime=30.,
minsource=100):
"""
Write the header part of an instance catalog.
Parameters
----------
star_db: lsst.sims.catUtils.baseCatalogModels.StarObj
InstanceCatalog object for stars. Connects to the UW fatboy db server.
obs_md: lsst.sims.utils.ObservationMetaData
Observation metadata object.
object_catalogs: sequence [()]
Object catalog names to include in base phosim instance catalog.
Defaults to an empty tuple.
nsnap: int [1]
Number of snaps per visit.
vistime: float [30.]
Visit time in seconds.
minsource: int [100]
Minimum number of objects for phosim.py to simulate a chip.
Ignored. As of 26 Nov. 2019 this value is no longer written to the
header file.
Returns
-------
lsst.sims.catUtils.exampleCatalogDefinitions.PhoSimCatalogPoint object
"""
cat = PhoSimCatalogPoint(star_db, obs_metadata=obs_md)
cat.phoSimHeaderMap = copy.deepcopy(DefaultPhoSimHeaderMap)
cat.phoSimHeaderMap['nsnap'] = nsnap
cat.phoSimHeaderMap['vistime'] = vistime
with open(outfile, 'w') as output:
cat.write_header(output)
for cat_name in object_catalogs:
output.write('includeobj %s.gz\n' % cat_name)
return cat
def test_incomplete_obs(self):
"""
Test that an exception gets raised if you try to make a PhoSim InstanceCatalog
with an ObservationMetaData that lacks RA, Dec, mjd, bandpass, or rotSkyPos
"""
obs = ObservationMetaData(pointingDec=19.0, mjd=43000.0, rotSkyPos=19.0, bandpassName='u')
with self.assertRaises(TypeError):
cat = PhoSimCatalogPoint(self.starDB, obs_metadata=obs)
cat.phoSimHeaderMap = {}
with lsst.utils.tests.getTempFilePath('.txt') as catName:
cat.write_catalog(catName)
obs = ObservationMetaData(pointingRA=19.0, mjd=43000.0, rotSkyPos=19.0, bandpassName='u')
with self.assertRaises(TypeError):
cat = PhoSimCatalogPoint(self.starDB, obs_metadata=obs)
cat.phoSimHeaderMap = {}
with lsst.utils.tests.getTempFilePath('.txt') as catName:
cat.write_catalog(catName)
obs = ObservationMetaData(pointingRA=88.0, pointingDec=19.0, rotSkyPos=19.0, bandpassName='u')
with self.assertRaises(RuntimeError):
cat = PhoSimCatalogPoint(self.starDB, obs_metadata=obs)
cat.phoSimHeaderMap = {}
with lsst.utils.tests.getTempFilePath('.txt') as catName:
cat.write_catalog(catName)
obs = ObservationMetaData(pointingRA=88.0, pointingDec=19.0, mjd=43000.0, bandpassName='u')
with self.assertRaises(TypeError):
cat = PhoSimCatalogPoint(self.starDB, obs_metadata=obs)
cat.phoSimHeaderMap = {}
with lsst.utils.tests.getTempFilePath('.txt') as catName:
cat.write_catalog(catName)
obs = ObservationMetaData(pointingRA=88.0, pointingDec=19.0, mjd=43000.0, rotSkyPos=19.0)
with self.assertRaises(KeyError):
cat = PhoSimCatalogPoint(self.starDB, obs_metadata=obs)
cat.phoSimHeaderMap = {}
with lsst.utils.tests.getTempFilePath('.txt') as catName:
cat.write_catalog(catName)
obs = ObservationMetaData(pointingRA=88.0, pointingDec=19.0, mjd=43000.0, rotSkyPos=19.0,
bandpassName='u')
cat = PhoSimCatalogPoint(self.starDB, obs_metadata=obs)
cat.phoSimHeaderMap = {}
with lsst.utils.tests.getTempFilePath('.txt') as catName:
cat.write_catalog(catName)
print 'dithering'
obs.pointingRA = np.degrees(obs.OpsimMetaData['randomDitherFieldPerVisitRA'])
obs.pointingDec = np.degrees(obs.OpsimMetaData['randomDitherFieldPerVisitDec'])
rotSky = _getRotSkyPos(obs._pointingRA, obs._pointingDec, obs,
obs.OpsimMetaData['ditheredRotTelPos'])
obs.rotSkyPos = np.degrees(rotSky)
obs.OpsimMetaData['rotTelPos'] = obs.OpsimMetaData['ditheredRotTelPos']
cat_name = os.path.join(out_dir,'phosim_cat_%d.txt' % obshistid)
star_name = 'star_cat_%d.txt' % obshistid
gal_name = 'gal_cat_%d.txt' % obshistid
agn_name = 'agn_cat_%d.txt' % obshistid
cat = PhoSimCatalogPoint(star_db, obs_metadata=obs)
cat.phoSimHeaderMap = phosim_header_map
with open(cat_name, 'w') as output:
cat.write_header(output)
output.write('includeobj %s.gz\n' % star_name)
output.write('includeobj %s.gz\n' % gal_name)
output.write('includeobj %s.gz\n' % agn_name)
star_cat = MaskedPhoSimCatalogPoint(star_db, obs_metadata=obs)
star_cat.phoSimHeaderMap = phosim_header_map
bright_cat = BrightStarCatalog(star_db, obs_metadata=obs, cannot_be_null=['isBright'])
star_cat.min_mag = args.min_mag
bright_cat.min_mag = args.min_mag
from lsst.sims.catalogs.definitions import parallelCatalogWriter
cat_dict = {}
cat_dict[os.path.join(out_dir, star_name)] = star_cat
def test_incomplete_obs(self):
"""
Test that an exception gets raised if you try to make a PhoSim InstanceCatalog
with an ObservationMetaData that lacks RA, Dec, mjd, bandpass, or rotSkyPos
"""
obs = ObservationMetaData(pointingDec=19.0,
mjd=43000.0,
rotSkyPos=19.0,
bandpassName='u')
with self.assertRaises(TypeError):
cat = PhoSimCatalogPoint(self.starDB, obs_metadata=obs)
cat.phoSimHeaderMap = {}
with lsst.utils.tests.getTempFilePath('.txt') as catName:
cat.write_catalog(catName)
obs = ObservationMetaData(pointingRA=19.0,
mjd=43000.0,
rotSkyPos=19.0,
bandpassName='u')
with self.assertRaises(TypeError):
cat = PhoSimCatalogPoint(self.starDB, obs_metadata=obs)
cat.phoSimHeaderMap = {}
with lsst.utils.tests.getTempFilePath('.txt') as catName:
cat.write_catalog(catName)
obs = ObservationMetaData(pointingRA=88.0,
pointingDec=19.0,
rotSkyPos=19.0,
bandpassName='u')
with self.assertRaises(RuntimeError):
cat = PhoSimCatalogPoint(self.starDB, obs_metadata=obs)
cat.phoSimHeaderMap = {}
with lsst.utils.tests.getTempFilePath('.txt') as catName:
cat.write_catalog(catName)
obs = ObservationMetaData(pointingRA=88.0,
pointingDec=19.0,
mjd=43000.0,
bandpassName='u')
with self.assertRaises(TypeError):
cat = PhoSimCatalogPoint(self.starDB, obs_metadata=obs)
cat.phoSimHeaderMap = {}
with lsst.utils.tests.getTempFilePath('.txt') as catName:
cat.write_catalog(catName)
obs = ObservationMetaData(pointingRA=88.0,
pointingDec=19.0,
mjd=43000.0,
rotSkyPos=19.0)
with self.assertRaises(KeyError):
cat = PhoSimCatalogPoint(self.starDB, obs_metadata=obs)
cat.phoSimHeaderMap = {}
with lsst.utils.tests.getTempFilePath('.txt') as catName:
cat.write_catalog(catName)
obs = ObservationMetaData(pointingRA=88.0,
pointingDec=19.0,
mjd=43000.0,
rotSkyPos=19.0,
bandpassName='u')
cat = PhoSimCatalogPoint(self.starDB, obs_metadata=obs)
cat.phoSimHeaderMap = {}
with lsst.utils.tests.getTempFilePath('.txt') as catName:
cat.write_catalog(catName)
obs.pointingDec = np.degrees(
obs.OpsimMetaData['randomDitherFieldPerVisitDec'])
rotSky = _getRotSkyPos(obs._pointingRA, obs._pointingDec, obs,
obs.OpsimMetaData['ditheredRotTelPos'])
obs.rotSkyPos = np.degrees(rotSky)
obs.OpsimMetaData['rotTelPos'] = obs.OpsimMetaData[
'ditheredRotTelPos']
cat_name = os.path.join(out_dir, 'phosim_cat_%d.txt' % obshistid)
star_name = 'star_cat_%d.txt' % obshistid
gal_name = 'gal_cat_%d.txt' % obshistid
agn_name = 'agn_cat_%d.txt' % obshistid
cat = PhoSimCatalogPoint(star_db, obs_metadata=obs)
cat.phoSimHeaderMap = phosim_header_map
with open(cat_name, 'w') as output:
cat.write_header(output)
output.write('includeobj %s.gz\n' % star_name)
output.write('includeobj %s.gz\n' % gal_name)
output.write('includeobj %s.gz\n' % agn_name)
star_cat = MaskedPhoSimCatalogPoint(star_db, obs_metadata=obs)
star_cat.phoSimHeaderMap = phosim_header_map
bright_cat = BrightStarCatalog(star_db,
obs_metadata=obs,
cannot_be_null=['isBright'])
star_cat.min_mag = args.min_mag
bright_cat.min_mag = args.min_mag
from lsst.sims.catalogs.definitions import parallelCatalogWriter
def test_incomplete_obs(self):
"""
Test that an exception gets raised if you try to make a PhoSim InstanceCatalog
with an ObservationMetaData that lacks RA, Dec, mjd, bandpass, or rotSkyPos
"""
catName = os.path.join(getPackageDir('sims_catUtils'), 'tests',
'scratchSpace', 'bad_obs_test_phosim_cat.txt')
obs = ObservationMetaData(pointingDec=19.0,
mjd=43000.0,
rotSkyPos=19.0,
bandpassName='u')
with self.assertRaises(TypeError):
cat = PhoSimCatalogPoint(self.starDB, obs_metadata=obs)
cat.phoSimHeaderMap = {}
cat.write_catalog(catName)
obs = ObservationMetaData(pointingRA=19.0,
mjd=43000.0,
rotSkyPos=19.0,
bandpassName='u')
with self.assertRaises(TypeError):
cat = PhoSimCatalogPoint(self.starDB, obs_metadata=obs)
cat.phoSimHeaderMap = {}
cat.write_catalog(catName)
obs = ObservationMetaData(pointingRA=88.0,
pointingDec=19.0,
rotSkyPos=19.0,
bandpassName='u')
with self.assertRaises(RuntimeError):
cat = PhoSimCatalogPoint(self.starDB, obs_metadata=obs)
cat.phoSimHeaderMap = {}
cat.write_catalog(catName)
obs = ObservationMetaData(pointingRA=88.0,
pointingDec=19.0,
mjd=43000.0,
bandpassName='u')
with self.assertRaises(TypeError):
cat = PhoSimCatalogPoint(self.starDB, obs_metadata=obs)
cat.phoSimHeaderMap = {}
cat.write_catalog(catName)
obs = ObservationMetaData(pointingRA=88.0,
pointingDec=19.0,
mjd=43000.0,
rotSkyPos=19.0)
with self.assertRaises(KeyError):
cat = PhoSimCatalogPoint(self.starDB, obs_metadata=obs)
cat.phoSimHeaderMap = {}
cat.write_catalog(catName)
obs = ObservationMetaData(pointingRA=88.0,
pointingDec=19.0,
mjd=43000.0,
rotSkyPos=19.0,
bandpassName='u')
cat = PhoSimCatalogPoint(self.starDB, obs_metadata=obs)
cat.phoSimHeaderMap = {}
cat.write_catalog(catName)
if os.path.exists(catName):
os.unlink(catName)
