def testPointSourceSchema(self): """ Create a PhoSim InstanceCatalog of point sources (stars). Verify that the schema of the actual objects conforms to what PhoSim expects, as defined here https://bitbucket.org/phosim/phosim_release/wiki/Instance%20Catalog """ cat = PhoSimCatalogPoint(self.starDB, obs_metadata=self.obs_metadata) cat.phoSimHeaderMap = test_header_map cat_name = os.path.join(getPackageDir('sims_catUtils'), 'tests', 'scratchSpace', 'phosim_point_source_schema_cat.txt') if os.path.exists(cat_name): os.unlink(cat_name) cat.write_catalog(cat_name) with open(cat_name, 'r') as input_file: cat_lines = input_file.readlines() n_obj = 0 for line in cat_lines: params = line.split() if len(params) > 2: n_obj += 1 self.assertEqual(len(params), 17) self.assertEqual(params[0], 'object') self.assertEqual(round(float(params[1])), float(params[1]), 10) # id float(params[2]) # ra float(params[3]) # dec float(params[4]) # mag norm self.assertIn('starSED', params[5]) # sed name self.assertAlmostEqual(float(params[6]), 0.0, 10) # redshift self.assertAlmostEqual(float(params[7]), 0.0, 10) # gamma1 self.assertAlmostEqual(float(params[8]), 0.0, 10) # gamma2 self.assertAlmostEqual(float(params[9]), 0.0, 10) # kappa self.assertAlmostEqual(float(params[10]), 0.0, 10) # delta_ra self.assertAlmostEqual(float(params[11]), 0.0, 10) # delta_dec self.assertEqual(params[12], 'point') # source type dust_msg = ( 'It is possible you are outputting Milky Way dust parameters before ' 'internal dust parameters; internal dust should come first' ) self.assertEqual(params[13], 'none', msg=dust_msg) # internal dust self.assertEqual(params[14], 'CCM', msg=dust_msg) # Milky Way dust self.assertGreater(float(params[15]), 0.0, msg=dust_msg) # Av self.assertAlmostEqual(float(params[16]), 3.1, msg=dust_msg) # Rv self.assertGreater(n_obj, 0) if os.path.exists(cat_name): os.unlink(cat_name)
def make_instcat_header(star_db, obs_md, outfile, object_catalogs=(), imsim_catalog=False, nsnap=1, vistime=30., minsource=100): """ Write the header part of an instance catalog. Parameters ---------- star_db: lsst.sims.catUtils.baseCatalogModels.StarObj InstanceCatalog object for stars. Connects to the UW fatboy db server. obs_md: lsst.sims.utils.ObservationMetaData Observation metadata object. object_catalogs: sequence [()] Object catalog names to include in base phosim instance catalog. Defaults to an empty tuple. imsim_catalog: bool [False] Flag to write an imSim-style object catalog. nsnap: int [1] Number of snaps per visit. vistime: float [30.] Visit time in seconds. minsource: int [100] Minimum number of objects for phosim.py to simulate a chip. Returns ------- lsst.sims.catUtils.exampleCatalogDefinitions.PhoSimCatalogPoint object """ cat = PhoSimCatalogPoint(star_db, obs_metadata=obs_md) cat.phoSimHeaderMap = copy.deepcopy(DefaultPhoSimHeaderMap) cat.phoSimHeaderMap['nsnap'] = nsnap cat.phoSimHeaderMap['vistime'] = vistime if imsim_catalog: cat.phoSimHeaderMap['rawSeeing'] = ('rawSeeing', None) cat.phoSimHeaderMap['FWHMgeom'] = ('FWHMgeom', None) cat.phoSimHeaderMap['FWHMeff'] = ('FWHMeff', None) else: cat.phoSimHeaderMap['camconfig'] = 1 with open(outfile, 'w') as output: cat.write_header(output) if not imsim_catalog: output.write('minsource %i\n' % minsource) for cat_name in object_catalogs: output.write('includeobj %s.gz\n' % cat_name) return cat
def testPointSourceSchema(self): """ Create a PhoSim InstanceCatalog of point sources (stars). Verify that the schema of the actual objects conforms to what PhoSim expects, as defined here https://bitbucket.org/phosim/phosim_release/wiki/Instance%20Catalog """ cat = PhoSimCatalogPoint(self.starDB, obs_metadata=self.obs_metadata) cat.phoSimHeaderMap = test_header_map with lsst.utils.tests.getTempFilePath('.txt') as cat_name: cat.write_catalog(cat_name) with open(cat_name, 'r') as input_file: cat_lines = input_file.readlines() n_obj = 0 for line in cat_lines: params = line.split() if len(params) > 2: n_obj += 1 self.assertEqual(len(params), 17) self.assertEqual(params[0], 'object') self.assertEqual(round(float(params[1])), float(params[1]), 10) # id float(params[2]) # ra float(params[3]) # dec float(params[4]) # mag norm self.assertIn('starSED', params[5]) # sed name self.assertAlmostEqual(float(params[6]), 0.0, 10) # redshift self.assertAlmostEqual(float(params[7]), 0.0, 10) # gamma1 self.assertAlmostEqual(float(params[8]), 0.0, 10) # gamma2 self.assertAlmostEqual(float(params[9]), 0.0, 10) # kappa self.assertAlmostEqual(float(params[10]), 0.0, 10) # delta_ra self.assertAlmostEqual(float(params[11]), 0.0, 10) # delta_dec self.assertEqual(params[12], 'point') # source type dust_msg = ('It is possible you are outputting Milky Way dust parameters before ' 'internal dust parameters; internal dust should come first') self.assertEqual(params[13], 'none', msg=dust_msg) # internal dust self.assertEqual(params[14], 'CCM', msg=dust_msg) # Milky Way dust self.assertGreater(float(params[15]), 0.0, msg=dust_msg) # Av self.assertAlmostEqual(float(params[16]), 3.1, msg=dust_msg) # Rv self.assertGreater(n_obj, 0)
def make_instcat_header(star_db, obs_md, outfile, object_catalogs=(), nsnap=1, vistime=30., minsource=100): """ Write the header part of an instance catalog. Parameters ---------- star_db: lsst.sims.catUtils.baseCatalogModels.StarObj InstanceCatalog object for stars. Connects to the UW fatboy db server. obs_md: lsst.sims.utils.ObservationMetaData Observation metadata object. object_catalogs: sequence [()] Object catalog names to include in base phosim instance catalog. Defaults to an empty tuple. nsnap: int [1] Number of snaps per visit. vistime: float [30.] Visit time in seconds. minsource: int [100] Minimum number of objects for phosim.py to simulate a chip. Ignored. As of 26 Nov. 2019 this value is no longer written to the header file. Returns ------- lsst.sims.catUtils.exampleCatalogDefinitions.PhoSimCatalogPoint object """ cat = PhoSimCatalogPoint(star_db, obs_metadata=obs_md) cat.phoSimHeaderMap = copy.deepcopy(DefaultPhoSimHeaderMap) cat.phoSimHeaderMap['nsnap'] = nsnap cat.phoSimHeaderMap['vistime'] = vistime with open(outfile, 'w') as output: cat.write_header(output) for cat_name in object_catalogs: output.write('includeobj %s.gz\n' % cat_name) return cat
def test_incomplete_obs(self): """ Test that an exception gets raised if you try to make a PhoSim InstanceCatalog with an ObservationMetaData that lacks RA, Dec, mjd, bandpass, or rotSkyPos """ obs = ObservationMetaData(pointingDec=19.0, mjd=43000.0, rotSkyPos=19.0, bandpassName='u') with self.assertRaises(TypeError): cat = PhoSimCatalogPoint(self.starDB, obs_metadata=obs) cat.phoSimHeaderMap = {} with lsst.utils.tests.getTempFilePath('.txt') as catName: cat.write_catalog(catName) obs = ObservationMetaData(pointingRA=19.0, mjd=43000.0, rotSkyPos=19.0, bandpassName='u') with self.assertRaises(TypeError): cat = PhoSimCatalogPoint(self.starDB, obs_metadata=obs) cat.phoSimHeaderMap = {} with lsst.utils.tests.getTempFilePath('.txt') as catName: cat.write_catalog(catName) obs = ObservationMetaData(pointingRA=88.0, pointingDec=19.0, rotSkyPos=19.0, bandpassName='u') with self.assertRaises(RuntimeError): cat = PhoSimCatalogPoint(self.starDB, obs_metadata=obs) cat.phoSimHeaderMap = {} with lsst.utils.tests.getTempFilePath('.txt') as catName: cat.write_catalog(catName) obs = ObservationMetaData(pointingRA=88.0, pointingDec=19.0, mjd=43000.0, bandpassName='u') with self.assertRaises(TypeError): cat = PhoSimCatalogPoint(self.starDB, obs_metadata=obs) cat.phoSimHeaderMap = {} with lsst.utils.tests.getTempFilePath('.txt') as catName: cat.write_catalog(catName) obs = ObservationMetaData(pointingRA=88.0, pointingDec=19.0, mjd=43000.0, rotSkyPos=19.0) with self.assertRaises(KeyError): cat = PhoSimCatalogPoint(self.starDB, obs_metadata=obs) cat.phoSimHeaderMap = {} with lsst.utils.tests.getTempFilePath('.txt') as catName: cat.write_catalog(catName) obs = ObservationMetaData(pointingRA=88.0, pointingDec=19.0, mjd=43000.0, rotSkyPos=19.0, bandpassName='u') cat = PhoSimCatalogPoint(self.starDB, obs_metadata=obs) cat.phoSimHeaderMap = {} with lsst.utils.tests.getTempFilePath('.txt') as catName: cat.write_catalog(catName)
print 'dithering' obs.pointingRA = np.degrees(obs.OpsimMetaData['randomDitherFieldPerVisitRA']) obs.pointingDec = np.degrees(obs.OpsimMetaData['randomDitherFieldPerVisitDec']) rotSky = _getRotSkyPos(obs._pointingRA, obs._pointingDec, obs, obs.OpsimMetaData['ditheredRotTelPos']) obs.rotSkyPos = np.degrees(rotSky) obs.OpsimMetaData['rotTelPos'] = obs.OpsimMetaData['ditheredRotTelPos'] cat_name = os.path.join(out_dir,'phosim_cat_%d.txt' % obshistid) star_name = 'star_cat_%d.txt' % obshistid gal_name = 'gal_cat_%d.txt' % obshistid agn_name = 'agn_cat_%d.txt' % obshistid cat = PhoSimCatalogPoint(star_db, obs_metadata=obs) cat.phoSimHeaderMap = phosim_header_map with open(cat_name, 'w') as output: cat.write_header(output) output.write('includeobj %s.gz\n' % star_name) output.write('includeobj %s.gz\n' % gal_name) output.write('includeobj %s.gz\n' % agn_name) star_cat = MaskedPhoSimCatalogPoint(star_db, obs_metadata=obs) star_cat.phoSimHeaderMap = phosim_header_map bright_cat = BrightStarCatalog(star_db, obs_metadata=obs, cannot_be_null=['isBright']) star_cat.min_mag = args.min_mag bright_cat.min_mag = args.min_mag from lsst.sims.catalogs.definitions import parallelCatalogWriter cat_dict = {} cat_dict[os.path.join(out_dir, star_name)] = star_cat
obs.pointingDec = np.degrees( obs.OpsimMetaData['randomDitherFieldPerVisitDec']) rotSky = _getRotSkyPos(obs._pointingRA, obs._pointingDec, obs, obs.OpsimMetaData['ditheredRotTelPos']) obs.rotSkyPos = np.degrees(rotSky) obs.OpsimMetaData['rotTelPos'] = obs.OpsimMetaData[ 'ditheredRotTelPos'] cat_name = os.path.join(out_dir, 'phosim_cat_%d.txt' % obshistid) star_name = 'star_cat_%d.txt' % obshistid gal_name = 'gal_cat_%d.txt' % obshistid agn_name = 'agn_cat_%d.txt' % obshistid cat = PhoSimCatalogPoint(star_db, obs_metadata=obs) cat.phoSimHeaderMap = phosim_header_map with open(cat_name, 'w') as output: cat.write_header(output) output.write('includeobj %s.gz\n' % star_name) output.write('includeobj %s.gz\n' % gal_name) output.write('includeobj %s.gz\n' % agn_name) star_cat = MaskedPhoSimCatalogPoint(star_db, obs_metadata=obs) star_cat.phoSimHeaderMap = phosim_header_map bright_cat = BrightStarCatalog(star_db, obs_metadata=obs, cannot_be_null=['isBright']) star_cat.min_mag = args.min_mag bright_cat.min_mag = args.min_mag from lsst.sims.catalogs.definitions import parallelCatalogWriter
def test_incomplete_obs(self): """ Test that an exception gets raised if you try to make a PhoSim InstanceCatalog with an ObservationMetaData that lacks RA, Dec, mjd, bandpass, or rotSkyPos """ catName = os.path.join(getPackageDir('sims_catUtils'), 'tests', 'scratchSpace', 'bad_obs_test_phosim_cat.txt') obs = ObservationMetaData(pointingDec=19.0, mjd=43000.0, rotSkyPos=19.0, bandpassName='u') with self.assertRaises(TypeError): cat = PhoSimCatalogPoint(self.starDB, obs_metadata=obs) cat.phoSimHeaderMap = {} cat.write_catalog(catName) obs = ObservationMetaData(pointingRA=19.0, mjd=43000.0, rotSkyPos=19.0, bandpassName='u') with self.assertRaises(TypeError): cat = PhoSimCatalogPoint(self.starDB, obs_metadata=obs) cat.phoSimHeaderMap = {} cat.write_catalog(catName) obs = ObservationMetaData(pointingRA=88.0, pointingDec=19.0, rotSkyPos=19.0, bandpassName='u') with self.assertRaises(RuntimeError): cat = PhoSimCatalogPoint(self.starDB, obs_metadata=obs) cat.phoSimHeaderMap = {} cat.write_catalog(catName) obs = ObservationMetaData(pointingRA=88.0, pointingDec=19.0, mjd=43000.0, bandpassName='u') with self.assertRaises(TypeError): cat = PhoSimCatalogPoint(self.starDB, obs_metadata=obs) cat.phoSimHeaderMap = {} cat.write_catalog(catName) obs = ObservationMetaData(pointingRA=88.0, pointingDec=19.0, mjd=43000.0, rotSkyPos=19.0) with self.assertRaises(KeyError): cat = PhoSimCatalogPoint(self.starDB, obs_metadata=obs) cat.phoSimHeaderMap = {} cat.write_catalog(catName) obs = ObservationMetaData(pointingRA=88.0, pointingDec=19.0, mjd=43000.0, rotSkyPos=19.0, bandpassName='u') cat = PhoSimCatalogPoint(self.starDB, obs_metadata=obs) cat.phoSimHeaderMap = {} cat.write_catalog(catName) if os.path.exists(catName): os.unlink(catName)