def test_zred_runpixels(self):
"""
Test redmapper.ZredRunPixels, computing zreds for all the galaxies
in a pixelized galaxy catalog.
"""
file_path = 'data_for_tests'
configfile = 'testconfig.yaml'
config = Configuration(os.path.join(file_path, configfile))
config.d.hpix = 2163
config.d.nside = 64
config.border = 0.0
self.test_dir = tempfile.mkdtemp(dir='./', prefix='TestRedmapper-')
config.zredfile = os.path.join(self.test_dir, 'zreds', 'testing_zreds_master_table.fit')
# FIXME: try an illegal one...
zredRunpix = ZredRunPixels(config)
zredRunpix.run()
# Check that the zred file has been built...
self.assertTrue(os.path.isfile(config.zredfile))
# Read in just the galaxies...
gals0 = GalaxyCatalog.from_galfile(config.galfile, nside=config.d.nside, hpix=config.d.hpix, border=config.border)
# And with the zreds...
gals = GalaxyCatalog.from_galfile(config.galfile, zredfile=config.zredfile, nside=config.d.nside, hpix=config.d.hpix, border=config.border)
# Confirm they're the same galaxies...
testing.assert_array_almost_equal(gals0.ra, gals.ra)
# Confirm the zreds are okay
self.assertGreater(np.min(gals.zred), 0.0)
self.assertGreater(np.min(gals.chisq), 0.0)
self.assertLess(np.max(gals.lkhd), 0.0)
zredfile = os.path.join(file_path, 'zreds_test', 'dr8_test_zreds_master_table.fit')
gals_compare = GalaxyCatalog.from_galfile(config.galfile, zredfile=zredfile,
nside=config.d.nside, hpix=config.d.hpix, border=config.border)
zredstr = RedSequenceColorPar(config.parfile)
mstar_input = zredstr.mstar(gals_compare.zred_uncorr)
mstar = zredstr.mstar(gals_compare.zred_uncorr)
ok, = np.where((gals_compare.refmag < (mstar_input - 2.5*np.log10(0.15))) |
(gals_compare.refmag < (mstar - 2.5*np.log10(0.15))))
delta_zred_uncorr = gals.zred_uncorr[ok] - gals_compare.zred_uncorr[ok]
use, = np.where(np.abs(delta_zred_uncorr) < 1e-3)
testing.assert_array_less(0.98, float(use.size) / float(ok.size))
def test_zred_runcat(self):
"""
Test redmapper.ZredRunCatalog, computing zreds for all the galaxies in
a single catalog file.
"""
file_path = 'data_for_tests'
configfile = 'testconfig.yaml'
config = Configuration(os.path.join(file_path, configfile))
self.test_dir = tempfile.mkdtemp(dir='./', prefix='TestRedmapper-')
config.outpath = self.test_dir
outfile = os.path.join(self.test_dir, 'test_zred_out.fits')
tab = fitsio.read(config.galfile, ext=1, lower=True)
galfile = os.path.join(os.path.dirname(config.galfile),
tab[0]['filenames'][0].decode())
zredRuncat = ZredRunCatalog(config)
zredRuncat.run(galfile, outfile)
# This exercises the reading code
gals = GalaxyCatalog.from_galfile(galfile, zredfile=outfile)
self.assertGreater(np.min(gals.zred), 0.0)
self.assertGreater(np.min(gals.chisq), 0.0)
self.assertLess(np.max(gals.lkhd), 0.0)
# And compare to the "official" run...
config.zredfile = os.path.join(file_path, 'zreds_test',
'dr8_test_zreds_master_table.fit')
ztab = fitsio.read(config.zredfile, ext=1, lower=True)
zredfile = os.path.join(os.path.dirname(config.zredfile),
ztab[0]['filenames'][0].decode())
gals_compare = GalaxyCatalog.from_galfile(galfile, zredfile=zredfile)
zredstr = RedSequenceColorPar(config.parfile)
mstar_input = zredstr.mstar(gals_compare.zred_uncorr)
mstar = zredstr.mstar(gals_compare.zred_uncorr)
ok, = np.where(
(gals_compare.refmag < (mstar_input - 2.5 * np.log10(0.15)))
| (gals_compare.refmag < (mstar - 2.5 * np.log10(0.15))))
delta_zred_uncorr = gals.zred_uncorr[ok] - gals_compare.zred_uncorr[ok]
use, = np.where(np.abs(delta_zred_uncorr) < 1e-3)
testing.assert_array_less(0.98, float(use.size) / float(ok.size))
def test_galaxycatalog_read(self):
"""
Run redmapper.GalaxyCatalog tests,
"""
file_path = 'data_for_tests'
galfile = 'pixelized_dr8_test/dr8_test_galaxies_master_table.fit'
gals_all = GalaxyCatalog.from_galfile(file_path + '/' + galfile)
# check that we got the expected number...
testing.assert_equal(gals_all.size, 14449)
# read in a subregion, no border
gals_sub = GalaxyCatalog.from_galfile(file_path + '/' + galfile,
hpix=2163, nside=64)
theta = (90.0 - gals_all.dec) * np.pi/180.
phi = gals_all.ra * np.pi/180.
ipring_all = hp.ang2pix(64, theta, phi)
use, = np.where(ipring_all == 2163)
testing.assert_equal(gals_sub.size, use.size)
# read in a subregion, with border
gals_sub = GalaxyCatalog.from_galfile(file_path + '/' + galfile,
hpix=9218, nside=128, border=0.1)
# this isn't really a big enough sample catalog to fully test...
testing.assert_equal(gals_sub.size, 2511)
# and test the matching...
indices, dists = gals_all.match_one(140.5, 65.0, 0.2)
testing.assert_equal(indices.size, 521)
testing.assert_array_less(dists, 0.2)
i0, i1, dists = gals_all.match_many([140.5,141.2],
[65.0, 65.2], [0.2,0.1])
testing.assert_equal(i0.size, 666)
test, = np.where(i0 == 0)
testing.assert_equal(test.size, 521)
testing.assert_array_less(dists[test], 0.2)
test, = np.where(i0 == 1)
testing.assert_equal(test.size, 666 - 521)
testing.assert_array_less(dists[test], 0.1)
def test_zred_runcat(self):
"""
Test redmapper.ZredRunCatalog, computing zreds for all the galaxies in
a single catalog file.
"""
file_path = 'data_for_tests'
configfile = 'testconfig.yaml'
config = Configuration(os.path.join(file_path, configfile))
self.test_dir = tempfile.mkdtemp(dir='./', prefix='TestRedmapper-')
config.outpath = self.test_dir
outfile = os.path.join(self.test_dir, 'test_zred_out.fits')
tab = fitsio.read(config.galfile, ext=1, lower=True)
galfile = os.path.join(os.path.dirname(config.galfile), tab[0]['filenames'][0].decode())
zredRuncat = ZredRunCatalog(config)
zredRuncat.run(galfile, outfile)
# This exercises the reading code
gals = GalaxyCatalog.from_galfile(galfile, zredfile=outfile)
self.assertGreater(np.min(gals.zred), 0.0)
self.assertGreater(np.min(gals.chisq), 0.0)
self.assertLess(np.max(gals.lkhd), 0.0)
# And compare to the "official" run...
config.zredfile = os.path.join(file_path, 'zreds_test', 'dr8_test_zreds_master_table.fit')
ztab = fitsio.read(config.zredfile, ext=1, lower=True)
zredfile = os.path.join(os.path.dirname(config.zredfile), ztab[0]['filenames'][0].decode())
gals_compare = GalaxyCatalog.from_galfile(galfile, zredfile=zredfile)
zredstr = RedSequenceColorPar(config.parfile)
mstar_input = zredstr.mstar(gals_compare.zred_uncorr)
mstar = zredstr.mstar(gals_compare.zred_uncorr)
ok, = np.where((gals_compare.refmag < (mstar_input - 2.5*np.log10(0.15))) |
(gals_compare.refmag < (mstar - 2.5*np.log10(0.15))))
delta_zred_uncorr = gals.zred_uncorr[ok] - gals_compare.zred_uncorr[ok]
use, = np.where(np.abs(delta_zred_uncorr) < 1e-3)
testing.assert_array_less(0.98, float(use.size) / float(ok.size))
def test_depthfit(self):
"""
Test depth fitting with redmapper.DepthLim
"""
file_path = "data_for_tests"
conf_filename = "testconfig.yaml"
config = Configuration(file_path + "/" + conf_filename)
gals = GalaxyCatalog.from_galfile(config.galfile)
np.random.seed(seed=12345)
# First creation of depth object
dlim = DepthLim(gals.refmag, gals.refmag_err)
# This has been inspected that it makes sense.
# Also, one should really be using a depth map
testing.assert_almost_equal(dlim.initpars['EXPTIME'], 104.782066, 0)
testing.assert_almost_equal(dlim.initpars['LIMMAG'], 20.64819717, 0)
# And take a subpixel
gals = GalaxyCatalog.from_galfile(config.galfile, hpix=8421, nside=128)
config.mask_mode = 0
mask = get_mask(config)
maskgal_index = mask.select_maskgals_sample()
mask.read_maskgals(config.maskgalfile)
dlim.calc_maskdepth(mask.maskgals, gals.refmag, gals.refmag_err)
pars, fail = calcErrorModel(gals.refmag, gals.refmag_err, calcErr=False)
testing.assert_almost_equal(pars['EXPTIME'], 63.73879623, 0)
testing.assert_almost_equal(pars['LIMMAG'], 20.68231583, 0)
# And make sure the maskgals are getting the right constant value
testing.assert_almost_equal(pars['EXPTIME'], mask.maskgals.exptime.min())
testing.assert_almost_equal(pars['EXPTIME'], mask.maskgals.exptime.max())
testing.assert_almost_equal(pars['LIMMAG'], mask.maskgals.limmag.min())
testing.assert_almost_equal(pars['LIMMAG'], mask.maskgals.limmag.max())
def runTest(self):
"""
Run the ClusterFit test.
"""
random.seed(seed=12345)
file_path = 'data_for_tests'
conf_filename = 'testconfig.yaml'
config = Configuration(file_path + '/' + conf_filename)
gals = GalaxyCatalog.from_galfile(config.galfile)
# temporary hack...
dist = esutil.coords.sphdist(142.12752, 65.103898, gals.ra, gals.dec)
mpc_scale = np.radians(1.) * config.cosmo.Da(0, 0.227865)
r = np.clip(mpc_scale * dist, 1e-6, None)
use, = np.where(r < 0.75)
st = np.argsort(r[use])
cbkg = ColorBackground(config.bkgfile_color, usehdrarea=True)
zredstr = RedSequenceColorPar(None, config=config)
cluster = Cluster(r0=0.5,
beta=0.0,
config=config,
cbkg=cbkg,
neighbors=gals[use[st]],
zredstr=zredstr)
cluster.ra = 142.12752
cluster.dec = 65.103898
cluster.redshift = 0.227865
cluster.update_neighbors_dist()
mask = HPMask(cluster.config)
maskgal_index = mask.select_maskgals_sample(maskgal_index=0)
depthstr = DepthMap(cluster.config)
mask.set_radmask(cluster)
depthstr.calc_maskdepth(mask.maskgals, cluster.ra, cluster.dec,
cluster.mpc_scale)
lam = cluster.calc_richness_fit(mask,
1,
centcolor_in=1.36503,
calc_err=False)
testing.assert_almost_equal(lam, 16.174486160, decimal=5)
testing.assert_almost_equal(cluster.neighbors.pcol[0:4],
np.array([0.94243, 0., 0.06338, 0.16077]),
5)
lam = cluster.calc_richness_fit(mask, 1, calc_err=False)
testing.assert_almost_equal(lam, 16.2049961, decimal=5)
def runTest(self):
"""
Run the ClusterFit test.
"""
random.seed(seed=12345)
file_path = 'data_for_tests'
conf_filename = 'testconfig.yaml'
config = Configuration(file_path + '/' + conf_filename)
gals = GalaxyCatalog.from_galfile(config.galfile)
# temporary hack...
dist = esutil.coords.sphdist(142.12752, 65.103898, gals.ra, gals.dec)
mpc_scale = np.radians(1.) * config.cosmo.Da(0, 0.227865)
r = np.clip(mpc_scale * dist, 1e-6, None)
use, = np.where(r < 0.75)
st = np.argsort(r[use])
cbkg = ColorBackground(config.bkgfile_color, usehdrarea=True)
zredstr = RedSequenceColorPar(None, config=config)
cluster = Cluster(r0=0.5, beta=0.0, config=config, cbkg=cbkg, neighbors=gals[use[st]], zredstr=zredstr)
cluster.ra = 142.12752
cluster.dec = 65.103898
cluster.redshift = 0.227865
cluster.update_neighbors_dist()
mask = HPMask(cluster.config)
maskgal_index = mask.select_maskgals_sample(maskgal_index=0)
depthstr = DepthMap(cluster.config)
mask.set_radmask(cluster)
depthstr.calc_maskdepth(mask.maskgals, cluster.ra, cluster.dec, cluster.mpc_scale)
lam = cluster.calc_richness_fit(mask, 1, centcolor_in=1.36503, calc_err=False)
testing.assert_almost_equal(lam, 16.174486160, decimal=5)
testing.assert_almost_equal(cluster.neighbors.pcol[0:4], np.array([0.94243, 0., 0.06338, 0.16077]), 5)
lam = cluster.calc_richness_fit(mask, 1, calc_err=False)
testing.assert_almost_equal(lam, 16.2049961, decimal=5)
def test_galaxycatalog_create(self):
"""
Run `redmapper.GalaxyCatalogMaker` tests.
"""
# Make a test directory
self.test_dir = tempfile.mkdtemp(dir='./', prefix='TestRedmapper-')
info_dict = {'LIM_REF': 21.0,
'REF_IND': 3,
'AREA': 25.0,
'NMAG': 5,
'MODE': 'SDSS',
'ZP': 22.5,
'U_IND': 0,
'G_IND': 1,
'R_IND': 2,
'I_IND': 3,
'Z_IND': 3}
# Test 1: read in catalog, write it to a single file, and then
# try to split it up
# make sure that it makes it properly, and that the output number
# of files is the same as input number of files.
configfile = os.path.join('data_for_tests', 'testconfig.yaml')
config = Configuration(configfile)
gals = GalaxyCatalog.from_galfile(config.galfile)
tab = Entry.from_fits_file(config.galfile)
maker = GalaxyCatalogMaker(os.path.join(self.test_dir, 'test_working'), info_dict, nside=tab.nside)
maker.append_galaxies(gals._ndarray)
maker.finalize_catalog()
tab2 = Entry.from_fits_file(os.path.join(self.test_dir, 'test_working_master_table.fit'))
self.assertEqual(tab.nside, tab2.nside)
self.assertEqual(tab.filenames.size, tab2.filenames.size)
for filename in tab2.filenames:
self.assertTrue(os.path.isfile(os.path.join(self.test_dir, filename.decode())))
# Test 2: Make a catalog that has an incomplete dtype
dtype = [('id', 'i8'),
('ra', 'f8')]
maker = GalaxyCatalogMaker(os.path.join(self.test_dir, 'test'), info_dict)
testgals = np.zeros(10, dtype=dtype)
self.assertRaises(RuntimeError, maker.append_galaxies, testgals)
# Test 3: make a catalog that has the wrong number of magnitudes
dtype = GalaxyCatalogMaker.get_galaxy_dtype(3)
testgals = np.zeros(10, dtype=dtype)
self.assertRaises(RuntimeError, maker.append_galaxies, testgals)
# Test 4: make a catalog that has some NaNs
dtype = GalaxyCatalogMaker.get_galaxy_dtype(info_dict['NMAG'])
testgals = np.ones(10, dtype=dtype)
testgals['mag'][0, 1] = np.nan
self.assertRaises(RuntimeError, maker.append_galaxies, testgals)
# Test 5: make a catalog that has ra/dec out of range
testgals = np.ones(10, dtype=dtype)
testgals['ra'][1] = -1.0
self.assertRaises(RuntimeError, maker.append_galaxies, testgals)
testgals = np.ones(10, dtype=dtype)
testgals['dec'][1] = -100.0
self.assertRaises(RuntimeError, maker.append_galaxies, testgals)
# Test 6: make a catalog that has mag > 90.0
testgals = np.ones(10, dtype=dtype)
testgals['mag'][0, 1] = 100.0
self.assertRaises(RuntimeError, maker.append_galaxies, testgals)
# Test 7: make a catalog that has mag_err == 0.0
testgals = np.ones(10, dtype=dtype)
testgals['mag_err'][0, 1] = 0.0
self.assertRaises(RuntimeError, maker.append_galaxies, testgals)
def runTest(self):
file_path = 'data_for_tests'
conffile = 'testconfig.yaml'
config = Configuration(file_path + '/' + conffile)
gals_all = GalaxyCatalog.from_galfile(config.galfile)
zred_filename = 'test_dr8_pars.fit'
zredstr = RedSequenceColorPar(file_path + '/' + zred_filename, fine=True)
bkg_filename = 'test_bkg.fit'
bkg = Background('%s/%s' % (file_path, bkg_filename))
mask = HPMask(config)
depthstr = DepthMap(config)
#cosmo = Cosmo()
testcatfile = 'test_cluster_pos.fit'
cat = ClusterCatalog.from_catfile(file_path + '/' + testcatfile,
zredstr=zredstr,
config=config,
bkg=bkg)
# test single neighbors...
c0 = cat[0]
c0.find_neighbors(0.2, gals_all)
c1 = cat[1]
c1.find_neighbors(0.2, gals_all)
testing.assert_equal(c0.neighbors.size, 580)
testing.assert_equal(c1.neighbors.size, 298)
testing.assert_array_less(c0.neighbors.dist, 0.2)
testing.assert_array_less(c1.neighbors.dist, 0.2)
# and multi-match...
i0, i1, dist = gals_all.match_many(cat.ra, cat.dec, 0.2)
u0, = np.where(i0 == 0)
testing.assert_equal(c0.neighbors.size, u0.size)
u1, = np.where(i0 == 1)
testing.assert_equal(c1.neighbors.size, u1.size)
# and compute the richness on the first one...
mask.set_radmask(c0)
depthstr.calc_maskdepth(mask.maskgals, c0.ra, c0.dec, c0.mpc_scale)
richness = c0.calc_richness(mask)
# Make sure the numbers were propagated to the parent catalog
testing.assert_equal(richness, cat.Lambda[0])
testing.assert_equal(c0.Lambda_e, cat.Lambda_e[0])
testing.assert_equal(c0.scaleval, cat.scaleval[0])
# And make sure the numbers are correct
testing.assert_almost_equal(richness, 23.86299324)
def test_zred_runpixels(self):
"""
Test redmapper.ZredRunPixels, computing zreds for all the galaxies
in a pixelized galaxy catalog.
"""
file_path = 'data_for_tests'
configfile = 'testconfig.yaml'
config = Configuration(os.path.join(file_path, configfile))
config.d.hpix = 2163
config.d.nside = 64
config.border = 0.0
self.test_dir = tempfile.mkdtemp(dir='./', prefix='TestRedmapper-')
config.zredfile = os.path.join(self.test_dir, 'zreds',
'testing_zreds_master_table.fit')
# FIXME: try an illegal one...
zredRunpix = ZredRunPixels(config)
zredRunpix.run()
# Check that the zred file has been built...
self.assertTrue(os.path.isfile(config.zredfile))
# Read in just the galaxies...
gals0 = GalaxyCatalog.from_galfile(config.galfile,
nside=config.d.nside,
hpix=config.d.hpix,
border=config.border)
# And with the zreds...
gals = GalaxyCatalog.from_galfile(config.galfile,
zredfile=config.zredfile,
nside=config.d.nside,
hpix=config.d.hpix,
border=config.border)
# Confirm they're the same galaxies...
testing.assert_array_almost_equal(gals0.ra, gals.ra)
# Confirm the zreds are okay
self.assertGreater(np.min(gals.zred), 0.0)
self.assertGreater(np.min(gals.chisq), 0.0)
self.assertLess(np.max(gals.lkhd), 0.0)
zredfile = os.path.join(file_path, 'zreds_test',
'dr8_test_zreds_master_table.fit')
gals_compare = GalaxyCatalog.from_galfile(config.galfile,
zredfile=zredfile,
nside=config.d.nside,
hpix=config.d.hpix,
border=config.border)
zredstr = RedSequenceColorPar(config.parfile)
mstar_input = zredstr.mstar(gals_compare.zred_uncorr)
mstar = zredstr.mstar(gals_compare.zred_uncorr)
ok, = np.where(
(gals_compare.refmag < (mstar_input - 2.5 * np.log10(0.15)))
| (gals_compare.refmag < (mstar - 2.5 * np.log10(0.15))))
delta_zred_uncorr = gals.zred_uncorr[ok] - gals_compare.zred_uncorr[ok]
use, = np.where(np.abs(delta_zred_uncorr) < 1e-3)
testing.assert_array_less(0.98, float(use.size) / float(ok.size))
def runTest(self):
"""
Run the ClusterCatalog tests.
"""
random.seed(seed=12345)
file_path = 'data_for_tests'
conffile = 'testconfig.yaml'
config = Configuration(file_path + '/' + conffile)
gals_all = GalaxyCatalog.from_galfile(config.galfile)
zred_filename = 'test_dr8_pars.fit'
zredstr = RedSequenceColorPar(file_path + '/' + zred_filename, fine=True)
bkg_filename = 'test_bkg.fit'
bkg = Background('%s/%s' % (file_path, bkg_filename))
mask = HPMask(config)
maskgal_index = mask.select_maskgals_sample(maskgal_index=0)
depthstr = DepthMap(config)
testcatfile = 'test_cluster_pos.fit'
cat = ClusterCatalog.from_catfile(file_path + '/' + testcatfile,
zredstr=zredstr,
config=config,
bkg=bkg)
# test single neighbors...
c0 = cat[0]
c0.find_neighbors(0.2, gals_all)
c1 = cat[1]
c1.find_neighbors(0.2, gals_all)
testing.assert_equal(c0.neighbors.size, 580)
testing.assert_equal(c1.neighbors.size, 298)
testing.assert_array_less(c0.neighbors.dist, 0.2)
testing.assert_array_less(c1.neighbors.dist, 0.2)
# and multi-match...
i0, i1, dist = gals_all.match_many(cat.ra, cat.dec, 0.2)
u0, = np.where(i0 == 0)
testing.assert_equal(c0.neighbors.size, u0.size)
u1, = np.where(i0 == 1)
testing.assert_equal(c1.neighbors.size, u1.size)
# and compute the richness on the first one...
mask.set_radmask(c0)
depthstr.calc_maskdepth(mask.maskgals, c0.ra, c0.dec, c0.mpc_scale)
richness = c0.calc_richness(mask)
# Make sure the numbers were propagated to the parent catalog
testing.assert_equal(richness, cat.Lambda[0])
testing.assert_equal(c0.Lambda_e, cat.Lambda_e[0])
testing.assert_equal(c0.scaleval, cat.scaleval[0])
# And make sure the numbers are correct
testing.assert_almost_equal(richness, 24.4121723)