def testPafReader(self):
"""Test that Butler Policy can read a paf file and the keys compare the same as when the same file is
read as a pex Policy."""
pexPolicy = lsst.pex.policy.Policy.createPolicy(pafPolicyPath)
policy = lsst.daf.persistence.Policy(pafPolicyPath)
# go back through the newly created Butler Policy, and verify that values match the paf Policy
for name in policy.names():
if pexPolicy.isArray(name):
pexVal = pexPolicy.getArray(name)
else:
pexVal = pexPolicy.get(name)
val = policy[name]
if isinstance(val, lsst.daf.persistence.Policy):
self.assertEqual(pexPolicy.getValueType(name),
pexPolicy.POLICY)
else:
self.assertEqual(val, pexVal)
for name in pexPolicy.names():
if pexPolicy.getValueType(name) == pexPolicy.POLICY:
self.assertIsInstance(policy.get(name),
lsst.daf.persistence.Policy)
else:
if pexPolicy.isArray(name):
pexVal = pexPolicy.getArray(name)
else:
pexVal = pexPolicy.get(name)
self.assertEqual(pexVal, policy.get(name))
# verify a known value, just for sanity:
self.assertEqual(policy.get('exposures.raw.template'),
'raw/raw_v%(visit)d_f%(filter)s.fits.gz')
def testPafReader(self):
"""Test that Butler Policy can read a paf file and the keys compare the same as when the same file is
read as a pex Policy."""
pexPolicy = lsst.pex.policy.Policy.createPolicy(pafPolicyPath)
policy = lsst.daf.persistence.Policy(pafPolicyPath)
# go back through the newly created Butler Policy, and verify that values match the paf Policy
for name in policy.names():
if pexPolicy.isArray(name):
pexVal = pexPolicy.getArray(name)
else:
pexVal = pexPolicy.get(name)
val = policy[name]
if isinstance(val, lsst.daf.persistence.Policy):
self.assertEqual(pexPolicy.getValueType(name), pexPolicy.POLICY)
else:
self.assertEqual(val, pexVal)
for name in pexPolicy.names():
if pexPolicy.getValueType(name) == pexPolicy.POLICY:
self.assertIsInstance(policy.get(name), lsst.daf.persistence.Policy)
else:
if pexPolicy.isArray(name):
pexVal = pexPolicy.getArray(name)
else:
pexVal = pexPolicy.get(name)
self.assertEqual(pexVal, policy.get(name))
# verify a known value, just for sanity:
self.assertEqual(policy.get('exposures.raw.template'), 'raw/raw_v%(visit)d_f%(filter)s.fits.gz')
def __initFromPexPolicy(self, pexPolicy):
"""Load values from a pex policy.
:param pexPolicy:
:return:
"""
names = pexPolicy.names()
names.sort()
for name in names:
if pexPolicy.getValueType(name) == pexPolicy.POLICY:
if name in self:
continue
else:
self[name] = {}
else:
if pexPolicy.isArray(name):
self[name] = pexPolicy.getArray(name)
else:
self[name] = pexPolicy.get(name)
return self
def __initFromPexPolicy(self, pexPolicy):
"""Load values from a pex policy.
:param pexPolicy:
:return:
"""
names = pexPolicy.names()
names.sort()
for name in names:
if pexPolicy.getValueType(name) == pexPolicy.POLICY:
if name in self:
continue
else:
self[name] = {}
else:
if pexPolicy.isArray(name):
self[name] = pexPolicy.getArray(name)
else:
self[name] = pexPolicy.get(name)
return self
def detection(differenceImageExposure,
policy,
filterId,
useLog=None,
footprintList=None):
"""Detect and measure objects in an incoming difference image Exposure
Inputs:
- differenceImageExposure: an lsst.afw.image.Exposure containing a difference MaskedImage and WCS
- policy: the policy; required elements are...?
- footprintList: a sequence of detection footprints on which to force measurement
Returns:
- an lsst.afw.detection.SourceVector
"""
if not (useLog):
useLog = ScreenLog()
useLog.setScreenVerbose(True)
logging.Trace("lsst.detection.detection", 3, "filterId = %d" % (filterId))
###########
#
# Get directives from policy
#
thresh = policy.get('thresholdSigma')
nPixMin = policy.get('numPixMinFootprint')
###########
#
# Unpack the MaskedImage from the Exposure
#
img = differenceImageExposure.getMaskedImage()
###########
#
# Crudely estimate noise from mean of variance image - should do sigma clipping
#
varImg = img.getVariance()
noise = math.sqrt(afwImage.mean_channel_value(varImg))
logging.Trace(
"lsst.detection.detection", 3,
"thresholdSigma = %r; noise = %r PixMin = %r" %
(thresh, noise, nPixMin))
LogRec(useLog, Log.INFO) \
<< "Threshold computation" \
<< DataProperty("thresholdSigma", thresh) \
<< DataProperty("noise", noise) \
<< DataProperty("threshold", thresh*noise) \
<< LogRec.endr
###########
#
# Build the DetectionSet for positive sources
#
dsPositive = det.DetectionSetF(
img, det.Threshold(thresh * noise, det.Threshold.VALUE, True), "FP+",
nPixMin)
fpVecPositive = dsPositive.getFootprints()
print "Positive detections: ", len(fpVecPositive)
LogRec(useLog, Log.INFO) \
<< "Positive detections" \
<< DataProperty("nPositive", len(fpVecPositive)) \
<< LogRec.endr
###########
#
# Build the DetectionSet for negative sources
#
dsNegative = det.DetectionSetF(
img, det.Threshold(thresh * noise, det.Threshold.VALUE, False), "FP-",
nPixMin)
fpVecNegative = dsNegative.getFootprints()
print "Negative detections: ", len(fpVecNegative)
LogRec(useLog, Log.INFO) \
<< "Negative detections" \
<< DataProperty("nNegative", len(fpVecNegative)) \
<< LogRec.endr
###########
#
# Measure the FootPrints
#
imgWCS = differenceImageExposure.getWcs()
outputDiaSources = afwDet.DiaSourceVec()
imgMeasure = det.MeasureF(img, "FP+")
id = 0
for i in range(len(fpVecPositive)):
diaPtr = afwDet.DiaSourcePtr()
diaPtr.setId(id)
diaPtr.setFilterId(filterId)
imgMeasure.measureSource(
diaPtr, fpVecPositive[i],
0.0) # NOTE explicit background of zero used for difference image
pixCoord = afwImage.Coord2D(diaPtr.getColc(), diaPtr.getRowc())
skyCoord = imgWCS.colRowToRaDec(pixCoord)
diaPtr.setRa(skyCoord.x())
diaPtr.setDec(skyCoord.y())
outputDiaSources.push_back(diaPtr.get())
id += 1
imgMeasure = det.MeasureF(img, "FP-")
for i in range(len(fpVecNegative)):
diaPtr = afwDet.DiaSourcePtr()
diaPtr.setId(id)
diaPtr.setFilterId(filterId)
imgMeasure.measureSource(
diaPtr, fpVecNegative[i],
0.0) # NOTE explicit background of zero used for difference image
pixCoord = afwImage.Coord2D(diaPtr.getColc(), diaPtr.getRowc())
skyCoord = imgWCS.colRowToRaDec(pixCoord)
diaPtr.setRa(skyCoord.x())
diaPtr.setDec(skyCoord.y())
outputDiaSources.push_back(diaPtr.get())
id += 1
###########
#
# Return the DiaSources
#
return outputDiaSources
def detection(differenceImageExposure, policy, filterId, useLog=None, footprintList=None):
"""Detect and measure objects in an incoming difference image Exposure
Inputs:
- differenceImageExposure: an lsst.afw.image.Exposure containing a difference MaskedImage and WCS
- policy: the policy; required elements are...?
- footprintList: a sequence of detection footprints on which to force measurement
Returns:
- an lsst.afw.detection.SourceVector
"""
if not(useLog):
useLog = ScreenLog()
useLog.setScreenVerbose(True)
logging.Trace("lsst.detection.detection", 3,
"filterId = %d" % (filterId))
###########
#
# Get directives from policy
#
thresh = policy.get('thresholdSigma')
nPixMin = policy.get('numPixMinFootprint')
###########
#
# Unpack the MaskedImage from the Exposure
#
img = differenceImageExposure.getMaskedImage()
###########
#
# Crudely estimate noise from mean of variance image - should do sigma clipping
#
varImg = img.getVariance()
noise = math.sqrt(afwImage.mean_channel_value(varImg))
logging.Trace("lsst.detection.detection", 3,
"thresholdSigma = %r; noise = %r PixMin = %r" % (thresh, noise, nPixMin))
LogRec(useLog, Log.INFO) \
<< "Threshold computation" \
<< DataProperty("thresholdSigma", thresh) \
<< DataProperty("noise", noise) \
<< DataProperty("threshold", thresh*noise) \
<< LogRec.endr
###########
#
# Build the DetectionSet for positive sources
#
dsPositive = det.DetectionSetF(img, det.Threshold(thresh*noise, det.Threshold.VALUE, True), "FP+", nPixMin)
fpVecPositive = dsPositive.getFootprints()
print "Positive detections: ", len(fpVecPositive)
LogRec(useLog, Log.INFO) \
<< "Positive detections" \
<< DataProperty("nPositive", len(fpVecPositive)) \
<< LogRec.endr
###########
#
# Build the DetectionSet for negative sources
#
dsNegative = det.DetectionSetF(img, det.Threshold(thresh*noise, det.Threshold.VALUE, False), "FP-", nPixMin)
fpVecNegative = dsNegative.getFootprints()
print "Negative detections: ", len(fpVecNegative)
LogRec(useLog, Log.INFO) \
<< "Negative detections" \
<< DataProperty("nNegative", len(fpVecNegative)) \
<< LogRec.endr
###########
#
# Measure the FootPrints
#
imgWCS = differenceImageExposure.getWcs()
outputDiaSources = afwDet.DiaSourceVec()
imgMeasure = det.MeasureF(img, "FP+")
id = 0
for i in range(len(fpVecPositive)):
diaPtr = afwDet.DiaSourcePtr()
diaPtr.setId(id)
diaPtr.setFilterId(filterId);
imgMeasure.measureSource(diaPtr, fpVecPositive[i], 0.0) # NOTE explicit background of zero used for difference image
pixCoord = afwImage.Coord2D(diaPtr.getColc(), diaPtr.getRowc())
skyCoord = imgWCS.colRowToRaDec(pixCoord)
diaPtr.setRa(skyCoord.x())
diaPtr.setDec(skyCoord.y())
outputDiaSources.push_back(diaPtr.get())
id += 1
imgMeasure = det.MeasureF(img, "FP-")
for i in range(len(fpVecNegative)):
diaPtr = afwDet.DiaSourcePtr()
diaPtr.setId(id)
diaPtr.setFilterId(filterId);
imgMeasure.measureSource(diaPtr, fpVecNegative[i], 0.0) # NOTE explicit background of zero used for difference image
pixCoord = afwImage.Coord2D(diaPtr.getColc(), diaPtr.getRowc())
skyCoord = imgWCS.colRowToRaDec(pixCoord)
diaPtr.setRa(skyCoord.x())
diaPtr.setDec(skyCoord.y())
outputDiaSources.push_back(diaPtr.get())
id += 1
###########
#
# Return the DiaSources
#
return outputDiaSources