def mConfig(config, runName, dbDir='.', outputDir='Dithers', nside=128, **kwargs):
"""
A MAF config for analysis of various dithers applied to an opsim run.
runName must correspond to the name of the opsim output
(minus '_sqlite.db', although if added this will be stripped off)
dbDir is the directory containing the sqlite database
outputDir is the output directory
"""
config.modules = ['mafContrib']
# Setup Database access
config.outputDir = outputDir
if runName.endswith('_sqlite.db'):
runName = runName.replace('_sqlite.db', '')
sqlitefile = os.path.join(dbDir, runName + '_sqlite.db')
config.dbAddress ={'dbAddress':'sqlite:///'+sqlitefile}
config.opsimName = runName
config.figformat = 'pdf'
# Connect to the database to fetch some values we're using to help configure the driver.
opsimdb = utils.connectOpsimDb(config.dbAddress)
# Fetch the proposal ID values from the database
propids, propTags = opsimdb.fetchPropInfo()
if 'WFD' not in propTags:
propTags['WFD'] = []
# Construct a WFD SQL where clause (handles the case of multiple propIDs mapping into "WFD").
wfdWhere = utils.createSQLWhere('WFD', propTags)
print 'WFD "where" clause: %s' %(wfdWhere)
# Filter list, and map of colors (for plots) to filters.
filters = ['u','g','r','i','z','y']
colors={'u':'m','g':'b','r':'g','i':'y','z':'r','y':'k'}
filtorder = {'u':1,'g':2,'r':3,'i':4,'z':5,'y':6}
racol = 'ditheredRA'
deccol = 'ditheredDec'
filterlist = ['r', 'i']
slicerList = []
for f in filterlist:
sqlconstraint = "filter = '%s'" %(f)
sqlconstraint += 'and %s' %(wfdWhere)
# Set up metrics to run for each dither pattern.
metricList = []
metricList.append(configureMetric('mafContrib.GalaxyCountsMetric', kwargs={'nside':nside},
displayDict={'group':'Dithers', 'subgroup':'Galaxy Counts',
'order':filtorder[f]}))
slicer = configureSlicer('HealpixSlicer', kwargs={'nside':nside, 'spatialkey1':racol, 'spatialkey2':deccol},
constraints=[sqlconstraint], metricDict=makeDict(*metricList),
metadata='Default Dither')
slicerList.append(slicer)
config.slicers = makeDict(*slicerList)
return config
def mConfig(config, runName, dbDir='.', outputDir='Out', **kwargs):
"""
Set up a MAF config for a very simple, example analysis.
"""
# Setup Database access
sqlitefile = os.path.join(dbDir, runName + '_sqlite.db')
config.dbAddress ={'dbAddress':'sqlite:///'+sqlitefile}
config.opsimName = runName
# Set the output directory.
config.outputDir = outputDir
# Set up slicerList to store slicers.
slicerList = []
# Set parameter for healpix slicer resolution.
nside = 64
# Loop over g and r filters.
filters = ['g','r']
for f in filters:
# Set up metrics and slicers.
m1 = configureMetric('CountMetric', kwargs={'col':'expMJD','metricName':'NVisits'},
plotDict={'colorMin':0, 'colorMax':200, 'units':'N Visits'},
summaryStats={'MedianMetric':{}, 'RobustRmsMetric':{}})
m2 = configureMetric('Coaddm5Metric', kwargs={'m5Col':'fiveSigmaDepth'},
plotDict={'percentileClip':95}, summaryStats={'MedianMetric':{}})
metricDict = makeDict(m1, m2)
sqlconstraint = 'filter = "%s"' %(f)
slicer = configureSlicer('HealpixSlicer',
kwargs={'nside':nside, 'spatialkey1':'fieldRA', 'spatialkey2':'fieldDec'},
metricDict=metricDict, constraints=[sqlconstraint,])
config.slicers=makeDict(slicer)
slicerList.append(slicer)
# Bundle together slicers and metrics, and pass to config
config.slicers=makeDict(*slicerList)
# Return config (which then is treated like 'root' from the one-off configs in runFlexibleDriver.py)
return config
root.getConfig = False
slicerList = []
nside = 512
m1 = configureMetric('MeanMetric', kwargs={'col':'psfWidth'})
m2 = configureMetric('MaxMetric', kwargs={'col':'nStars'}, plotDict={'cbarFormat':'%i'})
m3 = configureMetric('MaxMetric', kwargs={'col':'nGalaxy'}, plotDict={'cbarFormat':'%i'})
m4 = configureMetric('CountMetric', kwargs={'col':'psfWidth'})
metricDict = makeDict(m1,m2,m3,m4)
sqlconstraint = 'filter="r" and nStars > 0 and nGalaxy > 0'
stacker = configureStacker('SdssRADecStacker')
slicer = configureSlicer('HealpixSDSSSlicer',
kwargs={'nside':nside,'spatialkey1':'RA1', 'spatialkey2':'Dec1'},
metricDict=metricDict, stackerDict=makeDict(stacker), constraints=[sqlconstraint,])
slicerList.append(slicer)
m1 = configureMetric('MinMetric', kwargs={'col':'Dec1'})
m2 = configureMetric('MinMetric', kwargs={'col':'Dec2'})
m3 = configureMetric('MaxMetric', kwargs={'col':'Dec1'})
m4 = configureMetric('MaxMetric', kwargs={'col':'Dec2'})
metricDict = makeDict(m1,m2,m3,m4)
slicer = configureSlicer('UniSlicer',metricDict=metricDict, constraints=[sqlconstraint])
slicerList.append(slicer)
root.slicers=makeDict(*slicerList)
constraints = ['filter="r"']
#constraints = ['filter="r" and night < 100']
# How many Healpix sides to use
nside=128
m1 = configureMetric('CountMetric', kwargs={'col':'expMJD'},
plotDict={'percentileClip':80., 'units':'#'},
summaryStats={'MeanMetric':{},'RmsMetric':{}, 'SumMetric':{}, 'MedianMetric':{}})
m2 = configureMetric('Coaddm5Metric',
plotDict={'zp':27., 'percentileClip':95, 'units':'Co-add m5 - %.1f'%27.},
summaryStats={'MeanMetric':{},'RmsMetric':{}, 'MedianMetric':{}})
# Combine metrics in a dictionary
metricDict = makeDict(m1,m2)
# Generate the slicer configuration, passing in the metric configurations and SQL constraints
slicer = configureSlicer('HealpixSlicer',
kwargs={"nside":nside,'spatialkey1':"fieldRA", 'spatialkey2':"fieldDec"},
metricDict=metricDict, constraints=constraints)
# Add the slicer to the list of slicers
slicerList.append(slicer)
# Turn in the camera to calc chip gaps. Increase the radius to get the chips that poke out at the corners.
slicer = configureSlicer('HealpixSlicer',
kwargs={"nside":nside,'spatialkey1':"fieldRA", 'spatialkey2':"fieldDec",
'useCamera':True, 'verbose':True, 'radius':2.041},
metricDict=metricDict, constraints=constraints, metadata='chipGaps')
# Add the slicer to the list of slicers
slicerList.append(slicer)
# Now to try it out with the dithered pointings:
# Make an empty list to hold all the slicer configs
sliceList = []
# Define the filters we want to loop over
filters = ['u','g','r','i','z','y']
# Make a dict of what colors to use for different filters
colors={'u':'m','g':'b','r':'g','i':'y','z':'Orange','y':'r'}
# Look at the single-visit depth and airmass for observations in each filter and merge
# them into a single histogram
for f in filters:
m1 = configureMetric('CountMetric', kwargs={'col':'fiveSigmaDepth'},
histMerge={'histNum':1, 'legendloc':'upper right',
'color':colors[f],'label':'%s'%f,
'ylabel':'Count'} )
slicer = configureSlicer('OneDSlicer', kwargs={"sliceColName":'fiveSigmaDepth','binsize':0.1,},
metricDict=makeDict(m1), constraints=["filter = '%s'"%(f)])
sliceList.append(slicer)
m1 = configureMetric('CountMetric', kwargs={'col':'airmass'},
histMerge={'histNum':2, 'legendloc':'upper right',
'color':colors[f], 'label':'%s'%f} )
slicer = configureSlicer('OneDSlicer', kwargs={"sliceColName":'airmass','binsize':0.05},
metricDict=makeDict(m1), constraints=["filter = '%s'"%(f)])
sliceList.append(slicer)
root.slicers = makeDict(*sliceList)
metric1 = configureMetric('Tgaps',
kwargs={'binMin':binMin,
'binMax':binMax, 'binsize':binsize})
metric15 = configureMetric('Tgaps',
kwargs={'binMin':0,
'binMax':60, 'binsize':.05, 'metricName':'TgapsFine'})
binMax = 365.25*5
metric2 = configureMetric('Tgaps',
kwargs={'metricName':'AllGaps', 'allGaps':True, 'binMin':binMin,
'binMax':binMax, 'binsize':binsize})
metricDict = makeDict(metric1,metric2, metric15)
slicer = configureSlicer('HealpixComplexSlicer',
kwargs={'nside':16},
metricDict=metricDict,
constraints=['filter = "r"'])
sliceList.append(slicer)
slicer = configureSlicer('HealpixComplexSlicer',
kwargs={'nside':64,
'spatialkey1':'ditheredRA',
'spatialkey2':'ditheredDec'},
metricDict=makeDict(metric1,metric2),
constraints=['filter = "r"'], metadata='dithered')
sliceList.append(slicer)
# Plot just a single Healpixel.
metric1 = configureMetric('Tgaps',
# Set up slicerList to store slicers.
slicerList = []
# Set parameter for healpix slicer resolution.
nside = 4
# Loop over g and r filters, running metrics and slicers in each bandpass.
filters = ['u', 'g','r', 'i', 'z', 'y']
colors = {'u':'m','g':'b','r':'g','i':'y','z':'r','y':'k'}
for i, f in enumerate(filters):
# Set up metrics and slicers.
m1 = configureMetric('CountMetric', kwargs={'col':'expMJD','metricName':'NVisits'},
plotDict={'units':'N Visits', 'xMin':0, 'xMax':200},
summaryStats={'MedianMetric':{}, 'RobustRmsMetric':{}},
histMerge={'histNum':1, 'xMin':0, 'xMax':200, 'color':colors[f]},
displayDict={'group':'Basic', 'subgroup':'Nvisits', 'order':i})
m2 = configureMetric('Coaddm5Metric', kwargs={'m5Col':'fiveSigmaDepth'},
plotDict={'percentileClip':95}, summaryStats={'MedianMetric':{}},
histMerge={'histNum':2, 'color':colors[f]},
displayDict={'group':'Basic', 'subgroup':'Coadd', 'order':i,
'caption':'Coadded m5 limiting magnitude for %s' %(f)})
metricDict = makeDict(m1, m2)
sqlconstraint = 'filter = "%s"' %(f)
slicer = configureSlicer('HealpixSlicer',
kwargs={'nside':nside, 'spatialkey1':'fieldRA', 'spatialkey2':'fieldDec'},
metricDict=metricDict, constraints=[sqlconstraint,])
slicerList.append(slicer)
# Bundle together metrics and slicers and pass to 'root'
root.slicers=makeDict(*slicerList)
def mConfig(config, runName, dbDir='.', outputDir='Out', slicerName='HealpixSlicer',
benchmark='design', **kwargs):
"""
A MAF config for SSTAR-like analysis of an opsim run.
runName must correspond to the name of the opsim output
(minus '_sqlite.db', although if added this will be stripped off)
dbDir is the directory the database resides in
outputDir is the output directory for MAF
Uses 'slicerName' for metrics which have the option of using
[HealpixSlicer, OpsimFieldSlicer, or HealpixSlicerDither]
(dithered healpix slicer uses ditheredRA/dec values).
Uses 'benchmark' (which can be design or stretch) to scale plots of number of visits and coadded depth.
"""
# Setup Database access
config.outputDir = outputDir
if runName.endswith('_sqlite.db'):
runName = runName.replace('_sqlite.db', '')
sqlitefile = os.path.join(dbDir, runName + '_sqlite.db')
config.dbAddress ={'dbAddress':'sqlite:///'+sqlitefile}
config.opsimName = runName
config.figformat = 'pdf'
config.verbose = True
opsimdb = utils.connectOpsimDb(config.dbAddress)
totalNVisits = opsimdb.fetchNVisits()
totalSlewN = opsimdb.fetchTotalSlewN()
slicerList=[]
histNum = 0
# Calculate the mean and median slewtime.
metricList = []
# Mean Slewtime
metricList.append(configureMetric('MeanMetric', kwargs={'col':'slewTime'},
displayDict={'group':'Slew Summary'}))
# Median Slewtime
metricList.append(configureMetric('MedianMetric', kwargs={'col':'slewTime'},
displayDict={'group':'Slew Summary'}))
# Calculate the total number of visits.
metricList.append(configureMetric('CountMetric', kwargs={'col':'expMJD', 'metricName':'TotalNVisits'},
summaryStats={'IdentityMetric':{'metricName':'Count'}},
displayDict={'group':'Slew Summary'}))
# Calculate the total open shutter time.
metricList.append(configureMetric('SumMetric', kwargs={'col':'visitExpTime', 'metricName':'Open Shutter Time'},
summaryStats={'IdentityMetric':{'metricName':'Time (s)'}},
displayDict={'group':'Slew Summary'}))
# Number of nights
metricList.append(configureMetric('CountUniqueMetric', kwargs={'col':'night'},
displayDict={'group':'Slew Summary'}))
# Mean exposure time
metricList.append(configureMetric('MeanMetric', kwargs={'col':'visitExpTime'},
displayDict={'group':'Slew Summary'}))
# Mean visit time
metricList.append(configureMetric('MeanMetric', kwargs={'col':'visitTime'},
displayDict={'group':'Slew Summary'}))
metricDict = makeDict(*metricList)
slicer = configureSlicer('UniSlicer', metricDict=metricDict, constraints=[''], metadata='All Visits',
metadataVerbatim=True)
slicerList.append(slicer)
# Stats for angle:
angles = ['telAlt', 'telAz', 'rotTelPos']
for angle in angles:
metricList = []
metricList.append(configureMetric('MaxMetric', kwargs={'col':angle},
displayDict={'group':'Slew Angle Stats', 'subgroup':angle}))
metricList.append(configureMetric('MinMetric', kwargs={'col':angle},
displayDict={'group':'Slew Angle Stats', 'subgroup':angle}))
metricList.append(configureMetric('MeanMetric', kwargs={'col':angle},
displayDict={'group':'Slew Angle Stats', 'subgroup':angle}))
metricList.append(configureMetric('RmsMetric', kwargs={'col':angle},
displayDict={'group':'Slew Angle Stats', 'subgroup':angle}))
metricDict = makeDict(*metricList)
slicer = configureSlicer('UniSlicer', metricDict=metricDict, constraints=[''], metadata=angle,
metadataVerbatim=True, table='slewState')
slicerList.append(slicer)
# Make some calls to other tables to get slew stats
colDict = {'domAltSpd':'Dome Alt Speed','domAzSpd':'Dome Az Speed','telAltSpd': 'Tel Alt Speed',
'telAzSpd': 'Tel Az Speed', 'rotSpd':'Rotation Speed'}
for key in colDict.keys():
metricList=[]
metricList.append(configureMetric('MaxMetric', kwargs={'col':key},
displayDict={'group':'Slew Speed', 'subgroup':colDict[key]}))
metricList.append(configureMetric('MeanMetric', kwargs={'col':key},
displayDict={'group':'Slew Speed', 'subgroup':colDict[key]}))
metricList.append(configureMetric('MaxPercentMetric', kwargs={'col':key, 'metricName':'% of slews'},
displayDict={'group':'Slew Speed', 'subgroup':colDict[key]}))
metricDict = makeDict(*metricList)
slicer = configureSlicer('UniSlicer', metricDict=metricDict, constraints=[''],
table='slewMaxSpeeds', metadata=colDict[key], metadataVerbatim=True)
slicerList.append(slicer)
# Use the slew stats
slewTypes = ['DomAlt', 'DomAz', 'TelAlt', 'TelAz', 'Rotator', 'Filter',
'TelOpticsOL', 'Readout', 'Settle', 'TelOpticsCL']
for slewType in slewTypes:
metricList = []
metricList.append(configureMetric('ActivePercentMetric',
kwargs={'col':'actDelay', 'activity':slewType,
'metricName':'ActivePerc',
'norm':100./totalSlewN},
displayDict={'group':'Slew', 'subgroup':slewType}) )
metricList.append(configureMetric('ActiveMeanMetric',
kwargs={'col':'actDelay', 'activity':slewType,
'metricName':'ActiveAve'},
displayDict={'group':'Slew', 'subgroup':slewType}) )
metricList.append(configureMetric('ActiveMaxMetric',
kwargs={'col':'actDelay', 'activity':slewType,
'metricName':'Max'},
displayDict={'group':'Slew', 'subgroup':slewType}) )
metricDict = makeDict(*metricList)
slicer = configureSlicer('UniSlicer', metricDict=metricDict,
constraints=['actDelay>0 and activity="%s"'%slewType],
table='slewActivities', metadata=slewType,
metadataVerbatim=True)
slicerList.append(slicer)
metricList = []
metricList.append(configureMetric('ActivePercentMetric',
kwargs={'col':'actDelay', 'activity':slewType,
'metricName':'ActivePerc in crit',
'norm':100./totalSlewN},
displayDict={'group':'Slew', 'subgroup':slewType}) )
metricList.append(configureMetric('ActiveMeanMetric',
kwargs={'col':'actDelay', 'activity':slewType,
'metricName':'ActiveAve in crit'},
displayDict={'group':'Slew', 'subgroup':slewType}) )
metricDict = makeDict(*metricList)
slicer = configureSlicer('UniSlicer', metricDict=metricDict,
constraints=['actDelay>0 and inCriticalPath="True" and activity="%s"'%slewType],
table='slewActivities',
metadata=slewType,
metadataVerbatim=True)
slicerList.append(slicer)
metricList = []
metricList.append(configureMetric('AveSlewFracMetric',
kwargs={'col':'actDelay','activity':slewType,
'metricName':'Total Ave'},
displayDict={'group':'Slew', 'subgroup':slewType}))
metricList.append(configureMetric('ContributionMetric',
kwargs={'col':'actDelay','activity':slewType,
'metricName':'Contribution'},
displayDict={'group':'Slew', 'subgroup':slewType}))
metricDict = makeDict(*metricList)
slicer = configureSlicer('UniSlicer', metricDict=metricDict,constraints=[''],
table='slewActivities', metadata=slewType, metadataVerbatim=True)
slicerList.append(slicer)
config.slicers=makeDict(*slicerList)
return config
def mConfig(config, runName, dbDir='.', outputDir='Dithers', nside=128, **kwargs):
"""
A MAF config for analysis of various dithers applied to an opsim run.
runName must correspond to the name of the opsim output
(minus '_sqlite.db', although if added this will be stripped off)
dbDir is the directory containing the sqlite database
outputDir is the output directory
"""
# To use the maf contributed metrics (including galaxy counts metric).
config.modules = ['mafContrib']
# Setup Database access
config.outputDir = outputDir
if runName.endswith('_sqlite.db'):
runName = runName.replace('_sqlite.db', '')
sqlitefile = os.path.join(dbDir, runName + '_sqlite.db')
config.dbAddress ={'dbAddress':'sqlite:///'+sqlitefile}
config.opsimName = runName
config.figformat = 'pdf'
# Connect to the database to fetch some values we're using to help configure the driver.
opsimdb = utils.connectOpsimDb(config.dbAddress)
# Fetch the proposal ID values from the database
propids, propTags = opsimdb.fetchPropInfo()
if 'WFD' not in propTags:
propTags['WFD'] = []
# Construct a WFD SQL where clause (handles the case of multiple propIDs mapping into "WFD").
wfdWhere = utils.createSQLWhere('WFD', propTags)
print 'WFD "where" clause: %s' %(wfdWhere)
# Filter list, and map of colors (for plots) to filters.
filters = ['u','g','r','i','z','y']
colors={'u':'m','g':'b','r':'g','i':'y','z':'r','y':'k'}
filtorder = {'u':1,'g':2,'r':3,'i':4,'z':5,'y':6}
summaryStats = {'MeanMetric':{}, 'MedianMetric':{}, 'RmsMetric':{},
'PercentileMetric 1':{'metricName':'25th%ile', 'percentile':25},
'PercentileMetric 2':{'metricName':'75th%ile', 'percentile':75},
'MinMetric':{},
'MaxMetric':{},
'TotalPowerMetric':{}}
ditherDict = {}
ditherDict['NoDither'] = None
ditherDict['HexDither'] = None
ditherDict['RandomDither'] = stackers.RandomDitherStacker()
ditherDict['NightlyRandomDither'] = stackers.NightlyRandomDitherStacker()
ditherDict['SpiralDither'] = stackers.SpiralDitherStacker()
ditherDict['NightlySpiralDither'] = stackers.NightlySpiralDitherStacker()
ditherDict['SequentialHexDither'] = stackers.SequentialHexDitherStacker()
ditherDict['NightlySequentialHexDither'] = stackers.NightlySequentialHexDitherStacker()
dithernames = ['NoDither', 'HexDither', 'SequentialHexDither', 'NightlySequentialHexDither',
'RandomDither', 'NightlyRandomDither', 'SpiralDither', 'NightlySpiralDither']
filterlist = ['u', 'g', 'r', 'i', 'z', 'y']
# Set up sqlconstraint and use this as the outermost loop.
slicerList = []
order = 0
for f in filterlist:
sqlconstraint = "filter = '%s'" %(f)
sqlconstraint += ' and %s' %(wfdWhere)
common_metadata = '%s band WFD' %(f)
histNum = 0
# Set up metrics to run for each dither pattern.
# Set up appropriate slicer and update order/hist label for each ditherpattern, using the same sqlconstraint.
for i, dithername in enumerate(dithernames):
if dithername == 'NoDither':
racol = 'fieldRA'
deccol = 'fieldDec'
elif dithername == 'HexDither':
racol = 'ditheredRA'
deccol = 'ditheredDec'
else:
racol = ditherDict[dithername].colsAdded[0]
deccol = ditherDict[dithername].colsAdded[1]
metadata = common_metadata + ' ' + dithername
metricList = []
metricList.append(configureMetric('Coaddm5Metric',
plotDict={'units':'Coadded m5'},
summaryStats=summaryStats,
displayDict={'group':'Dithers', 'subgroup':'Coadded Depth',
'order':i+filtorder[f]*100},
histMerge={'histNum':histNum, 'color':colors[f], 'label':'%s' %(metadata),
'legendloc':'upper right'}))
histNum += 1
metricList.append(configureMetric('CountUniqueMetric', kwargs={'col':'night', 'metricName':'Unique Nights'},
plotDict={'title':'Number of unique nights with observations',
'cbarFormat':'%d'},
summaryStats=summaryStats,
displayDict={'group':'Dithers', 'subgroup':'Number of nights',
'order':i+filtorder[f]*100},
histMerge={'histNum':histNum, 'color':colors[f], 'label':'%s' %(metadata),
'legendloc':'upper right'}))
histNum += 1
metricList.append(configureMetric('CountMetric', kwargs={'col':'expMJD',
'metricName':'Number of Visits'},
plotDict={'title':'Number of visits',
'colorMin':0, 'colorMax':300,
'cbarFormat': '%d'},
summaryStats=summaryStats,
displayDict={'group':'Dithers','subgroup':'Number of visits',
'order':i+filtorder[f]*100},
histMerge={'histNum':histNum, 'color':colors[f], 'label':'%s' %(metadata),
'legendloc':'upper right'}))
histNum += 1
metricList.append(configureMetric('mafContrib.GalaxyCountsMetric', kwargs={'nside':nside},
summaryStats=summaryStats,
displayDict={'group':'Dithers', 'subgroup':'Galaxy Counts',
'order':i+filtorder[f]*100},
histMerge={'histNum':histNum, 'color':colors[f], 'label':'%s' %(metadata),
'legendloc':'upper right'}))
histNum += 1
slicer = configureSlicer('HealpixSlicer', kwargs={'nside':nside, 'spatialkey1':racol, 'spatialkey2':deccol},
constraints=[sqlconstraint], metricDict=makeDict(*metricList),
metadata= metadata, metadataVerbatim=True)
slicerList.append(slicer)
config.slicers = makeDict(*slicerList)
return config
nside = 16
#import healpy
#solidangle = healpy.nside2pixarea(nside, degrees=True)
#import numpy
#solidangle = numpy.asscalar(solidangle)
# supernova light curve
kwargs = {
'lc.class': 'projects.snlightcurve.SNLightCurve',
'lc.z': 0.3,
'lc.source': 'hsiao',
'lc.tmin': 1e-8,
'lc.tmax': 10 * (1 + .3),
'magPrecision': 0.05
}
# Configure a metric to run. Compute the mean on the final delivered seeing. Once the mean seeing has been computed everywhere on the sky, compute the RMS as a summary statistic.
metric = configureMetric('projects.ctmetric_lsst.ctmetric_lsst',
kwargs=kwargs,
summaryStats={'RmsMetric': {}})
# Configure a binner. Use the Healpixbinner to compute the metric at points in the sky. Set the constraint as an empty string so all data is returned.
binner = configureSlicer('HealpixSlicer',
kwargs={"nside": nside},
metricDict=makeDict(metric),
constraints=[''])
root.slicers = makeDict(binner)
#export PYTHONPATH=$PYTHONPATH':/some/path/here/'
from lsst.sims.maf.driver.mafConfig import configureMetric, configureSlicer, configureStacker, makeDict
root.outputDir = 'OutDither'
root.dbAddress = {'dbAddress':'sqlite:///opsimblitz2_1060_sqlite.db'}
root.opsimName = 'opsimblitz2_1060'
sliceList = []
nside = 128
# "Normal" configuration of HealpixSlicer
metric = configureMetric('Coaddm5Metric')
slicer = configureSlicer('HealpixSlicer', kwargs={'nside':nside},
metricDict=makeDict(metric), constraints=['filter="r"'],
metadata='no dither')
sliceList.append(slicer)
# Normal configuration, making defaults explicit
metric = configureMetric('Coaddm5Metric')
slicer = configureSlicer('HealpixSlicer', kwargs={'nside':nside,
'spatialkey1':'fieldRA',
'spatialkey2':'fieldDec'},
metricDict=makeDict(metric), constraints=['filter="r"'],
metadata='no dither')
# (Not going to add this to slicerlist as it's a duplicate of above)
# Configuring HealpixSlicer to use hexdither RA/dec
metric = configureMetric('Coaddm5Metric')
slicer = configureSlicer('HealpixSlicer', kwargs={'nside':nside,
def mConfig(config, runName, dbDir='.', outputDir='Out', **kwargs):
"""
Set up a MAF config for Zeljko's requested metrics. (also included in sstarDriver.py now).
"""
sqlitefile = os.path.join(dbDir, runName + '_sqlite.db')
config.dbAddress = {'dbAddress':'sqlite:///'+sqlitefile}
config.opsimName = runName
config.outputDir = outputDir
# Connect to the database to fetch some values we're using to help configure the driver.
opsimdb = utils.connectOpsimDb(config.dbAddress)
# Fetch the proposal ID values from the database
propids, WFDpropid, DDpropid = opsimdb.fetchPropIDs()
# Construct a WFD SQL where clause so multiple propIDs can by WFD:
wfdWhere = ''
if len(WFDpropid) == 1:
wfdWhere = "propID = '%s'"%WFDpropid[0]
else:
for i,propid in enumerate(WFDpropid):
if i == 0:
wfdWhere = wfdWhere+'('+'propID = %s'%propid
else:
wfdWhere = wfdWhere+'or propID = %s'%propid
wfdWhere = wfdWhere+')'
# Fetch the total number of visits (to create fraction)
totalNVisits = opsimdb.fetchNVisits()
slicerList=[]
nside = 128
# fO metrics for all and WFD
m1 = configureMetric('CountMetric', kwargs={'col':'expMJD', 'metricName':'fO'},
plotDict={'units':'Number of Visits', 'xMin':0,
'xMax':1500},
summaryStats={'fOArea':{'nside':nside},
'fONv':{'nside':nside}})
slicer = configureSlicer('fOSlicer', kwargs={'nside':nside},
metricDict=makeDict(m1),
constraints=['',wfdWhere])
slicerList.append(slicer)
# Medians in r and i filters
m1 = configureMetric('MedianMetric', kwargs={'col':'finSeeing'}, summaryStats={'IdentityMetric':{}})
m2 = configureMetric('MedianMetric', kwargs={'col':'airmass'}, summaryStats={'IdentityMetric':{}})
m3 = configureMetric('MedianMetric', kwargs={'col':'fiveSigmaDepth'}, summaryStats={'IdentityMetric':{}})
slicer = configureSlicer('UniSlicer', metricDict=makeDict(m1,m2,m3),
constraints=['filter = "r"', 'filter = "i"'])
slicerList.append(slicer)
# Number of visits per proposal
constraints = ["propID = '%s'"%pid for pid in propids ]
m1 = configureMetric('CountMetric', kwargs={'col':'expMJD', 'metricName':'Number of Visits Per Proposal'},
summaryStats={'IdentityMetric':{}, 'NormalizeMetric':{'normVal':totalNVisits}})
slicer = configureSlicer('UniSlicer', metricDict=makeDict(m1),
constraints=constraints)
slicerList.append(slicer)
# Mean slew time, total number of visits, total visit exposure time, number of nights of observing
m1 = configureMetric('MeanMetric', kwargs={'col':'slewTime'}, summaryStats={'IdentityMetric':{}})
m2 = configureMetric('CountMetric', kwargs={'col':'expMJD', 'metricName':'Total Number of Visits'},
summaryStats={'IdentityMetric':{}} )
m3 = configureMetric('OpenShutterMetric', summaryStats={'IdentityMetric':{}} )
slicer = configureSlicer('UniSlicer', metricDict=makeDict(m1,m2,m3),
constraints=[''])
slicerList.append(slicer)
m1 = configureMetric('CountMetric', kwargs={'col':'expMJD', 'metricName':'Number of visits per night'},
summaryStats={'MeanMetric':{}, 'RmsMetric':{}, 'MedianMetric':{}})
m2 = configureMetric('OpenShutterFractionMetric',
summaryStats={'MeanMetric':{}, 'RmsMetric':{}, 'MedianMetric':{}})
slicer = configureSlicer('OneDSlicer', kwargs={'sliceColName':'night', 'binsize':1},
metricDict=makeDict(m1,m2),
constraints=[''])
slicerList.append(slicer)
config.slicers = makeDict(*slicerList)
return config
'maxl': 40,
'removeDipole': False
}
m1 = configureMetric('MeanMetric',
plotDict=plotDict,
kwargs={
'col': 'finSeeing',
'metricName': 'wplotdict'
})
m2 = configureMetric('MeanMetric', kwargs={'col': 'finSeeing'})
metricDict = makeDict(m1, m2)
slicer = configureSlicer('HealpixSlicer',
kwargs={"nside": nside},
metricDict=metricDict,
constraints=['filter="r"'])
# For skymap units, title, ylog, cbarFormat, cmap, percentileClip, plotMin, plotMax, zp, normVal
# also on hist: ylabel, bins, cumulative,ylog, color, scale, label, addLegend
slicerList.append(slicer)
plotDict = {
'title': 'title!',
'xMin': 0.5,
'xMax': 1.7,
'ylabel': 'ylabel!',
'xlabel': 'xlabel!',
'label': 'label!',
'addLegend': True,
'color': 'r',
# Here is an example of a very very simple MAF configuration driver script
# to run:
# runDriver.py oneMetricOneSlicer.py
# This script uses the LSST pex_config. This is executed as a python script, but only things that
# start with 'root.' are passed on to the driver script.
# Import MAF helper functions
from lsst.sims.maf.driver.mafConfig import configureSlicer, configureMetric, makeDict
# Set the output directory
root.outputDir = './OneMetric'
# Set the database to use (the example db included in the git repo)
root.dbAddress = {'dbAddress': 'sqlite:///opsimblitz2_1060_sqlite.db'}
# Name of this run (filename base)
root.opsimName = 'ob2_1060'
# Configure a metric to run. Compute the mean on the final delivered seeing.
#Once the mean seeing has been computed everywhere on the sky, compute the RMS as a summary statistic.
metric = configureMetric('MeanMetric',
kwargs={'col': 'finSeeing'},
summaryStats={'RmsMetric': {}})
# Configure a slicer. Use the Healpixslicer to compute the metric at points in the sky.
#Set the constraint as an empty string so all data is returned.
slicer = configureSlicer('HealpixSlicer',
metricDict=makeDict(metric),
constraints=[''])
root.slicers = makeDict(slicer)
#export PYTHONPATH=$PYTHONPATH':/some/path/here/'
from lsst.sims.maf.driver.mafConfig import configureMetric, configureSlicer, configureStacker, makeDict
root.outputDir = 'OutDither'
root.dbAddress = {'dbAddress': 'sqlite:///opsimblitz2_1060_sqlite.db'}
root.opsimName = 'opsimblitz2_1060'
sliceList = []
nside = 128
# "Normal" configuration of HealpixSlicer
metric = configureMetric('Coaddm5Metric')
slicer = configureSlicer('HealpixSlicer',
kwargs={'nside': nside},
metricDict=makeDict(metric),
constraints=['filter="r"'],
metadata='no dither')
sliceList.append(slicer)
# Normal configuration, making defaults explicit
metric = configureMetric('Coaddm5Metric')
slicer = configureSlicer('HealpixSlicer',
kwargs={
'nside': nside,
'spatialkey1': 'fieldRA',
'spatialkey2': 'fieldDec'
},
metricDict=makeDict(metric),
constraints=['filter="r"'],
metadata='no dither')
#export PYTHONPATH=$PYTHONPATH':/some/path/here/'
from lsst.sims.maf.driver.mafConfig import configureMetric, configureSlicer, makeDict
root.outputDir = 'OutMetrics'
root.dbAddress = {'dbAddress': 'sqlite:///opsimblitz2_1060_sqlite.db'}
root.opsimName = 'opsimblitz2_1060'
root.modules = ['exampleNewMetrics']
sliceList = []
metric = configureMetric('exampleNewMetrics.SimplePercentileMetric',
kwargs={'col': 'airmass'})
slicer = configureSlicer('UniSlicer',
metricDict=makeDict(metric),
constraints=['filter="r"'])
sliceList.append(slicer)
metric = configureMetric('exampleNewMetrics.PercentileMetric',
kwargs={
'col': 'airmass',
'percentile': 75
})
slicer = configureSlicer('UniSlicer',
metricDict=makeDict(metric),
constraints=['filter="r"'])
sliceList.append(slicer)
metric = configureMetric('exampleNewMetrics.MaxDifferenceMetric',
kwargs={
def mConfig(config, runName, dbDir='.', outputDir='LensedQuasarTimeDelays-dithered', **kwargs):
config.outputDir = outputDir
if runName.endswith('_sqlite.db'):
runName = runName.replace('_sqlite.db', '')
config.opsimName = runName
sqlitefile = os.path.join(dbDir, runName + '_sqlite.db')
config.dbAddress = {'dbAddress':'sqlite:///' + sqlitefile}
config.figformat = 'pdf'
config.modules = ['mafContrib']
sliceList = []
for i, expt in enumerate(['u','g','r','i','z','y','multi']):
seasonstyle = {'title':'%s, dithered, %s-band: Mean Season Length' %(runName, expt),
'xlabel':'Season Length (months)','bins':49,'xMin':0.0, 'xMax':12.0,
'colorMin':0.0, 'colorMax':12.0}
campaignstyle = {'title':'%s, dithered, %s-band: Campaign Length' %(runName, expt),
'xlabel':'Campaign Length (seasons)','bins':11,'xMin':0.0, 'xMax':11.0,
'colorMin':0.0, 'colorMax':11.0}
cadencestyle = {'title':'%s dithered, %s-band: Mean Separation between Nights' %(runName, expt),
'xlabel':'Night Separation (days)','bins':41,'xMin':0.0, 'xMax':40.0,
'colorMin':0.0, 'colorMax':40.0}
if expt != 'multi':
# First look at individual filters, one at a time:
constraints = ['filter="'+expt+'"']
else:
# Now look at all bands together:
constraints = ['']
# Configure metrics:
seasonmetric = configureMetric('mafContrib.SeasonLengthMetric',
kwargs={'seasonCol':'season','expMJDCol':'expMJD'},
plotDict=seasonstyle,
displayDict={'group':'Time Delay', 'order':i})
campaignmetric = configureMetric('mafContrib.CampaignLengthMetric',
kwargs={'seasonCol':'season'}, plotDict=campaignstyle,
displayDict={'group':'Time Delay', 'order':i})
cadencemetric = configureMetric('mafContrib.MeanNightSeparationMetric',
kwargs={'seasonCol':'season','nightCol':'night'},
plotDict=cadencestyle,
displayDict={'group':'Time Delay', 'order':i})
# Add a column labelling the seasons:
stacker = configureStacker('mafContrib.SeasonStacker', kwargs={})
# Make sky maps, at default resolution for now, and including opsim
# hexagonal dither stacker, called implicitly by specifying the
# spatialkeys:
slicer = configureSlicer('HealpixSlicer', kwargs={'nside':128,
'spatialkey1':'ditheredRA',
'spatialkey2':'ditheredDec'},
metricDict = makeDict(seasonmetric, campaignmetric, cadencemetric, accuracymetric),
constraints=constraints,
stackerDict=makeDict(stacker))
sliceList.append(slicer)
# End of expt loop.
# Send it all off to root (aka 'config').
config.slicers = makeDict(*sliceList)
return config
# Example for TripletMetric.py # Mike Lund - Vanderbilt University # [email protected] # Last edited 9/6/2014 from lsst.sims.maf.driver.mafConfig import configureSlicer, configureMetric, makeDict root.modules = ['mafContrib'] # Set the output directory root.outputDir = './Triplets' # Set the database to use (the example db included in the git repo) root.dbAddress = {'dbAddress':'sqlite:///opsimblitz2_1060_sqlite.db'} # Name of this run (filename base) root.opsimName = 'ob2_1060' plotDict={'colorMin':1, 'logScale':True, 'xlabel':'Number of triplets'} # Two metrics in TripletMetric. TripletMetric.TripletMetric is irrespective of band, while TripletMetric.TripletBandMetric is restricted to triplets of observations in the same band. metric = configureMetric('mafContrib.TripletBandMetric', plotDict=plotDict, kwargs={'DelMin':1, 'DelMax':7, 'RatioMax':2, 'RatioMin':1}) # Configure a slicer. Long run times for Healpixslicer #slicer = configureSlicer('HealpixSlicer', metricDict=makeDict(metric), constraints=['']) slicer = configureSlicer('OpsimFieldSlicer', metricDict=makeDict(metric), constraints=['']) root.slicers = makeDict(slicer)
def mConfig(config, runName, dbDir='.', outputDir='VarOut', nside=16, **kwargs):
# Tell the driver where to get contributed modules
config.modules = ['mafContrib']
# Set the output figure format.
config.figformat = 'pdf'
# Set the output directory
config.outputDir = outputDir
# Setup Database access
if runName.endswith('_sqlite.db'):
runName = runName.replace('_sqlite.db', '')
sqlitefile = os.path.join(dbDir, runName + '_sqlite.db')
config.dbAddress ={'dbAddress':'sqlite:///'+sqlitefile}
config.opsimName = runName
config.figformat = 'pdf'
config.verbose = True
# Filter list, and map of colors (for plots) to filters.
filters = ['u','g','r','i','z','y']
colors={'u':'m','g':'b','r':'g','i':'y','z':'r','y':'k'}
filtorder = {'u':1,'g':2,'r':3,'i':4,'z':5,'y':6}
# Set parameter for healpix resolution.
nside = nside
# Set filters to use.
filterlist = ['r']
# Set the number of years to use.
nyears = 3
nnights = int(nyears * 365)
for f in filterlist:
# Set up the sqlconstraint.
sqlconstraint = 'filter=\'%s\' and night<%d' %(f, nnights)
metriclist = []
# Configure the period deviation metric to run. Compute the recovered period for each HEALPIX.
# Once the period has been computed everywhere on the sky, compute the mean and RMS as a summary statistic.
mkwargs = {'col':'expMJD', 'periodMin':2, 'periodMax':10., 'nPeriods':5,
'metricName':'ShortPeriodDeviations'}
metriclist.append(configureMetric('mafContrib.PeriodDeviationMetric', kwargs=mkwargs,
summaryStats={'MeanMetric':{}, 'RmsMetric':{}},
displayDict={'group':'Cadence', 'subgroup':'Period Recovery', 'order':filtorder[f]}))
# Configure an additional version for long period variables.
mkwargs = {'col':'expMJD', 'periodMin':100, 'periodMax':300., 'nPeriods':5,
'metricName':'LongPeriodDeviations'}
metriclist.append(configureMetric('mafContrib.PeriodDeviationMetric', kwargs=mkwargs,
summaryStats={'MeanMetric':{}, 'RmsMetric':{}},
displayDict={'group':'Cadence', 'subgroup':'Period Recovery', 'order':filtorder[f]}))
# Configure the phase coverage metric.
mkwargs = {'col':'expMJD', 'periodMin':2, 'periodMax':10., 'nPeriods':5,
'metricName':'ShortPeriod Phase Uniformity'}
metriclist.append(configureMetric('mafContrib.PhaseUniformityMetric', kwargs=mkwargs,
summaryStats={'MeanMetric':{}, 'RmsMetric':{}},
displayDict={'group':'Cadence', 'subgroup':'Phase Uniformity', 'order':filtorder[f]}))
# Configure an additional version for long period variables.
mkwargs = {'col':'expMJD', 'periodMin':100, 'periodMax':300., 'nPeriods':5,
'metricName':'LongPeriod Phase Uniformity'}
metriclist.append(configureMetric('mafContrib.PhaseUniformityMetric', kwargs=mkwargs,
summaryStats={'MeanMetric':{}, 'RmsMetric':{}},
displayDict={'group':'Cadence', 'subgroup':'Phase Uniformity', 'order':filtorder[f]}))
# Configure a slicer. Use the Healpixslicer to compute the metric at points in the sky.
# Set the constraint as an empty string if all data are to be returned.
slicer = configureSlicer('HealpixSlicer',
kwargs={'nside':nside},
metricDict=makeDict(**metriclist),
constraints=[sqlconstraint])
config.slicers = makeDict(slicer)
return config
# Set the output directory
root.outputDir = './ctmetric_lsst_out'
# Set the database to use (the example db included in the git repo)
#root.dbAddress = {'dbAddress':'sqlite:///opsimblitz2_1060_sqlite.db'}
root.dbAddress = {'dbAddress':'sqlite:////Users/akim/Downloads/opsimblitz2_1060_sqlite.db'}
# Name of this run (filename base)
root.opsimName = 'ctmetric_lsst'
root.modules = ['projects.ctmetric_lsst']
nside=16
#import healpy
#solidangle = healpy.nside2pixarea(nside, degrees=True)
#import numpy
#solidangle = numpy.asscalar(solidangle)
# supernova light curve
kwargs = {'lc.class':'projects.snlightcurve.SNLightCurve','lc.z':0.3, 'lc.source': 'hsiao','lc.tmin':1e-8,'lc.tmax':10*(1+.3), 'magPrecision':0.05}
# Configure a metric to run. Compute the mean on the final delivered seeing. Once the mean seeing has been computed everywhere on the sky, compute the RMS as a summary statistic.
metric = configureMetric('projects.ctmetric_lsst.ctmetric_lsst',kwargs=kwargs,summaryStats={'RmsMetric':{}})
# Configure a binner. Use the Healpixbinner to compute the metric at points in the sky. Set the constraint as an empty string so all data is returned.
binner = configureSlicer('HealpixSlicer',kwargs={"nside":nside}, metricDict=makeDict(metric),
constraints=[''])
root.slicers = makeDict(binner)
# List of SQL constraints.
# If multiple constraints are listed in a slicer object, they are looped over and each one is executed individualy.
constraints = ["filter = \'%s\'"%'r', "filter = \'%s\' and night < 730"%'r']
# Configure a Healpix slicer:
# Configure 2 metrics to run on the Healpix slicer.
m1 = configureMetric('CountMetric', kwargs={'col':'expMJD'},
plotDict={'percentileClip':80., 'units':'#'},
summaryStats={'MeanMetric':{},'RmsMetric':{}})
m2 = configureMetric('Coaddm5Metric',
plotDict={'zp':27., 'percentileClip':95, 'units':'Co-add m5 - %.1f'%27.})
# Combine metrics in a dictionary
metricDict = makeDict(m1,m2)
# Generate the slicer configuration, passing in the metric configurations and SQL constraints
slicer = configureSlicer('HealpixSlicer',
kwargs={"nside":nside,'spatialkey1':"fieldRA", 'spatialkey2':"fieldDec"},
metricDict=metricDict, constraints=constraints)
# Add the slicer to the list of slicers
slicerList.append(slicer)
# Run the same metrics, but now use the hexdither field positions:
# As before, but new spatialkeys and add a metadata keyword so the previous files don't get overwritten
slicer = configureSlicer('HealpixSlicer',
kwargs={"nside":nside,'spatialkey1':"ditheredRA", 'spatialkey2':"ditheredDec"},
metricDict=metricDict, constraints=constraints, metadata='dith')
# Add this slicer to the list of slicers
slicerList.append(slicer)
# Configure a OneDSlicer:
# Configure a new metric
# Examples of all the plotting dictionary options
from lsst.sims.maf.driver.mafConfig import configureSlicer, configureMetric, makeDict
root.outputDir = './SimplePlotDict'
root.dbAddress = {'dbAddress':'sqlite:///opsimblitz2_1060_sqlite.db'}
root.opsimName = 'ob2_1060'
nside=16
slicerList=[]
plotDict={ 'title':'A Great New Title', 'colorMin':0.5, 'colorMax':1.4}
m1 = configureMetric('MeanMetric', plotDict=plotDict,
kwargs={'col':'finSeeing', 'metricName':'wplotdict'})
m2 = configureMetric('MeanMetric', kwargs={'col':'finSeeing'})
metricDict = makeDict(m1,m2)
slicer = configureSlicer('HealpixSlicer',kwargs={"nside":nside},
metricDict = metricDict,constraints=['filter="r"'])
slicerList.append(slicer)
root.slicers=makeDict(*slicerList)
root.figformat = 'png'
filters = ['u','g','r','i','z','y']
colors={'u':'m','g':'b','r':'g','i':'y','z':'r','y':'k'}
slicerName='HealpixSlicer'
slicerkwargs={'nside':32}
for f in filters:
m4 = configureMetric('Coaddm5Metric',
summaryStats={'MeanMetric':{}, 'RmsMetric':{}},
histMerge={'histNum':6, 'binsize':0.2, 'legendloc':'upper right',
'color':colors[f], 'label':'%s'%f})
metricDict = makeDict(m4)
constraints = ['filter = "%s"' %(f)]
slicer = configureSlicer(slicerName, kwargs=slicerkwargs, metricDict=metricDict,
constraints=constraints)
slicerList.append(slicer)
for f in filters:
m1 = configureMetric('CountMetric', kwargs={'col':'fiveSigmaDepth'},
histMerge={'histNum':1, 'legendloc':'upper right',
'color':colors[f], 'label':'%s'%f} )
slicer = configureSlicer('OneDSlicer',
kwargs={'sliceColName':'fiveSigmaDepth', 'binsize':0.1},metricDict=makeDict(m1),
constraints=["filter = '%s'"%(f)])
#slicerList.append(slicer)
root.slicers=makeDict(*slicerList)
#setenv PYTHONPATH $PYTHONPATH':/some/path/here/'
#or bash:
#export PYTHONPATH=$PYTHONPATH':/some/path/here/'
from lsst.sims.maf.driver.mafConfig import configureMetric, configureSlicer, makeDict
root.outputDir = 'OutMetrics'
root.dbAddress = {'dbAddress':'sqlite:///opsimblitz2_1060_sqlite.db'}
root.opsimName = 'opsimblitz2_1060'
root.modules = ['exampleNewMetrics']
sliceList = []
metric = configureMetric('exampleNewMetrics.SimplePercentileMetric', kwargs={'col':'airmass'})
slicer = configureSlicer('UniSlicer', metricDict=makeDict(metric), constraints=['filter="r"'])
sliceList.append(slicer)
metric = configureMetric('exampleNewMetrics.PercentileMetric', kwargs={'col':'airmass', 'percentile':75})
slicer = configureSlicer('UniSlicer', metricDict=makeDict(metric), constraints=['filter="r"'])
sliceList.append(slicer)
metric = configureMetric('exampleNewMetrics.MaxDifferenceMetric', kwargs={'colA':'fieldRA', 'colB':'ditheredRA'})
slicer = configureSlicer('OpsimFieldSlicer', metricDict=makeDict(metric), constraints=[''])
sliceList.append(slicer)
metric = configureMetric('exampleNewMetrics.MaxDifferenceMetric', kwargs={'colA':'fieldDec', 'colB':'ditheredDec'})
slicer = configureSlicer('OpsimFieldSlicer', metricDict=makeDict(metric), constraints=[''])
sliceList.append(slicer)
metric = configureMetric('exampleNewMetrics.BestSeeingCoaddedDepthMetric')
# Here is an example of a very very simple MAF configuration driver script
# to run:
# runDriver.py varMetricExample.py
# Import MAF helper functions
from lsst.sims.maf.driver.mafConfig import configureSlicer, configureMetric, makeDict
# Tell the driver where to get contributed modules
root.modules = ['mafContrib']
root.figformat = 'png'
# Set the output directory
root.outputDir = './VarMetric'
# This should be changed to point to an OpSim output on disk
root.dbAddress = {'dbAddress':'sqlite:///ops1_1140_sqlite.db'}
# Name of this run (filename base)
root.opsimName = 'ops1_1140'
# Configure a metric to run. Compute the recovered period for each HEALPIX.
# Once the period has been computed everywhere on the sky, compute the RMS as a summary statistic.
kwargs = {'col':'expMJD', 'periodMin':10., 'periodMax':40., 'metricName':'SinPeriodMetric', 'units':'days'}
metric = configureMetric('mafContrib.SinPeriodMetric', kwargs=kwargs,
summaryStats={'RmsMetric':{}})
# Configure a slicer. Use the Healpixslicer to compute the metric at points in the sky.
# Set the constraint as an empty string if all data are to be returned.
slicer = configureSlicer('HealpixSlicer', metricDict=makeDict(metric),
constraints=['filter=\'r\''])
root.slicers = makeDict(slicer)
sqlitefile = os.path.join(dbDir, runName + '_sqlite.db')
root.dbAddress ={'dbAddress':'sqlite:///'+sqlitefile}
root.opsimName = runName
root.outputDir = 'OutDir'
slicerList = []
nside = 128
band='r'
slicerList = []
m1 = configureMetric('Coaddm5Metric',
plotDict={'title':'Co-added Depth', 'colorMin':25, 'colorMax':28})
slicer=configureSlicer('HealpixSlicer',
kwargs={'nside':nside, 'spatialkey1':'fieldRA', 'spatialkey2':'fieldDec'},
metricDict=makeDict(*[m1]),
constraints=['filter="%s"'%band])
slicerList.append(slicer)
m1 = configureMetric('Coaddm5Metric',
plotDict={'title':'Dithered Co-added Depth', 'colorMin':25, 'colorMax':28})
slicer=configureSlicer('HealpixSlicer',
kwargs={'nside':nside, 'spatialkey1':'ditheredRA', 'spatialkey2':'ditheredDec'},
metricDict=makeDict(*[m1]),
constraints=['filter="%s"'%band], metadata='dithered')
slicerList.append(slicer)
# Look at the proper motion precision
m1 = configureMetric('ProperMotionMetric', kwargs={'rmag':23, 'SedTemplate':'K','metricName':'Proper Motion 23mag'},
plotDict={'colorMin':.2, 'colorMax':5, 'units':'Proper Motion Precision (mas/yr)',
'logScale':True, 'nTicks':5, 'cbarFormat':'%.1f', 'xMax':80, 'xMin':0})
# Look at the single-visit depth and airmass for observations in each filter and merge
# them into a single histogram
for f in filters:
m1 = configureMetric('CountMetric',
kwargs={'col': 'fiveSigmaDepth'},
histMerge={
'histNum': 1,
'legendloc': 'upper right',
'color': colors[f],
'label': '%s' % f,
'ylabel': 'Count'
})
slicer = configureSlicer('OneDSlicer',
kwargs={
"sliceColName": 'fiveSigmaDepth',
'binsize': 0.1,
},
metricDict=makeDict(m1),
constraints=["filter = '%s'" % (f)])
sliceList.append(slicer)
m1 = configureMetric('CountMetric',
kwargs={'col': 'airmass'},
histMerge={
'histNum': 2,
'legendloc': 'upper right',
'color': colors[f],
'label': '%s' % f
})
slicer = configureSlicer('OneDSlicer',
kwargs={
"sliceColName": 'airmass',
# Examples of all the plotting dictionary options
from lsst.sims.maf.driver.mafConfig import configureSlicer, configureMetric, makeDict
root.outputDir = './SimplePlotDict'
root.dbAddress = {'dbAddress': 'sqlite:///opsimblitz2_1060_sqlite.db'}
root.opsimName = 'ob2_1060'
nside = 16
slicerList = []
plotDict = {'title': 'A Great New Title', 'colorMin': 0.5, 'colorMax': 1.4}
m1 = configureMetric('MeanMetric',
plotDict=plotDict,
kwargs={
'col': 'finSeeing',
'metricName': 'wplotdict'
})
m2 = configureMetric('MeanMetric', kwargs={'col': 'finSeeing'})
metricDict = makeDict(m1, m2)
slicer = configureSlicer('HealpixSlicer',
kwargs={"nside": nside},
metricDict=metricDict,
constraints=['filter="r"'])
slicerList.append(slicer)
root.slicers = makeDict(*slicerList)
dbDir = '.'
runName = 'ops1_1140'
sqlitefile = os.path.join(dbDir, runName + '_sqlite.db')
root.dbAddress ={'dbAddress':'sqlite:///'+sqlitefile}
root.opsimName = runName
root.outputDir = 'GapsDir'
slicerList = []
nside = 128
band='r'
slicerList = []
# Let's do a really high res with the chip gaps on!
nside = 2048/2
m1 = configureMetric('CountMetric', kwargs={'col':'expMJD'})
slicer = configureSlicer('HealpixSlicer',
kwargs={'nside':nside, 'spatialkey1':'fieldRA', 'spatialkey2':'fieldDec',
'useCamera':True, 'radius':2.014},
metricDict=makeDict(*[m1]),
constraints=['filter="%s" and fieldRA > 0 and fieldRA < %f and fieldDec < 0 and fieldDec > %f'%
(band, np.radians(10), np.radians(-10))])
slicerList.append(slicer)
root.slicers=makeDict(*slicerList)
plotDict={'title':'title!', 'cmap':'RdBu', 'xlabel':'xlabel!', 'ylabel':'ylabel!',
'label':'label!', 'addLegend':True, 'color':'r', 'bins':150,
'cbarFormat':'%.4g', 'cumulative':True, 'logScale':True,'colorMin':0.65, 'colorMax':1.5,
'xMin':0.5, 'xMax':1.6, 'linestyle':'--', 'maxl':40, 'removeDipole':False}
m1 = configureMetric('MeanMetric', plotDict=plotDict, kwargs={'col': 'finSeeing', 'metricName':'wplotdict'})
m2 = configureMetric('MeanMetric', kwargs={'col': 'finSeeing'})
metricDict = makeDict(m1,m2)
slicer = configureSlicer('HealpixSlicer',kwargs={"nside":nside},
metricDict = metricDict,constraints=['filter="r"'])
# For skymap units, title, ylog, cbarFormat, cmap, percentileClip, plotMin, plotMax, zp, normVal
# also on hist: ylabel, bins, cumulative,ylog, color, scale, label, addLegend
slicerList.append(slicer)
plotDict={ 'title':'title!', 'xMin':0.5, 'xMax':1.7, 'ylabel':'ylabel!',
'xlabel':'xlabel!', 'label':'label!', 'addLegend':True, 'color':'r',
'yMin':0.1,'yMax':10000., 'logScale':True, 'linestyle':'--'}
m1 = configureMetric('CountMetric', kwargs={'col':'finSeeing', 'metricName':'wplotdict'}, plotDict=plotDict)
m2 = configureMetric('CountMetric', kwargs={'col':'finSeeing'})
metricDict = makeDict(m1,m2)
slicer = configureSlicer('OneDSlicer', kwargs={'sliceColName':'finSeeing'},
from lsst.sims.maf.driver.mafConfig import configureMetric, configureSlicer, makeDict
root.outputDir = 'Hastacker'
root.dbAddress = {'dbAddress':'sqlite:///opsimblitz2_1060_sqlite.db'}
root.opsimName = 'opsimblitz2_1060'
sliceList = []
metric1 = configureMetric('MeanMetric', kwargs={'col':'HA'})
metric2 = configureMetric('MinMetric', kwargs={'col':'HA'})
metric3 = configureMetric('MaxMetric', kwargs={'col':'HA'})
metric4 = configureMetric('MedianMetric', kwargs={'col':'HA'})
metric5 = configureMetric('MedianMetric', kwargs={'col':'normairmass'})
metric6 = configureMetric('MedianAbsMetric', kwargs={'col':'HA'})
metricDict=makeDict(metric1,metric2,metric3,metric4, metric5,metric6)
slicer=configureSlicer('HealpixSlicer', metricDict=metricDict, constraints=['filter = "r"', 'filter="g"'])
sliceList.append(slicer)
root.slicers = makeDict(*sliceList)
root.verbose = True
# Test for mafConfig setup.
from lsst.sims.maf.driver.mafConfig import configureMetric, configureSlicer, makeDict
root.outputDir = 'OutMetrics'
root.dbAddress = {'dbAddress':'sqlite:///opsimblitz2_1060_sqlite.db'}
root.opsimName = 'opsimblitz2_1060'
root.modules = ['mafContrib']
sliceList = []
metric = configureMetric('mafContrib.NightsWithNFiltersMetric')
slicer = configureSlicer('HealpixSlicer', metricDict=makeDict(metric), constraints=[''])
sliceList.append(slicer)
metric = configureMetric('mafContrib.NightsWithNFiltersMetric')
slicer = configureSlicer('HealpixSlicer', kwargs={'spatialkey1':'yearlyDitherRA',
'spatialkey2':'yearlyDitherDec'},
metricDict=makeDict(metric), constraints=[''], metadata='yearly dither')
sliceList.append(slicer)
metric = configureMetric('mafContrib.NightsWithNFiltersMetric', kwargs={'nFilters':4})
slicer = configureSlicer('OneDSlicer', kwargs={'sliceColName':'night', 'binsize':30},
metricDict=makeDict(metric), constraints=[''])
sliceList.append(slicer)
root.slicers = makeDict(*sliceList)
import numpy as np
from lsst.sims.maf.driver.mafConfig import configureSlicer, configureMetric, makeDict
# A driver config for the plots on https://confluence.lsstcorp.org/display/SIM/MAF+documentation
# and https://confluence.lsstcorp.org/display/SIM/MAF%3A++Writing+a+new+metric
root.outputDir = './Doc'
root.dbAddress = {'dbAddress':'sqlite:///opsimblitz2_1060_sqlite.db'}
root.opsimName = 'opsimblitz2_1060'
root.figformat='png'
slicerList=[]
m1 = configureMetric('CountMetric', kwargs={'col':'slewTime'}, plotDict={'logScale':True})
slicer = configureSlicer('OneDSlicer', kwargs={"sliceColName":'slewTime', 'binsize':5.},
metricDict=makeDict(m1), constraints=[''] )
slicerList.append(slicer)
constraints = ["filter = \'%s\'"%'r']
m1 = configureMetric('MinMetric', kwargs={'col':'airmass'}, plotDict={'cmap':'RdBu'})
metricDict = makeDict(m1)
slicer = configureSlicer('OpsimFieldSlicer', metricDict=metricDict, constraints=constraints )
slicerList.append(slicer)
nside=64
constraints = ["filter = \'%s\'"%'r']
m2 = configureMetric('Coaddm5Metric', plotDict={'zp':27., 'percentileClip':95, 'units':'Co-add m5 - %.1f'%27.} )
metricDict = makeDict(m2)
slicer = configureSlicer('HealpixSlicer',
kwargs={"nside":nside,'spatialkey1':"fieldRA", 'spatialkey2':"fieldDec"},
metricDict = metricDict, constraints=constraints)
# Make an empty list to hold all the slicer configs
sliceList = []
# Make a set of SQL where constraints to only use each filter
constraints = []
filters = ['u','g','r','i','z','y']
for f in filters:
constraints.append("filter = '%s'"%f)
#["filter = 'u'", "filter = 'g'", "filter = 'r'", "filter = 'i'", "filter = 'z'", "filter = 'y'"]
# Run 2 metrics, the mean seeing and the co-added 5-sigma limiting depth.
metric1 = configureMetric('MeanMetric', kwargs={'col':'finSeeing'})
metric2 = configureMetric('Coaddm5Metric', plotDict={'cbarFormat':'%.3g'})
# Configure a slicer. Use the Healpix slicer to make sky maps and power spectra.
slicer = configureSlicer('HealpixSlicer', metricDict=makeDict(metric1,metric2),
kwargs={'nside':16}, constraints=constraints)
sliceList.append(slicer)
metric = configureMetric('MeanMetric', kwargs={'col':'finSeeing'})
# Configure a slicer. Use the UniSlicer to simply take all the data.
slicer = configureSlicer('UniSlicer', metricDict=makeDict(metric),
constraints=constraints)
sliceList.append(slicer)
root.slicers = makeDict(*sliceList)