def run(bdict, opsdb, colmap, args):
resultsDb = db.ResultsDb(outDir=args.outDir)
group = mb.MetricBundleGroup(bdict, opsdb, outDir=args.outDir, resultsDb=resultsDb)
group.runAll()
group.plotAll()
resultsDb.close()
mafUtils.writeConfigs(opsdb, args.outDir)
def runSlew(opsdb, colmap, args):
resultsDb = db.ResultsDb(outDir=args.outDir)
bdict = batches.slewBasics(colmap, args.runName)
dbTable = None
group = mb.MetricBundleGroup(bdict, opsdb, outDir=args.outDir, resultsDb=resultsDb, dbTable=dbTable)
group.runAll()
group.plotAll()
if 'slewStatesTable' in colmap:
bdict = batches.slewAngles(colmap, args.runName)
dbTable = colmap['slewStatesTable']
group = mb.MetricBundleGroup(bdict, opsdb, outDir=args.outDir, resultsDb=resultsDb, dbTable=dbTable)
group.runAll()
group.plotAll()
if 'slewSpeedsTable' in colmap:
bdict = batches.slewSpeeds(colmap, args.runName)
dbTable = colmap['slewSpeedsTable']
group = mb.MetricBundleGroup(bdict, opsdb, outDir=args.outDir, resultsDb=resultsDb, dbTable=dbTable)
group.runAll()
group.plotAll()
if 'slewActivitiesTable' in colmap:
nslews = opsdb.fetchTotalSlewN()
bdict = batches.slewActivities(colmap, args.runName, totalSlewN=nslews)
dbTable = colmap['slewActivitiesTable']
group = mb.MetricBundleGroup(bdict, opsdb, outDir=args.outDir, resultsDb=resultsDb, dbTable=dbTable)
group.runAll()
group.plotAll()
resultsDb.close()
mafUtils.writeConfigs(opsdb, args.outDir)
def run(bdict, opsdb, colmap, args):
resultsDb = db.ResultsDb(outDir=args.outDir)
group = mb.MetricBundleGroup(bdict, opsdb, outDir=args.outDir, resultsDb=resultsDb)
group.runAll()
group.plotAll()
resultsDb.close()
mafUtils.writeConfigs(opsdb, args.outDir)
def run(bdict, opsdb, colmap, args, save=True):
resultsDb = db.ResultsDb(outDir=args.outDir)
group = mb.MetricBundleGroup(bdict,
opsdb,
outDir=args.outDir,
resultsDb=resultsDb,
saveEarly=False)
if save:
group.runAll()
group.plotAll()
else:
group.runAll(clearMemory=True, plotNow=True)
resultsDb.close()
mafUtils.writeConfigs(opsdb, args.outDir)
def runSlew(opsdb, colmap, args):
resultsDb = db.ResultsDb(outDir=args.outDir)
bdict = batches.slewBasics(colmap, args.runName)
dbTable = None
group = mb.MetricBundleGroup(bdict,
opsdb,
outDir=args.outDir,
resultsDb=resultsDb,
dbTable=dbTable)
group.runAll()
group.plotAll()
if 'slewStatesTable' in colmap:
bdict = batches.slewAngles(colmap, args.runName)
dbTable = colmap['slewStatesTable']
group = mb.MetricBundleGroup(bdict,
opsdb,
outDir=args.outDir,
resultsDb=resultsDb,
dbTable=dbTable)
group.runAll()
group.plotAll()
if 'slewSpeedsTable' in colmap:
bdict = batches.slewSpeeds(colmap, args.runName)
dbTable = colmap['slewSpeedsTable']
group = mb.MetricBundleGroup(bdict,
opsdb,
outDir=args.outDir,
resultsDb=resultsDb,
dbTable=dbTable)
group.runAll()
group.plotAll()
if 'slewActivitiesTable' in colmap:
nslews = opsdb.fetchTotalSlewN()
bdict = batches.slewActivities(colmap, args.runName, totalSlewN=nslews)
dbTable = colmap['slewActivitiesTable']
group = mb.MetricBundleGroup(bdict,
opsdb,
outDir=args.outDir,
resultsDb=resultsDb,
dbTable=dbTable)
group.runAll()
group.plotAll()
resultsDb.close()
mafUtils.writeConfigs(opsdb, args.outDir)
help="Can be 'design' or 'requested'")
parser.add_argument('--plotOnly', dest='plotOnly', action='store_true',
default=False, help="Reload the metric values from disk and re-plot them.")
parser.set_defaults()
args, extras = parser.parse_known_args()
# Build metric bundles.
bundleDict = makeBundleList(args.dbFile, nside=args.nside,
lonCol=args.lonCol, latCol=args.latCol,
benchmark=args.benchmark)
# Set up / connect to resultsDb.
resultsDb = db.ResultsDb(outDir=args.outDir)
# Connect to opsimdb.
opsdb = utils.connectOpsimDb(args.dbFile)
# Set up metricBundleGroup.
group = metricBundles.MetricBundleGroup(bundleDict, opsdb,
outDir=args.outDir, resultsDb=resultsDb)
# Read or run to get metric values.
if args.plotOnly:
group.readAll()
else:
group.runAll()
# Make plots.
group.plotAll()
# Get config info and write to disk.
utils.writeConfigs(opsdb, args.outDir)
opsdb = db.OpsimDatabaseV4(args.dbFile)
if args.runNoSave:
group = metricBundles.MetricBundleGroup(noSaveBundleDict, opsdb, saveEarly=False,
outDir=args.outDir, resultsDb=resultsDb)
group.runAll(clearMemory=True, plotNow=True)
del group, noSaveBundleDict
# Set up metricBundleGroup.
group = metricBundles.MetricBundleGroup(bundleDict, opsdb,
outDir=args.outDir, resultsDb=resultsDb)
# Read or run to get metric values.
if args.plotOnly:
group.readAll()
else:
group.runAll()
# Make plots.
group.plotAll()
# Make merged plots.
for key in mergedHistDict:
if len(mergedHistDict[key].bundleList) > 0:
mergedHistDict[key].incrementPlotOrder()
mergedHistDict[key].plot(outDir=args.outDir, resultsDb=resultsDb, closeFigs=True)
else:
warnings.warn('Empty bundleList for %s, skipping merged histogram' % key)
# Get config info and write to disk.
utils.writeConfigs(opsdb, args.outDir)
opsdb.close()
print("Finished sciencePerformance metric calculations.")
hAcadence = np.median(c[high_accuracy])
results['hA_cadence'] = hAcadence
hAseason = np.median(s[high_accuracy])
results['hA_season'] = hAseason
hAcampaign = np.median(y[high_accuracy])
results['hA_campaign'] = hAcampaign
precision_per_lens = np.array([np.mean(P[high_accuracy]), 4.0])
precision_per_lens = np.sqrt(np.sum(precision_per_lens * precision_per_lens))
results['precision_per_lens'] = precision_per_lens
fraction_found = np.mean(f[high_accuracy])
results['hA_rate'] = fraction_found
n_lenses = int((hAarea / 18000.0) * (fraction_found / 30.0) * 400)
results['N_lenses'] = n_lenses
distance_precision = precision_per_lens / np.sqrt(n_lenses)
results['distance_precision'] = distance_precision
# Write these summary values to the resultsDb
metricId = resultsDb.updateMetric(bundle.metric.name, bundle.slicer.slicerName,
args.runName, bundle.constraint, bundle.metadata, None)
for k in results:
resultsDb.updateSummaryStat(metricId, summaryName=k, summaryValue=results[k])
# Write config to disk.
mafUtils.writeConfigs(opsdb, args.outDir)
resultsDb.close()
opsdb.close()