def testBaseline(self):
"""
Set up a baseline survey and run for a few days. A crude way to touch lots of code.
"""
nside = fs.set_default_nside(nside=32)
survey_length = 2.1 # days
# Define what we want the final visit ratio map to look like
target_map = fs.standard_goals(nside=nside)
filters = ['u', 'g', 'r', 'i', 'z', 'y']
surveys = []
for filtername in filters:
bfs = []
bfs.append(fs.M5_diff_basis_function(filtername=filtername, nside=nside))
bfs.append(fs.Target_map_basis_function(filtername=filtername,
target_map=target_map[filtername],
out_of_bounds_val=hp.UNSEEN, nside=nside))
bfs.append(fs.North_south_patch_basis_function(zenith_min_alt=50., nside=nside))
bfs.append(fs.Slewtime_basis_function(filtername=filtername, nside=nside))
bfs.append(fs.Strict_filter_basis_function(filtername=filtername))
weights = np.array([3.0, 0.3, 1., 3., 3.])
surveys.append(fs.Greedy_survey_fields(bfs, weights, block_size=1, filtername=filtername,
dither=True, nside=nside))
surveys.append(fs.Pairs_survey_scripted([], [], ignore_obs='DD'))
# Set up the DD
dd_surveys = fs.generate_dd_surveys()
surveys.extend(dd_surveys)
scheduler = fs.Core_scheduler(surveys, nside=nside)
observatory = Speed_observatory(nside=nside)
observatory, scheduler, observations = fs.sim_runner(observatory, scheduler,
survey_length=survey_length,
filename=None)
# Check that a second part of a pair was taken
assert('scripted' in observations['note'])
# Check that the COSMOS DD was observed
assert('DD:COSMOS' in observations['note'])
# And the u-band
assert('DD:u,COSMOS' in observations['note'])
# Make sure a few different filters were observed
assert(len(np.unique(observations['filter'])) > 3)
# Make sure lots of observations executed
assert(observations.size > 1000)
def testsched(self):
target_map = fs.standard_goals()['r']
bfs = []
bfs.append(fs.M5_diff_basis_function())
bfs.append(fs.Target_map_basis_function(target_map=target_map))
weights = np.array([1., 1])
survey = fs.Simple_greedy_survey_fields(bfs, weights)
scheduler = fs.Core_scheduler([survey])
observatory = Speed_observatory()
# Check that we can update conditions
scheduler.update_conditions(observatory.return_status())
# Check that we can get an observation out
obs = scheduler.request_observation()
assert (obs is not None)
# Check that we can flush the Queue
scheduler.flush_queue()
assert (len(scheduler.queue) == 0)
# Check that we can add an observation
scheduler.add_observation(obs)
target_map = fs.standard_goals()['r']
filtername = 'r'
bfs = []
bfs.append(fs.Depth_percentile_basis_function(filtername=filtername))
bfs.append(
fs.Target_map_basis_function(target_map=target_map,
filtername=filtername,
out_of_bounds_val=hp.UNSEEN))
bfs.append(fs.North_south_patch_basis_function(zenith_min_alt=50.))
bfs.append(fs.Slewtime_basis_function(filtername=filtername))
weights = np.array([1., 0.2, 1., 2.])
survey = fs.Greedy_survey_fields(bfs,
weights,
block_size=1,
filtername=filtername)
scheduler = fs.Core_scheduler([survey])
observatory = Speed_observatory()
observatory, scheduler, observations = fs.sim_runner(
observatory,
scheduler,
survey_length=survey_length,
filename='one_filter_10yr.db',
delete_past=True)
#real 2218m35.723s 37 hours
#user 2183m17.980s
#sys 9m35.290s
filtername='gri'))
weights = np.array([3.0, 0.3, 0.3, 1., 3., 3., 0., 3.])
# Might want to try ignoring DD observations here, so the DD area gets covered normally--DONE
sv = fs.Greedy_survey_fields(bfs,
weights,
block_size=1,
filtername=filtername,
dither=True,
nside=nside,
ignore_obs='DD')
greedy_surveys.append(sv)
# Set up the DD surveys
dd_surveys = fs.generate_dd_surveys()
survey_list_o_lists = [dd_surveys, surveys, greedy_surveys]
scheduler = fs.Core_scheduler(survey_list_o_lists, nside=nside)
n_visit_limit = None
observatory = Speed_observatory(nside=nside, quickTest=True)
observatory, scheduler, observations = fs.sim_runner(
observatory,
scheduler,
survey_length=survey_length,
filename='rolling_mix_%iyrs.db' % years,
delete_past=True,
n_visit_limit=n_visit_limit)
t1 = time.time()
delta_t = t1 - t0
print('ran in %.1f min = %.1f hours' % (delta_t / 60., delta_t / 3600.))
weights = np.array([3.0, 0.4, 1., 2., 3.])
surveys.append(fs.Greedy_survey_fields(bfs, weights, block_size=1, filtername=filtername, dither=True))
surveys.append(fs.Pairs_survey_scripted([], [], ignore_obs='DD'))
# Set up the DD
dd_survey = fs.Scripted_survey([], [])
names = ['RA', 'dec', 'mjd', 'filter']
types = [float, float, float, '|1U']
observations = np.loadtxt('minion_dd.csv', skiprows=1, dtype=list(zip(names, types)), delimiter=',')
exptimes = np.zeros(observations.size)
exptimes.fill(30.)
observations = append_fields(observations, 'exptime', exptimes)
nexp = np.zeros(observations.size)
nexp.fill(2)
observations = append_fields(observations, 'nexp', nexp)
notes = np.zeros(observations.size, dtype='|2U')
notes.fill('DD')
observations = append_fields(observations, 'note', notes)
dd_survey.set_script(observations)
surveys.append(dd_survey)
scheduler = fs.Core_scheduler(surveys)
observatory = Speed_observatory()
observatory, scheduler, observations = fs.sim_runner(observatory, scheduler,
survey_length=survey_length,
filename='full_survey_%i.db' % years,
delete_past=True)
# 1 year, 445min = 7hr
# 1 year 383m58.160s
surveys.append(fs.Greedy_survey_fields(bfs, weights, block_size=1, filtername=filtername,
dither=True, nside=nside))
surveys.append(fs.Pairs_survey_scripted([], [], ignore_obs='DD'))
# Set up the DD
dd_survey = fs.Scripted_survey([], [])
names = ['RA', 'dec', 'mjd', 'filter']
types = [float, float, float, '|1U']
observations = np.loadtxt('minion_dd.csv', skiprows=1, dtype=list(zip(names, types)), delimiter=',')
exptimes = np.zeros(observations.size)
exptimes.fill(30.)
observations = append_fields(observations, 'exptime', exptimes)
nexp = np.zeros(observations.size)
nexp.fill(2)
observations = append_fields(observations, 'nexp', nexp)
notes = np.zeros(observations.size, dtype='|2U')
notes.fill('DD')
observations = append_fields(observations, 'note', notes)
dd_survey.set_script(observations)
surveys.append(dd_survey)
scheduler = fs.Core_scheduler(surveys, nside=nside)
observatory = Speed_observatory(nside=nside)
observatory, scheduler, observations = fs.sim_runner(observatory, scheduler,
survey_length=survey_length,
filename='full_nside32_%i.db' % years,
delete_past=True)
# 1962m28.940s = 32.7 hr
def generate_slair_scheduler():
nside = fs.set_default_nside(nside=32)
# get rid of silly northern strip.
target_map = fs.standard_goals(nside=nside)
norm_factor = fs.calc_norm_factor(target_map)
# List to hold all the surveys (for easy plotting later)
surveys = []
# Set up observations to be taken in blocks
filter1s = ['u', 'g', 'r', 'i', 'z', 'y']
filter2s = [None, 'g', 'r', 'i', None, None]
pair_surveys = []
for filtername, filtername2 in zip(filter1s, filter2s):
bfs = []
bfs.append(
fs.M5_diff_basis_function(filtername=filtername, nside=nside))
if filtername2 is not None:
bfs.append(
fs.M5_diff_basis_function(filtername=filtername2, nside=nside))
bfs.append(
fs.Target_map_basis_function(filtername=filtername,
target_map=target_map[filtername],
out_of_bounds_val=hp.UNSEEN,
nside=nside,
norm_factor=norm_factor))
if filtername2 is not None:
bfs.append(
fs.Target_map_basis_function(
filtername=filtername2,
target_map=target_map[filtername2],
out_of_bounds_val=hp.UNSEEN,
nside=nside,
norm_factor=norm_factor))
bfs.append(
fs.Slewtime_basis_function(filtername=filtername, nside=nside))
bfs.append(fs.Strict_filter_basis_function(filtername=filtername))
bfs.append(
fs.Zenith_shadow_mask_basis_function(nside=nside,
shadow_minutes=60.,
max_alt=76.))
weights = np.array([3.0, 3.0, .3, .3, 3., 3., 0.])
if filtername2 is None:
# Need to scale weights up so filter balancing still works properly.
weights = np.array([6.0, 0.6, 3., 3., 0.])
# XXX-
# This is where we could add a look-ahead basis function to include m5_diff in the future.
# Actually, having a near-future m5 would also help prevent switching to u or g right at twilight?
# Maybe just need a "filter future" basis function?
if filtername2 is None:
survey_name = 'blob, %s' % filtername
else:
survey_name = 'blob, %s%s' % (filtername, filtername2)
surveys.append(
fs.Blob_survey(bfs,
weights,
filtername=filtername,
filter2=filtername2,
survey_note=survey_name))
pair_surveys.append(surveys[-1])
# Let's set up some standard surveys as well to fill in the gaps. This is my old silly masked version.
# It would be good to put in Tiago's verion and lift nearly all the masking. That way this can also
# chase sucker holes.
filters = ['u', 'g', 'r', 'i', 'z', 'y']
#filters = ['i', 'z', 'y']
greedy_surveys = []
for filtername in filters:
bfs = []
bfs.append(
fs.M5_diff_basis_function(filtername=filtername, nside=nside))
bfs.append(
fs.Target_map_basis_function(filtername=filtername,
target_map=target_map[filtername],
out_of_bounds_val=hp.UNSEEN,
nside=nside,
norm_factor=norm_factor))
bfs.append(
fs.North_south_patch_basis_function(zenith_min_alt=50.,
nside=nside))
bfs.append(
fs.Slewtime_basis_function(filtername=filtername, nside=nside))
bfs.append(fs.Strict_filter_basis_function(filtername=filtername))
bfs.append(
fs.Zenith_shadow_mask_basis_function(nside=nside,
shadow_minutes=60.,
max_alt=76.))
weights = np.array([3.0, 0.3, 1., 3., 3., 0.])
# Might want to try ignoring DD observations here, so the DD area gets covered normally--DONE
surveys.append(
fs.Greedy_survey_fields(bfs,
weights,
block_size=1,
filtername=filtername,
dither=True,
nside=nside,
ignore_obs='DD'))
greedy_surveys.append(surveys[-1])
# Set up the DD surveys
dd_surveys = fs.generate_dd_surveys()
surveys.extend(dd_surveys)
survey_list_o_lists = [dd_surveys, pair_surveys, greedy_surveys]
# put in as list-of-lists so pairs get evaluated first.
scheduler = fs.Core_scheduler(survey_list_o_lists, nside=nside)
return scheduler
sequence='u',
nvis=[7],
survey_name='DD:u,290',
reward_value=100,
moon_up=False,
fraction_limit=0.0012,
ha_limits=([0., 0.5], [23.5, 24.]),
nside=nside,
filter_goals=filter_prop))
return dd_surveys
if __name__ == 'config':
survey_topology = SurveyTopology()
survey_topology.num_general_props = 4
survey_topology.general_propos = [
"NorthEclipticSpur", "SouthCelestialPole", "WideFastDeep",
"GalacticPlane"
]
survey_topology.num_seq_props = 1
survey_topology.sequence_propos = ["DeepDrillingCosmology1"]
nside = fs.set_default_nside(nside=32) # Required
greedy_surveys = generate_greedy(nside)
blob_surveys = generate_blob_surveys(nside)
dd_surveys = generate_dd(nside)
scheduler = fs.Core_scheduler([dd_surveys, blob_surveys, greedy_surveys],
nside=nside) # Required
