desienv master

##  Customised repos in this directory.
##  addrepo = module unload X; add X to PYTHONPATH & PATH.
addrepo desisim;  addrepo desisurvey;  addrepo surveysim; addrepo desitarget; addrepo LSS; addrepo desiutil

##  Define this dir. / run.
export E2EDIR=/global/homes/m/mjwilson/desi/survey-validation/svdc-spring2020g-onepercent/



##  --- Generate footprint ---

## ---  Tools useful for defining footprint ----
##  Visible tiles:   https://portal.nersc.gov/project/desi/users/sjbailey/tilepicker/ci-tiles.html
##  BOSS footprint:  http://www.sdss3.org/dr9/algorithms/boss_tiling.php#footprint

py/gen_splitiles.py  ##  Generate tiles file for 1%, split (2x) fields.

##  DESIMODEL with 2020 fiberassign hardware packed away -- no restrictions on fiber reach. 
export DESIMODEL=/global/homes/m/mjwilson/desi/survey-validation/svdc-spring2020g-onepercent/desimodel/

##  ---  Run Survey Sim. for exposures / completed tiles. 
surveyinit --config-file /global/homes/m/mjwilson/desi/survey-validation/svdc-spring2020g-onepercent/config.yaml --tiles-file  /global/cscratch1/sd/mjwilson/svdc-spring2020g-onepercent/survey/tiles/onepercent.fits --output-path /global/cscratch1/sd/mjwilson/svdc-spring2020g-onepercent/survey/

surveysim --config-file /global/homes/m/mjwilson/desi/survey-validation/svdc-spring2020g-onepercent/config.yaml --tiles-file /global/cscratch1/sd/mjwilson/svdc-spring2020g-onepercent/survey/tiles/onepercent.fits --output-path /global/cscratch1/sd/mjwilson/svdc-spring2020g-onepercent/survey/ --rules /global/homes/m/mjwilson/desi/survey-validation/svdc-spring2020g-onepercent/rules/rules-depth.yaml --debug

##  Patch assign dates for erroneous last day, see FIX ME below...   py/patch_assigndates.py
../run/survey/assign_dates_surveysim.fits



##  ---  Generate mock targets  --- 
export DESI_BASIS_TEMPLATES=/global/cfs/cdirs/desi/spectro/templates/basis_templates/v3.2  ##  This wasn't necessary before?

##  Legacy dir. e.g. for MASKBITS.
##  /global/project/projectdirs/cosmo/data/legacysurvey/dr8

##  Get healpix required for a given tile list with py/healpixels.py

##  MPI run  ... limited success with this.
srun -N 6 -n 46 -c 8 mpi_select_mock_targets --output_dir /global/homes/m/mjwilson/desi/survey-validation/svdc-spring2020f-onepercent/run/targets/ --nside 64 --config desitarget/py/desitarget/mock/data/select-mock-targets-no-contam.yaml --no-spectra --nproc 4 --healpixels

##  ---  Run target generation  --- 
select_mock_targets --output_dir /global/homes/m/mjwilson/desi/survey-validation/svdc-spring2020g-onepercent/run/targets/ --nside 64 --config desitarget/py/desitarget/mock/data/select-mock-targets-no-con\
tam.yaml --no-spectra --nproc 4 --healpixels 6195 6196 6197 6198 6199 6200 6201 6202 6203 6204 6205 6206 6207 6213 6214 6215 6217 6218 6219 6220 6221 6222 6223 6224 6225 6226 6227 6230 6232 6233 6234 6235 6236 6237 6238 6239 6240 6241 6242 6243 6244 6245 6246 6247 6248 6249 6250 6251 6252 6253 6254 6255 6256 6257 6258 6259 6260 6261 6262 6263 6264 6265 6266 6267 6268 6269 6270 6271 6288 6289 6291 6292 6293 6294 6295 6297 6300 6301 6303 6325 6336 6337 6338 6339 6340 6341 6342 6343 6344 6345 6346 6347 6348 6349 6350 6351 6352 6353 6354 6355 6356 6357 6358 6359 6360 6361 6362 6363 6364 6365 6366 6367 6368 6369 6371 6372 6373 6374 6375 6377 6380 6381 6384 6385 6386 6387 6392 6408 6410 6432 6433 6434 6435 6436 6438 6440 6441 6442 6443 6444 6446 6528 6529 6530 6531 6536 18022 18023 18026 18027 18028 18029 18030 18031 18034 18035 18040 18041 18042 18043 18044 18046 18069 18070 18071 18073 18074 18075 18076 18077 18078 18079 18085 18086 18087 18089 18090 18091 18092 18093 18094 18095 18096 18097 18098 18099 18100 18101 18102 18103 18104 18105 18106 18107 18108 18109 18110 18111 18112 18113 18114 18115 18116 18117 18118 18119 18120 18121 18122 18123 18124 18125 18126 18127 18128 18129 18130 18131 18132 18133 18134 18135 18136 18137 18138 18139 18140 18141 18142 18143 18144 18145 18146 18147 18148 18149 18150 18151 18152 18153 18154 18155 18156 18157 18158 18159 18160 18161 18162 18163 18164 18165 18166 18167 18168 18169 18170 18171 18172 18306 18312 18314 18336 19456 19457 19458 19459 19460 19461 19462 19463 19465 19467 19468 19469 19470 19471 19472 19473 19474 19475 19476 19477 19478 19479 19480 19481 19482 19483 19484 19485 19486 19487 19492 19493 19494 19495 19504 19505 19506 19507 19508 19509 19510 19512 19513 19520 19521 19522 19523 19524 19525 19526 19527 19528 19529 19530 19531 19532 19536 19552

join_mock_targets --mockdir $E2EDIR/run/targets --overwrite

##  DEPRECATED:  Write .fits extracted from surveysim to txt for quicksurvey.
##  py/write_nights.py



##  ---  Wrap fiberassign & redshift estimation with given exposure list  --- 
# /global/common/software/desi/cori/desiconda/20190804-1.3.0-spec/code/fiberassign/master/bin/fiberassign
quicksurvey --fiberassign /global/common/software/desi/cori/desiconda/20190804-1.3.0-spec/code/fiberassign/master/bin/fiberassign --exposures /global/cscratch1/sd/mjwilson/svdc-spring2020g-onepercent/survey/complete_exposures_surveysim_fix.fits --fiberassignlog $E2EDIR/run/survey/assign_dates_surveysim.fits --targets_dir /global/cscratch1/sd/mjwilson/svdc-spring2020g-onepercent/targets --output_dir $E2EDIR/run/E2E --footprint $E2EDIR/run/survey/tiles/onepercent.fits



##  Power spectrum models.
export PYTHONPATH=/global/homes/m/mjwilson/desi/survey-validation/svdc-spring2020f-onepercent/mcfit/:$PYTHONPATH



----   NOTES  ----
IO limited.  Restrict size of skies to fiberassign.
Targets & Truth limited to observed tiles in (this) quicksurvey. 


----  FIX ME  ----
Only the first pass in gray, dark and bright should default assign date to the first day.