def save(outfilename, fieldname, ngts_version, keys, obj_id=None, obj_row=None,
time_index=None, time_date=None, time_hjd=None, time_actionid=None,
bls_rank=1, indexing='fits', fitsreader='fitsio', simplify=True,
fnames=None, root=None, roots=None, silent=False, set_nan=False):
'''save data for a given object to outfilename.pickle via ngtsio_get.py; see ngtsio_get.py for docstring'''
dic = ngtsio_get.get(fieldname, ngts_version, keys, obj_id=obj_id, obj_row=obj_row,
time_index=time_index, time_date=time_date, time_hjd=time_hjd, time_actionid=time_actionid,
bls_rank=bls_rank, indexing=indexing, fitsreader=fitsreader, simplify=simplify,
fnames=fnames, root=root, roots=roots, silent=silent, set_nan=set_nan)
pickle.dump( dic, open( outfilename+'.pickle', 'wb' ) )
def get(fieldname, ngts_version, keys, obj_id=None, obj_row=None,
time_index=None, time_date=None, time_hjd=None, time_actionid=None,
bls_rank=1, indexing='fits', fitsreader='fitsio', simplify=True,
fnames=None, root=None, roots=None, silent=False, set_nan=False):
'''get data for a given object with ngtsio_get.py; see ngtsio_get.py for docstring'''
dic = ngtsio_get.get(fieldname, ngts_version, keys, obj_id=obj_id, obj_row=obj_row,
time_index=time_index, time_date=time_date, time_hjd=time_hjd, time_actionid=time_actionid,
bls_rank=bls_rank, indexing=indexing, fitsreader=fitsreader, simplify=simplify,
fnames=fnames, root=root, roots=roots, silent=silent, set_nan=set_nan)
return dic
def save(outfilename,
fieldname,
ngts_version,
keys,
obj_id=None,
obj_row=None,
time_index=None,
time_date=None,
time_hjd=None,
time_actionid=None,
bls_rank=1,
indexing='fits',
fitsreader='fitsio',
simplify=True,
fnames=None,
root=None,
roots=None,
silent=False,
set_nan=False):
'''save data for a given object to outfilename.pickle via ngtsio_get.py; see ngtsio_get.py for docstring'''
dic = ngtsio_get.get(fieldname,
ngts_version,
keys,
obj_id=obj_id,
obj_row=obj_row,
time_index=time_index,
time_date=time_date,
time_hjd=time_hjd,
time_actionid=time_actionid,
bls_rank=bls_rank,
indexing=indexing,
fitsreader=fitsreader,
simplify=simplify,
fnames=fnames,
root=root,
roots=roots,
silent=silent,
set_nan=set_nan)
pickle.dump(dic, open(outfilename + '.pickle', 'wb'))
def get(fieldname,
ngts_version,
keys,
obj_id=None,
obj_row=None,
time_index=None,
time_date=None,
time_hjd=None,
time_actionid=None,
bls_rank=1,
indexing='fits',
fitsreader='fitsio',
simplify=True,
fnames=None,
root=None,
roots=None,
silent=False,
set_nan=False):
'''get data for a given object with ngtsio_get.py; see ngtsio_get.py for docstring'''
dic = ngtsio_get.get(fieldname,
ngts_version,
keys,
obj_id=obj_id,
obj_row=obj_row,
time_index=time_index,
time_date=time_date,
time_hjd=time_hjd,
time_actionid=time_actionid,
bls_rank=bls_rank,
indexing=indexing,
fitsreader=fitsreader,
simplify=simplify,
fnames=fnames,
root=root,
roots=roots,
silent=silent,
set_nan=set_nan)
return dic
def find(RA, DEC, ngts_version='all', unit='hmsdms', frame='icrs',
give_obj_id=True, search_radius=0.0014, field_radius=2.,
outfname=None):
'''
find the obj_id of a given RA and Dec
Parameters
----------
RA : str
in h m s as space seperated string
DEC : str
in d m s as space seperated string
unit : str
'hmsdms', 'deg', 'rad'
frame : str
'icrs' or others that astropy accepts
ngts_version : str
'all' or e.g. 'CYCLE1706'
give_obj_id : bool
also retrieve the obj_id
search_radius : float
0.0014 degree = 4.97 arcsec = 1 NGTS pixel
field_radius : float
1.92 degree, from center to the corner for square 7.4 sq deg FoV
'''
#list of NGTS fields, lying in the same directory
# fname_fieldlist = os.path.join( os.path.dirname(os.path.realpath(__file__)), 'List_of_observed_NGTS_fields.txt' )
#outfile
# if not os.path.exists(outfname): os.makedirs(outfname)
#convert RA and DEC from string into skycoords
RA_input = str(RA)
DEC_input = str(DEC)
if unit=='hmsdms':
c = SkyCoord(RA+' '+DEC, frame=frame, unit=(u.hourangle, u.deg))
RA = c.ra.deg
DEC = c.dec.deg
elif unit=='deg':
pass
elif unit=='rad':
RA = RA*180./np.pi
DEC = DEC*180./np.pi
#read list of observed NGTS fields from opis (needs to be manually updated)
fieldnames = []
ngts_versions = []
#::: on Cambridge servers
if 'ra.phy.cam.ac.uk' in socket.gethostname():
dirs = glob.glob('/appch/data/mg719/ngts_pipeline_output/prodstore/*/MergePipe*')
#::: on ngtshead (LINUX)
elif 'ngts' in socket.gethostname():
dirs = glob.glob('/ngts/prodstore/*/MergePipe*')
for dir1 in dirs:
f, n = [dir1.split('/')[-1].replace('_','.').split('.')[i] for i in (4,-1)]
fieldnames.append(f)
ngts_versions.append(n)
# d = np.genfromtxt(fname_fieldlist, usecols=[0,3], dtype=None)
# fieldnames = d[:,0]
# ngts_versions = d[:,1]
#fc = field_center
RA_DEC_fc = [ x[2:4]+' '+x[4:6]+' 00' + ' ' + x[6:9]+' '+x[9:11]+' 00' for x in fieldnames ]
c_fc = [ SkyCoord(x, frame='icrs', unit=(u.hourangle, u.deg)) for x in RA_DEC_fc ]
RA_fc = np.array([ x.ra.deg for x in c_fc ])
DEC_fc = np.array([ x.dec.deg for x in c_fc ])
#indices where the searched RA / DEC may be covered in an NGTS field (upper limit)
if ngts_version == 'all':
ind_field = np.where( (np.abs(RA_fc - RA) < field_radius)
& (np.abs(DEC_fc - DEC) < field_radius) )[0]
else:
ind_field = np.where( (np.abs(RA_fc - RA) < field_radius)
& (np.abs(DEC_fc - DEC) < field_radius)
& (ngts_versions == ngts_version) )[0]
#retrieve object ids via ngtsio_get
if (give_obj_id is True):
obj_id = ['None']*len(fieldnames)
for i in ind_field:
dic = ngtsio_get.get(fieldnames[i][0:11], ngts_versions[i], ['RA','DEC'], silent=True)
if dic is not None:
#RA and DEC come out in degree
RA_objs = dic['RA']
DEC_objs = dic['DEC']
ind_obj = np.where( (np.abs(RA_objs - RA) < search_radius)
& (np.abs(DEC_objs - DEC) < search_radius) )[0]
if len(ind_obj) > 0:
obj_id[i] = dic['OBJ_ID'][ind_obj]
else:
obj_id[i] = 'fits_not_available'
else:
obj_id = ['']*len(fieldnames)
#output
def printer(outfile):
if len(ind_field) == 0:
line = RA_input +'\t'+ DEC_input +'\t'+ 'no match'
print(line)
if outfile is not None: outfile.write(line+'\n')
else:
# print RA, DEC, 'in fields:'
for i in ind_field:
# print list(obj_id[i])
if (obj_id[i] is not 'None') & (obj_id[i] is not 'fits_not_available'):
obj_id_str = '\t'.join( list(obj_id[i]) )
else:
obj_id_str = obj_id[i]
line = RA_input +'\t'+ DEC_input +'\t'+ fieldnames[i][0:11] +'\t'+ ngts_versions[i] +'\t'+ obj_id_str
print(line)
if outfile is not None: outfile.write(line+'\n')
if outfname is not None:
with open(outfname, 'a') as outfile:
printer(outfile)
else:
printer(None)
def find(RA, DEC, ngts_version='all', unit='hmsdms', frame='icrs',
give_obj_id=True, search_radius=0.0014, field_radius=2.,
outfname=None):
'''
find the obj_id of a given RA and Dec
Parameters
----------
RA : str
in h m s as space seperated string
DEC : str
in d m s as space seperated string
unit : str
'hmsdms', 'deg', 'rad'
frame : str
'icrs' or others that astropy accepts
ngts_version : str
'all' or e.g. 'CYCLE1706'
give_obj_id : bool
also retrieve the obj_id
search_radius : float
0.0014 degree = 4.97 arcsec = 1 NGTS pixel
field_radius : float
1.92 degree, from center to the corner for square 7.4 sq deg FoV
'''
#list of NGTS fields, lying in the same directory
# fname_fieldlist = os.path.join( os.path.dirname(os.path.realpath(__file__)), 'List_of_observed_NGTS_fields.txt' )
#outfile
# if not os.path.exists(outfname): os.makedirs(outfname)
#convert RA and DEC from string into skycoords
RA_input = str(RA)
DEC_input = str(DEC)
if unit=='hmsdms':
c = SkyCoord(RA+' '+DEC, frame=frame, unit=(u.hourangle, u.deg))
RA = c.ra.deg
DEC = c.dec.deg
elif unit=='deg':
pass
elif unit=='rad':
RA = RA*180./np.pi
DEC = DEC*180./np.pi
#read list of observed NGTS fields from opis (needs to be manually updated)
fieldnames = []
ngts_versions = []
#::: on Cambridge servers
if 'ra.phy.cam.ac.uk' in socket.gethostname():
dirs = glob.glob('/appch/data/mg719/ngts_pipeline_output/prodstore/*/MergePipe*')
#::: on ngtshead (LINUX)
elif 'ngts' in socket.gethostname():
dirs = glob.glob('/ngts/prodstore/*/MergePipe*')
for dir1 in dirs:
f, n = [dir1.split('/')[-1].replace('_','.').split('.')[i] for i in (4,-1)]
fieldnames.append(f)
ngts_versions.append(n)
# d = np.genfromtxt(fname_fieldlist, usecols=[0,3], dtype=None)
# fieldnames = d[:,0]
# ngts_versions = d[:,1]
#fc = field_center
RA_DEC_fc = [ x[2:4]+' '+x[4:6]+' 00' + ' ' + x[6:9]+' '+x[9:11]+' 00' for x in fieldnames ]
c_fc = [ SkyCoord(x, frame='icrs', unit=(u.hourangle, u.deg)) for x in RA_DEC_fc ]
RA_fc = np.array([ x.ra.deg for x in c_fc ])
DEC_fc = np.array([ x.dec.deg for x in c_fc ])
#indices where the searched RA / DEC may be covered in an NGTS field (upper limit)
if ngts_version == 'all':
ind_field = np.where( (np.abs(RA_fc - RA) < field_radius)
& (np.abs(DEC_fc - DEC) < field_radius) )[0]
else:
ind_field = np.where( (np.abs(RA_fc - RA) < field_radius)
& (np.abs(DEC_fc - DEC) < field_radius)
& (ngts_versions == ngts_version) )[0]
#retrieve object ids via ngtsio_get
if (give_obj_id is True):
obj_id = ['None']*len(fieldnames)
for i in ind_field:
dic = ngtsio_get.get(fieldnames[i][0:11], ngts_versions[i], ['RA','DEC'], silent=True)
if dic is not None:
#RA and DEC come out in degree
RA_objs = dic['RA']
DEC_objs = dic['DEC']
ind_obj = np.where( (np.abs(RA_objs - RA) < search_radius)
& (np.abs(DEC_objs - DEC) < search_radius) )[0]
if len(ind_obj) > 0:
obj_id[i] = dic['OBJ_ID'][ind_obj]
else:
obj_id[i] = 'fits_not_available'
else:
obj_id = ['']*len(fieldnames)
#output
def printer(outfile):
if len(ind_field) == 0:
line = RA_input +'\t'+ DEC_input +'\t'+ 'no match'
print line
if outfile is not None: outfile.write(line+'\n')
else:
# print RA, DEC, 'in fields:'
for i in ind_field:
# print list(obj_id[i])
if (obj_id[i] is not 'None') & (obj_id[i] is not 'fits_not_available'):
obj_id_str = '\t'.join( list(obj_id[i]) )
else:
obj_id_str = obj_id[i]
line = RA_input +'\t'+ DEC_input +'\t'+ fieldnames[i][0:11] +'\t'+ ngts_versions[i] +'\t'+ obj_id_str
print line
if outfile is not None: outfile.write(line+'\n')
if outfname is not None:
with open(outfname, 'a') as outfile:
printer(outfile)
else:
printer(None)