def gnssir_guts(station, year, doy, snr_type, extension, lsp): """ my attempt to separate the inputs to the code and the guts of the code inputs are station name, year, day of year (integers) snr_type is an integer (99, 66, etc). lsp is a json """ # make sure environment variables exist. set to current directory if not g.check_environ_variables() e1 = lsp['e1'] e2 = lsp['e2'] minH = lsp['minH'] maxH = lsp['maxH'] ediff = lsp['ediff'] NReg = lsp['NReg'] PkNoise = lsp['PkNoise'] azval = lsp['azval'] naz = int(len(azval) / 2) freqs = lsp['freqs'] reqAmp = lsp['reqAmp'] plot_screen = lsp['plt_screen'] onesat = lsp['onesat'] screenstats = lsp['screenstats'] azval = lsp['azval'] d = g.doy2ymd(year, doy) month = d.month day = d.day dmjd, fracS = g.mjd(year, month, day, 0, 0, 0) xdir = os.environ['REFL_CODE'] ann = g.make_nav_dirs(year) # make sure directories are there for orbits g.result_directories(station, year, extension) # make directories for the LSP results # this defines the minimum number of points in an arc. This depends entirely on the sampling # rate for the receiver, so you should not assume this value is relevant to your case. minNumPts = 20 p, T, irefr = set_refraction_params(station, dmjd, lsp) # only doing one day at a time for now - but have started defining the needed inputs for using it twoDays = False obsfile2 = '' # dummy value for name of file for the day before, when we get to that fname, resultExist = g.LSPresult_name(station, year, doy, extension) if (resultExist): print('Results already exist on disk') if (lsp['overwriteResults'] == False) & (resultExist == True): allGood = 0 print( '>>>>> The result file exists for this day and you have selected the do not overwrite option' ) sys.exit() print('go ahead and access SNR data - first define SNR filename') obsfile, obsfileCmp, snre = g.define_and_xz_snr(station, year, doy, snr_type) print(obsfile, 'snrexistence', snre, ' and ', snr_type) if (not snre) and (not lsp['seekRinex']): print( 'SNR file does not exist and you have set the seekRinex variable to False' ) print('Use rinex2snr.py to make SNR files') sys.exit() if (not snre) and lsp['seekRinex']: print('SNR file does not exist. I will try to make a GPS only file.') rate = 'low' dec_rate = 0 orbtype = 'nav' g.quick_rinex_snrC(year, doy, station, snr_type, orbtype, rate, dec_rate) allGood, sat, ele, azi, t, edot, s1, s2, s5, s6, s7, s8, snrE = snr.read_snr_multiday( obsfile, obsfile2, twoDays) snr.compress_snr_files(lsp['wantCompression'], obsfile, obsfile2, twoDays) # SNR exists - go ahead if (allGood == 1): ele = apply_refraction_corr(lsp, ele, p, T) fout, frej = g.open_outputfile(station, year, doy, extension) # main loop a given list of frequencies total_arcs = 0 ct = 0 for f in freqs: if plot_screen: fig, (ax1, ax2) = plt.subplots(2, 1) rj = 0 gj = 0 print('**** looking at frequency ', f, ' ReqAmp', reqAmp[ct], ' doy ', doy, 'YYYY/MM/DD', year, month, day) # get the list of satellites for this frequency if onesat == None: satlist = g.find_satlist(f, snrE) else: satlist = onesat if (int(satlist[0]) < 100) and (f > 100): print('wrong satellite name for this frequency') for satNu in satlist: #if screenstats: print('Satellite', satNu) for a in range(naz): az1 = azval[(a * 2)] az2 = azval[(a * 2 + 1)] x, y, Nv, cf, UTCtime, avgAzim, avgEdot, Edot2, delT = g.window_data( s1, s2, s5, s6, s7, s8, sat, ele, azi, t, edot, f, az1, az2, e1, e2, satNu, lsp['polyV'], lsp['pele'], screenstats) MJD = g.getMJD(year, month, day, UTCtime) if Nv > minNumPts: maxF, maxAmp, eminObs, emaxObs, riseSet, px, pz = g.strip_compute( x, y, cf, maxH, lsp['desiredP'], lsp['polyV'], minH) nij = pz[(px > NReg[0]) & (px < NReg[1])] Noise = 0 if (len(nij) > 0): Noise = np.mean(nij) iAzim = int(avgAzim) okPk = True if abs(maxF - minH) < 0.10: # peak too close to min value okPk = False print( 'found a peak too close to the edge of the restricted RH region' ) if okPk & (delT < lsp['delTmax']) & ( eminObs < (e1 + ediff)) & (emaxObs > (e2 - ediff)) & ( maxAmp > reqAmp[ct]) & (maxAmp / Noise > PkNoise): fout.write( " {0:4.0f} {1:3.0f} {2:6.3f} {3:3.0f} {4:6.3f} {5:6.2f} {6:6.2f} {7:6.2f} {8:6.2f} {9:4.0f} {10:3.0f} {11:2.0f} {12:8.5f} {13:6.2f} {14:7.2f} {15:12.6f} {16:1.0f} \n" .format(year, doy, maxF, satNu, UTCtime, avgAzim, maxAmp, eminObs, emaxObs, Nv, f, riseSet, Edot2, maxAmp / Noise, delT, MJD, irefr)) gj += 1 if screenstats: T = g.nicerTime(UTCtime) print( 'SUCCESS Azimuth {0:3.0f} Sat {1:3.0f} RH {2:7.3f} m PkNoise {3:4.1f} Amp {4:4.1f} Fr{5:3.0f} UTC {6:5s} DT {7:3.0f} ' .format(iAzim, satNu, maxF, maxAmp / Noise, maxAmp, f, T, round(delT))) if plot_screen: local_update_plot(x, y, px, pz, ax1, ax2) else: rj += 1 if screenstats: print( 'FAILED QC for Azimuth {0:.1f} Satellite {1:2.0f} UTC {2:5.2f}' .format(iAzim, satNu, UTCtime)) g.write_QC_fails(delT, lsp['delTmax'], eminObs, emaxObs, e1, e2, ediff, maxAmp, Noise, PkNoise, reqAmp[ct]) print( '=================================================================================' ) print(' Frequency ', f, ' good arcs:', gj, ' rejected arcs:', rj) print( '=================================================================================' ) total_arcs = gj + total_arcs # close the output files ct += 1 #'Yes' if fruit == 'Apple' else 'No' if plot_screen: plot2screen(station, f, ax1, ax2, lsp['pltname']) fout.close()
def conv2snr(year, doy, station, option, orbtype, receiverrate, dec_rate, archive, fortran, translator): """ inputs: year and day of year (integers) and station name option is for the snr creation ??? integer or character? orbtype can be nav or sp3. if the former, then gpsSNR is used. if the later, then gnssSNR what are receiverrate and dec_rate defaults? this assumes you follow my definitions for where things go, i.e. REFL_CODE and ORBITS it currently checks Unavco, SOPAC, and SONEL. I should add CDDIS author: kristine m. larson 19may20, added decimation 19sep12, I got tired of code crashing for files > 20 observables. I am thus using teqc 20apr15, xz compression added but also try to streamline it. 20jul10, added arvchive setting. default is 'all' """ # define directory for the conversion executables if not os.path.isdir('logs'): subprocess.call(['mkdir', 'logs']) logname = 'logs/' + station + '.txt' log = open(logname, 'w+') log.write("Receiver rate: {0:5s} \n".format(receiverrate)) log.write("Decimation rate: {0:3.0f} \n".format(dec_rate)) log.write("Archive: {0:10s} \n".format(archive)) log.write("Orbits : {0:10s} \n".format(orbtype)) exedir = os.environ['EXE'] snrname_full, snrname_compressed, snre = g.define_and_xz_snr( station, year, doy, option) if (snre == True): log.write( "The snrfile already exists: {0:50s} \n".format(snrname_full)) print("The snrfile already exists: ", snrname_full) else: log.write( "The snrfile does not exist: {0:50s} \n".format(snrname_full)) d = g.doy2ymd(year, doy) month = d.month day = d.day # new function to do the whole orbit thing foundit, f, orbdir, snrexe = g.get_orbits_setexe( year, month, day, orbtype, fortran) # if you have the orbit file, you can get the rinex file if foundit: # now you can look for a rinex file rinexfile, rinexfiled = g.rinex_name(station, year, month, day) # This goes to find the rinex file. I am changing it to allow # an archive preference g.go_get_rinex_flex(station, year, month, day, receiverrate, archive) # define booleans for various files oexist = os.path.isfile(orbdir + '/' + f) == True rexist = os.path.isfile(rinexfile) == True exc = exedir + '/teqc' texist = os.path.isfile(exc) == True if rexist: # decimate using teqc if (texist) and (fortran) and (dec_rate > 0): log.write( "Decimating using teqc: {0:3.0f} seconds \n".format( dec_rate)) log.write( 'Unfortunately teqc removes Beidou data. Eventually I will remove this. \n' ) rinexout = rinexfile + '.tmp' cdec = str(dec_rate) fout = open(rinexout, 'w') subprocess.call([exc, '-O.dec', cdec, rinexfile], stdout=fout) fout.close() # needed? status = subprocess.call(['mv', '-f', rinexout, rinexfile]) # if orbits and rinexfile exist if (oexist) and (rexist): snrname = g.snr_name(station, year, month, day, option) orbfile = orbdir + '/' + f #print('translator',translator) if translator == 'hybrid': g.make_snrdir(year, station) # make sure output directory exists in1 = g.binary(rinexfile) in2 = g.binary( snrname) # this file is made locally and moved later in3 = g.binary(orbfile) in4 = g.binary(str(option)) if (dec_rate > 0): decr = str(dec_rate) else: decr = '0' in5 = g.binary( decr) # decimation can be used in hybrid option log.write( 'SNR file {0:50s} \n will use hybrid of python and fortran to make \n' .format(snrname)) gpssnr.foo(in1, in2, in3, in4, in5) else: if (translator == 'fortran'): t1 = time.time() try: #subprocess.call([snrexe, rinexfile, snrname, orbfile, str(option)]) log.write( 'Using standalone fortran for translation - separate log is used for stdout \n' ) flogname = 'logs/' + station + '_fortran.txt' flog = open(flogname, 'w+') a = subprocess.run([ snrexe, rinexfile, snrname, orbfile, str(option) ], capture_output=True, text=True) ddd = a.stdout flog.write(ddd) flog.close() status = subprocess.call(['rm', '-f', rinexfile]) status = subprocess.call(['xz', orbfile]) except: log.write( 'Problem with making SNR file, check fortran specific log {0:50s} \n' .format(flogname)) t2 = time.time() # print(' Exec time:', '{0:4.2f}'.format(t2-t1) ) # this is for people that want to use slow python code else: log.write( 'SNR file {0:50s} \n will use python to make \n'. format(snrname)) log.write( 'Decimating will be done here instead of using teqc \n' ) t1 = time.time() rnx2snr(rinexfile, orbfile, snrname, option, year, month, day, dec_rate, log) t2 = time.time() # print(' Exec time:', '{0:4.2f}'.format(t2-t1) ) # remove the rinex file subprocess.call(['rm', '-f', rinexfile]) if os.path.isfile(snrname): # make sure it exists and is non-zero size before moving it if (os.stat(snrname).st_size == 0): log.write( 'you created a zero file size which could mean a lot of things \n' ) log.write( 'bad exe, bad snr option, do not really have the orbit file \n' ) status = subprocess.call(['rm', '-f', snrname]) else: log.write('A SNR file was created: {0:50s} \n'.format( snrname_full)) print('\n') print('SUCCESS: SNR file was created:', snrname_full) g.store_snrfile(snrname, year, station) else: print('No SNR file was created') else: print( 'Either the RINEX file or orbit file does not exist, so there is nothing to convert' ) log.write( 'Either the RINEX file or orbit file does not exist, so there is nothing to convert \n' ) else: print('The orbit file you requested does not exist.') # close the log file log.close() return True
def quickLook_function(station, year, doy, snr_type,f,e1,e2,minH,maxH,reqAmp,pele,satsel,PkNoise,fortran): """ inputs: station name (4 char), year, day of year snr_type is the file extension (i.e. 99, 66 etc) f is frequency (1, 2, 5), etc e1 and e2 are the elevation angle limits in degrees for the LSP minH and maxH are the allowed LSP limits in meters reqAmp is LSP amplitude significance criterion pele is the elevation angle limits for the polynomial removal. units: degrees KL 20may10 pk2noise value is now sent from main function, which can be set online KL 20aug07 added fortran boolean """ # make sure environment variables exist g.check_environ_variables() if not os.path.isdir('logs'): subprocess.call(['mkdir', 'logs']) webapp = False # orbit directories ann = g.make_nav_dirs(year) # titles in 4 quadrants - for webApp titles = ['Northwest', 'Southwest','Northeast', 'Southeast'] # define where the axes are located bx = [0,1,0,1]; by = [0,0,1,1]; bz = [1,3,2,4] # various defaults - ones the user doesn't change in this quick Look code delTmax = 70 polyV = 4 # polynomial order for the direct signal desiredP = 0.01 # 1 cm precision ediff = 2 # this is a QC value, eliminates small arcs #four_in_one = True # put the plots together minNumPts = 20 #noise region for LSP QC. these are meters NReg = [minH, maxH] #print('Refl. Ht. Noise Region used: ', NReg) # for quickLook, we use the four geographic quadrants - these are azimuth angles in degrees azval = [270, 360, 180, 270, 0, 90, 90, 180] naz = int(len(azval)/2) # number of azimuth pairs pltname = 'temp.png' # default plot requireAmp = reqAmp[0] screenstats = True # to avoid having to do all the indenting over again # this allows snr file to live in main directory # not sure that that is all that useful as I never let that happen obsfile = g.define_quick_filename(station,year,doy,snr_type) if os.path.isfile(obsfile): print('>>>> The snr file exists ',obsfile) else: if True: #print('looking for the SNR file on disk') obsfile, obsfileCmp, snre = g.define_and_xz_snr(station,year,doy,snr_type) if snre: dkfjaklj = True #print('file exists on disk') else: print('>>>> The SNR the file does not exist ',obsfile) print('This code used to try and make one for you, but I have removed this option.') print('Please us rinex2snr and make a SNR file') sys.exit() #print('I will try to pick up a RINEX file ') #print('and translate it for you. This will be GPS only.') #print('For now I will check all the official archives for you.') #rate = 'low'; dec_rate = 0; archive = 'all'; #rinex.conv2snr(year, doy, station, int(snr_type), 'nav',rate,dec_rate,archive,fortran) #if os.path.isfile(obsfile): # print('the SNR file now exists') #else: # print('the RINEX file did not exist, had no SNR data, or failed to convert, so exiting.') allGood,sat,ele,azi,t,edot,s1,s2,s5,s6,s7,s8,snrE = read_snr_simple(obsfile) if allGood == 1: # make output file for the quickLook RRH values, just so you can give them a quick look see rhout = open('logs/rh.txt','w+') amax = 0 minEdataset = np.min(ele) print('minimum elevation angle (degrees) for this dataset: ', minEdataset) if minEdataset > (e1+0.5): print('It looks like the receiver had an elevation mask') e1 = minEdataset if webapp: fig = Figure(figsize=(10,6), dpi=120) axes = fig.subplots(2, 2) else: #plt.figure() # trying to help Kelly plt.figure(figsize=(10,6)) for a in range(naz): if not webapp: plt.subplot(2,2,bz[a]) plt.title(titles[a]) az1 = azval[(a*2)] ; az2 = azval[(a*2 + 1)] # this means no satellite list was given, so get them all if satsel == None: satlist = g.find_satlist(f,snrE) else: satlist = [satsel] for satNu in satlist: x,y,Nv,cf,UTCtime,avgAzim,avgEdot,Edot2,delT= g.window_data(s1,s2,s5,s6,s7,s8,sat,ele,azi,t,edot,f,az1,az2,e1,e2,satNu,polyV,pele,screenstats) if Nv > minNumPts: maxF, maxAmp, eminObs, emaxObs,riseSet,px,pz= g.strip_compute(x,y,cf,maxH,desiredP,polyV,minH) nij = pz[(px > NReg[0]) & (px < NReg[1])] Noise = 0 iAzim = int(avgAzim) if (len(nij) > 0): Noise = np.mean(nij) else: Noise = 1; iAzim = 0 # made up numbers if (delT < delTmax) & (eminObs < (e1 + ediff)) & (emaxObs > (e2 - ediff)) & (maxAmp > requireAmp) & (maxAmp/Noise > PkNoise): T = g.nicerTime(UTCtime) rhout.write('SUCCESS Azimuth {0:3.0f} RH {1:6.3f} m, Sat {2:3.0f} Freq {3:3.0f} Amp {4:4.1f} PkNoise {5:3.1f} UTC {6:5s} \n '.format( avgAzim,maxF,satNu,f,maxAmp,maxAmp/Noise,T)) if not webapp: plt.plot(px,pz,linewidth=1.5) else: axes[bx[a],by[a]].plot(px,pz,linewidth=2) axes[bx[a],by[a]].set_title(titles[a]) else: if not webapp: plt.plot(px,pz,'gray',linewidth=0.5) # i do not know how to add a grid using these version of matplotlib tt = 'GNSS-IR results: ' + station.upper() + ' Freq:' + str(f) + ' ' + str(year) + '/' + str(doy) aaa, bbb = plt.ylim() amax = max(amax, bbb) # do not know how to implement this ... if (a == 3) or (a==1): plt.xlabel('reflector height (m)') plt.suptitle(tt, fontsize=12) rhout.close() print('Reflector Height results are stored in a file called logs/rh.txt') if webapp: fig.savefig('temp.png', format="png") else: plt.show() else: print('some kind of problem with SNR file, so I am exiting the code politely.')
def conv2snr(year, doy, station, option, orbtype, receiverrate, dec_rate, archive, fortran): """ inputs: year and day of year (integers) and station name option is for the snr creation ??? integer or character? orbtype can be nav or sp3. if the former, then gpsSNR is used. if the later, then gnssSNR what are receiverrate and dec_rate defaults? this assumes you follow my definitions for where things go, i.e. REFL_CODE and ORBITS it currently checks Unavco, SOPAC, and SONEL. I should add CDDIS author: kristine m. larson 19may20, added decimation 19sep12, I got tired of code crashing for files > 20 observables. I am thus using teqc 20apr15, xz compression added but also try to streamline it. 20jul10, added arvchive setting. default is 'all' """ # define directory for the conversion executables print('receiver rate:', receiverrate) print('decimation rate: ', dec_rate) print('archive: ', archive) print('use fortran: ', fortran) print('orbtype: ', orbtype) exedir = os.environ['EXE'] snrname_full, snrname_compressed, snre = g.define_and_xz_snr( station, year, doy, option) if (snre == True): print('snrfile already exists:', snrname_full) else: print('the snrfile does not exist ', snrname_full) d = g.doy2ymd(year, doy) month = d.month day = d.day # new function to do the whole orbit thing foundit, f, orbdir, snrexe = g.get_orbits_setexe( year, month, day, orbtype, fortran) # if you have the orbit file, you can get the rinex file if foundit: # now you can look for a rinex file rinexfile, rinexfiled = g.rinex_name(station, year, month, day) # This goes to find the rinex file. I am changing it to allow # an archive preference g.go_get_rinex_flex(station, year, month, day, receiverrate, archive) # define booleans oexist = os.path.isfile(orbdir + '/' + f) == True rexist = os.path.isfile(rinexfile) == True exc = exedir + '/teqc' texist = os.path.isfile(exc) == True if rexist: if texist and fortran: # only do this for the older version print( 'teqc executable exists, will use to eliminate unnecessary observables' ) foutname = 'tmp.' + rinexfile fout = open(foutname, 'w') subprocess.call([ exc, '-O.obs', 'S1+S2+S5+S6+S7+S8', '-n_GLONASS', '27', rinexfile ], stdout=fout) fout.close() # store it in the original rinex filename subprocess.call(['rm', '-f', rinexfile]) subprocess.call(['mv', '-f', foutname, rinexfile]) # decimate this new rinex file if (rexist and dec_rate > 0): print('decimate using teqc ', dec_rate, ' seconds') rinexout = rinexfile + '.tmp' cdec = str(dec_rate) fout = open(rinexout, 'w') subprocess.call([exc, '-O.dec', cdec, rinexfile], stdout=fout) fout.close() # needed? status = subprocess.call( ['mv', '-f', rinexout, rinexfile]) # orbits and rinexfile exist if (oexist and rexist): snrname = g.snr_name(station, year, month, day, option) orbfile = orbdir + '/' + f if fortran: print('Using fortran for translation') try: subprocess.call( [snrexe, rinexfile, snrname, orbfile, str(option)]) status = subprocess.call(['rm', '-f', rinexfile]) status = subprocess.call(['xz', orbfile]) except: print('no success making SNR file') else: print('Do not use fortran to make ', snrname) print('decimating will be done here instead of using teqc') rnx2snr(rinexfile, orbfile, snrname, option, year, month, day, dec_rate) # remove the rinex file subprocess.call(['rm', '-f', rinexfile]) # check to make sure the conversion worked if os.path.isfile(snrname): # make sure it exists and is non-zero size before moving it if (os.stat(snrname).st_size == 0): print( 'you created a zero file size which could mean a lot of things' ) print( 'bad exe, bad snr option, do not really have the orbit file' ) status = subprocess.call(['rm', '-f', snrname]) else: print( 'a SNR file was created and it is non-zero in length' ) print(snrname_full) g.store_snrfile(snrname, year, station) else: print( 'Either the rinex file or orbit file does not exist, so there is nothing to convert' ) return True
def conv2snr(year, doy, station, option, orbtype,receiverrate,dec_rate,archive,fortran): """ inputs: year and day of year (integers) and station name option is for the snr creation ??? integer or character? orbtype can be nav or sp3. if the former, then gpsSNR is used. if the later, then gnssSNR what are receiverrate and dec_rate defaults? this assumes you follow my definitions for where things go, i.e. REFL_CODE and ORBITS it currently checks Unavco, SOPAC, and SONEL. I should add CDDIS author: kristine m. larson 19may20, added decimation 19sep12, I got tired of code crashing for files > 20 observables. I am thus using teqc 20apr15, xz compression added but also try to streamline it. 20jul10, added arvchive setting. default is 'all' """ # define directory for the conversion executables if not os.path.isdir('logs'): subprocess.call(['mkdir', 'logs']) logname = 'logs/' + station + '.txt' log = open(logname, 'w+') log.write("Receiver rate: {0:5s} \n".format(receiverrate)) log.write("Decimation rate: {0:3.0f} \n".format(dec_rate)) log.write("Archive: {0:10s} \n".format(archive)) if fortran: log.write("Use Fortran: {0:4s} \n".format('True')) else: log.write("Use Fortran: {0:5s} \n".format('False')) log.write("Orbits : {0:10s} \n".format(orbtype)) exedir = os.environ['EXE'] snrname_full, snrname_compressed, snre = g.define_and_xz_snr(station,year,doy,option) if (snre == True): log.write("The snrfile already exists: {0:50s} \n".format(snrname_full)) else: log.write("The snrfile does not exist: {0:50s} \n".format(snrname_full)) d = g.doy2ymd(year,doy); month = d.month; day = d.day # new function to do the whole orbit thing foundit, f, orbdir, snrexe = g.get_orbits_setexe(year,month,day,orbtype,fortran) # if you have the orbit file, you can get the rinex file if foundit: # now you can look for a rinex file rinexfile,rinexfiled = g.rinex_name(station, year, month, day) # This goes to find the rinex file. I am changing it to allow # an archive preference g.go_get_rinex_flex(station,year,month,day,receiverrate,archive) # define booleans oexist = os.path.isfile(orbdir + '/' + f) == True rexist = os.path.isfile(rinexfile) == True exc = exedir + '/teqc' texist = os.path.isfile(exc) == True if rexist: if texist and fortran: # only do this for the older version #print('teqc executable exists, will use to eliminate unnecessary observables') #foutname = 'tmp.' + rinexfile #fout = open(foutname,'w') #subprocess.call([exc, '-O.obs','S1+S2+S5+S6+S7+S8', '-n_GLONASS', '27', rinexfile],stdout=fout) #fout.close() log.write('This option deprecated - no longer use teqc for reducing observables \n') # store it in the original rinex filename #subprocess.call(['rm','-f',rinexfile]) #subprocess.call(['mv','-f',foutname, rinexfile]) # decimate this new rinex file if (rexist and dec_rate > 0): log.write("Decimating using teqc: {0:3.0f} seconds \n".format(dec_rate)) log.write('Unfortunately teqc removes Beidou data. Eventually I will remove this. \n') rinexout = rinexfile + '.tmp'; cdec = str(dec_rate) fout = open(rinexout,'w') subprocess.call([exc, '-O.dec', cdec, rinexfile],stdout=fout) fout.close() # needed? status = subprocess.call(['mv','-f', rinexout, rinexfile]) # orbits and rinexfile exist if (oexist and rexist): snrname = g.snr_name(station, year,month,day,option) orbfile = orbdir + '/' + f if fortran: try: #subprocess.call([snrexe, rinexfile, snrname, orbfile, str(option)]) log.write('Using fortran for translation - separate log is used for stdout \n') flogname = 'logs/' + station + '_fortran.txt' flog = open(flogname, 'w+') a=subprocess.run([snrexe, rinexfile, snrname, orbfile, str(option)],capture_output=True,text=True) ddd = a.stdout; flog.write(ddd); flog.close() status = subprocess.call(['rm','-f', rinexfile ]) status = subprocess.call(['xz', orbfile]) except: log.write('Problem with making SNR file, check log {0:50s} \n'.format(flogname)) else: log.write('SNR file {0:50s} \n will not use fortran to make \n'.format( snrname)) log.write('Decimating will be done here instead of using teqc \n') rnx2snr(rinexfile, orbfile,snrname,option,year,month,day,dec_rate,log) # remove the rinex file subprocess.call(['rm', '-f',rinexfile]) if os.path.isfile(snrname): # make sure it exists and is non-zero size before moving it if (os.stat(snrname).st_size == 0): log.write('you created a zero file size which could mean a lot of things \n') log.write('bad exe, bad snr option, do not really have the orbit file \n') status = subprocess.call(['rm','-f', snrname ]) else: log.write('A SNR file was created: {0:50s} \n'.format(snrname_full)) print('\n') print('A SNR file was created:', snrname_full) g.store_snrfile(snrname,year,station) else: print('Either the RINEX file or orbit file does not exist, so there is nothing to convert') log.write('Either the RINEX file or orbit file does not exist, so there is nothing to convert \n') # close the log file log.close() return True
def quickLook_function(station, year, doy, snr_type, f, e1, e2, minH, maxH, reqAmp, pele, satsel, PkNoise, fortran, pltscreen): """ inputs: station name (4 char), year, day of year snr_type is the file extension (i.e. 99, 66 etc) f is frequency (1, 2, 5), etc e1 and e2 are the elevation angle limits in degrees for the LSP minH and maxH are the allowed LSP limits in meters reqAmp is LSP amplitude significance criterion pele is the elevation angle limits for the polynomial removal. units: degrees KL 20may10 pk2noise value is now sent from main function, which can be set online KL 20aug07 added fortran boolean KL 21feb06 return data from the plots so that Jupyter notebooks can use them. also added pltscreen variable so that the default plots are not always displayed """ # return data to Jupyter Notebook people, good results nw = {} sw = {} ne = {} se = {} # failed periodograms failnw = {} failsw = {} failne = {} failse = {} list1 = {} # list of satellites in each quadrant list1['NW'] = [] list1['NE'] = [] list1['SW'] = [] list1['SE'] = [] list1['failNW'] = [] list1['failNE'] = [] list1['failSW'] = [] list1['failSE'] = [] # try the kelly way data = { 'NW': {}, 'SW': {}, 'NE': {}, 'SE': {}, 'fNW': {}, 'fSW': {}, 'fNE': {}, 'fSE': {} } # make sure environment variables exist g.check_environ_variables() if not os.path.isdir('logs'): subprocess.call(['mkdir', 'logs']) webapp = False # orbit directories ann = g.make_nav_dirs(year) # titles in 4 quadrants - for webApp titles = ['Northwest', 'Southwest', 'Northeast', 'Southeast'] stitles = ['NW', 'SW', 'NE', 'SE'] # define where the axes are located bx = [0, 1, 0, 1] by = [0, 0, 1, 1] bz = [1, 3, 2, 4] # various defaults - ones the user doesn't change in this quick Look code delTmax = 70 polyV = 4 # polynomial order for the direct signal desiredP = 0.01 # 1 cm precision ediff = 2 # this is a QC value, eliminates small arcs #four_in_one = True # put the plots together minNumPts = 20 #noise region for LSP QC. these are meters NReg = [minH, maxH] #print('Refl. Ht. Noise Region used: ', NReg) # for quickLook, we use the four geographic quadrants - these are azimuth angles in degrees azval = [270, 360, 180, 270, 0, 90, 90, 180] naz = int(len(azval) / 2) # number of azimuth pairs pltname = 'temp.png' # default plot requireAmp = reqAmp[0] screenstats = True # to avoid having to do all the indenting over again # this allows snr file to live in main directory # not sure that that is all that useful as I never let that happen obsfile = g.define_quick_filename(station, year, doy, snr_type) if os.path.isfile(obsfile): print('>>>> The snr file exists ', obsfile) else: if True: #print('looking for the SNR file on disk') obsfile, obsfileCmp, snre = g.define_and_xz_snr( station, year, doy, snr_type) if snre: dkfjaklj = True #print('file exists on disk') else: print('>>>> The SNR the file does not exist ', obsfile) print( 'This code used to try and make one for you, but I have removed this option.' ) print('Please us rinex2snr and make a SNR file') sys.exit() allGood, sat, ele, azi, t, edot, s1, s2, s5, s6, s7, s8, snrE = read_snr_simple( obsfile) if allGood == 1: # make output file for the quickLook RRH values, just so you can give them a quick look see rhout = open('logs/rh.txt', 'w+') amax = 0 minEdataset = np.min(ele) print('minimum elevation angle (degrees) for this dataset: ', minEdataset) if minEdataset > (e1 + 0.5): print('It looks like the receiver had an elevation mask') e1 = minEdataset if pltscreen: plt.figure(figsize=(10, 6)) for a in range(naz): if pltscreen: plt.subplot(2, 2, bz[a]) plt.title(titles[a]) az1 = azval[(a * 2)] az2 = azval[(a * 2 + 1)] # this means no satellite list was given, so get them all if satsel == None: satlist = g.find_satlist(f, snrE) else: satlist = [satsel] for satNu in satlist: x, y, Nv, cf, UTCtime, avgAzim, avgEdot, Edot2, delT = g.window_data( s1, s2, s5, s6, s7, s8, sat, ele, azi, t, edot, f, az1, az2, e1, e2, satNu, polyV, pele, screenstats) if Nv > minNumPts: maxF, maxAmp, eminObs, emaxObs, riseSet, px, pz = g.strip_compute( x, y, cf, maxH, desiredP, polyV, minH) nij = pz[(px > NReg[0]) & (px < NReg[1])] Noise = 0 iAzim = int(avgAzim) if (len(nij) > 0): Noise = np.mean(nij) else: Noise = 1 iAzim = 0 # made up numbers if (delT < delTmax) & (eminObs < (e1 + ediff)) & ( emaxObs > (e2 - ediff)) & (maxAmp > requireAmp) & (maxAmp / Noise > PkNoise): T = g.nicerTime(UTCtime) rhout.write( 'SUCCESS Azimuth {0:3.0f} RH {1:6.3f} m, Sat {2:3.0f} Freq {3:3.0f} Amp {4:4.1f} PkNoise {5:3.1f} UTC {6:5s} \n ' .format(avgAzim, maxF, satNu, f, maxAmp, maxAmp / Noise, T)) if pltscreen: plt.plot(px, pz, linewidth=1.5) if a == 0: nw[satNu] = [px, pz] list1['NW'].append(satNu) elif a == 1: sw[satNu] = [px, pz] list1['SW'].append(satNu) elif a == 2: ne[satNu] = [px, pz] list1['NE'].append(satNu) elif a == 3: se[satNu] = [px, pz] list1['SE'].append(satNu) idc = stitles[a] data[idc][satNu] = [px, pz] else: # these are failed tracks if pltscreen: plt.plot(px, pz, 'gray', linewidth=0.5) if a == 0: failnw[satNu] = [px, pz] list1['failNW'].append(satNu) elif a == 1: failsw[satNu] = [px, pz] list1['failSW'].append(satNu) elif a == 2: failne[satNu] = [px, pz] list1['failNE'].append(satNu) elif a == 3: failse[satNu] = [px, pz] list1['failSE'].append(satNu) idc = 'f' + stitles[a] data[idc][satNu] = [px, pz] # i do not know how to add a grid using these version of matplotlib tt = 'GNSS-IR results: ' + station.upper() + ' Freq:' + g.ftitle( f) + ' Year/DOY:' + str(year) + ',' + str(doy) if pltscreen: aaa, bbb = plt.ylim() amax = max(amax, bbb) # do not know how to implement this ... if (a == 3) or (a == 1): plt.xlabel('reflector height (m)') if (a == 1) or (a == 0): plt.ylabel('volts/volts') rhout.close() print( 'preliminary reflector height results are stored in a file called logs/rh.txt' ) # do not plot if sending data to Jupyter Notebooks if pltscreen: plt.suptitle(tt, fontsize=12) plt.show() else: print( 'some kind of problem with SNR file, so I am exiting the code politely.' ) return data