def create_tabular_observation(satsys: str, rnx_type: str,
logger: logging.Logger) -> str:
"""
create_tabular_observation creates a tabular view of all observables for all SVs in RINEX obs file
"""
cFuncName = colored(os.path.basename(__file__),
'yellow') + ' - ' + colored(
sys._getframe().f_code.co_name, 'green')
# create a tabular output file containing the observables for this satsys
obs_tabular = amc.dRTK['rnx']['gnss'][satsys][rnx_type].replace(
'.', '-') + '.obstab'
args4GFZRNX = [
amc.dRTK['bin']['GFZRNX'], '-f', '-finp',
os.path.join(amc.dRTK['rinexDir'],
amc.dRTK['rnx']['gnss'][satsys][rnx_type]), '-fout',
os.path.join(amc.dRTK['gfzrnxDir'],
amc.dRTK['rnx']['gnss'][satsys]['marker'], obs_tabular),
'-tab_obs', '-satsys', satsys
]
logger.info(
'{func:s}: Creating observation tabular output {obstab:s}'.format(
obstab=colored(obs_tabular, 'green'), func=cFuncName))
# run the program
# gfzrnx -finp GALI1340.19O -tab_obs -satsys E 2> /dev/null -fout /tmp/E-ALL.t
amutils.run_subprocess(sub_proc=args4GFZRNX, logger=logger)
# return the created file name
return obs_tabular
def sbf2rinex(logger: logging.Logger) -> dict:
"""
sbf2rinex converts a SBF file to rinex according to the GNSS systems selected
"""
cFuncName = colored(os.path.basename(__file__),
'yellow') + ' - ' + colored(
sys._getframe().f_code.co_name, 'green')
# convert to RINEX for selected GNSS system
logger.info(
'{func:s}: RINEX conversion from SBF binary'.format(func=cFuncName))
# we'll convert always by for only GPS & Galileo, excluding other GNSSs
excludeGNSSs = 'RSCJI'
# dict with the name of the temporary created RINEX obs/nav files for later checking by GFZRNX
dTmpRnx = {}
# convert to RINEX observable file
args4SBF2RIN = [
amc.dRTK['bin']['SBF2RIN'], '-f',
os.path.join(amc.dRTK['rootDir'], amc.dRTK['binFile']), '-x',
excludeGNSSs, '-s', '-D', '-v', '-R3'
]
# create the output RINEX obs file name
dTmpRnx['obs'] = os.path.join(
tempfile.gettempdir(),
tempfile.NamedTemporaryFile(prefix="COMB_", suffix=".obs").name)
args4SBF2RIN.extend(['-o', dTmpRnx['obs']])
# run the sbf2rin program
logger.info(
'{func:s}: creating RINEX observation file'.format(func=cFuncName))
amutils.run_subprocess(sub_proc=args4SBF2RIN, logger=logger)
# convert to RINEX NAVIGATION file
args4SBF2RIN = [
amc.dRTK['bin']['SBF2RIN'], '-f',
os.path.join(amc.dRTK['rootDir'], amc.dRTK['binFile']), '-x',
excludeGNSSs, '-s', '-D', '-v', '-n', 'P', '-R3'
]
# create the output RINEX obs file name
dTmpRnx['nav'] = os.path.join(
tempfile.gettempdir(),
tempfile.NamedTemporaryFile(prefix="COMB_", suffix=".nav").name)
args4SBF2RIN.extend(['-o', dTmpRnx['nav']])
# run the sbf2rin program
logger.info(
'{func:s}: creating RINEX navigation file'.format(func=cFuncName))
amutils.run_subprocess(sub_proc=args4SBF2RIN, logger=logger)
return dTmpRnx
def rnxobs_statistics_file(dTmpRnx: dict, logger: logging.Logger):
"""
rnxobs_statistics_file creates the observation statistics per satellite system
"""
cFuncName = colored(os.path.basename(__file__), 'yellow') + ' - ' + colored(sys._getframe().f_code.co_name, 'green')
# create the satsys option for extracting the observation statistics for only Galileo & GPS (if both present)
satsystems = ''.join(amc.dRTK['rnx']['gnss']['select']).replace('M', '')
# create the CLI command for getting observation statistics in a temporary file
dTmpRnx['obsstat'] = dTmpRnx['obs'] + '.obsstat'
args4GFZRNX = [amc.dRTK['bin']['GFZRNX'], '-finp', dTmpRnx['obs'], '-stk_obs', '-satsys', satsystems, '-fout', dTmpRnx['obsstat'], '-f']
logger.info('{func:s}: extracting RINEX observation statistics'.format(func=cFuncName))
amutils.run_subprocess(sub_proc=args4GFZRNX, logger=logger)
# open the obsstat file for reading line by line
finp = open(dTmpRnx['obsstat'], 'r')
# read in the obsstat file per satellite system
for _, satsys in enumerate(satsystems):
# reset to start of file
finp.seek(0, os.SEEK_SET)
# create the directory under gfzrnx for this marker
marker_dir = os.path.join(amc.dRTK['gfzrnxDir'], amc.dRTK['rnx']['gnss'][satsys]['marker'])
amutils.mkdir_p(marker_dir)
amc.dRTK['rnx']['gnss'][satsys]['obsstat'] = '{marker:s}{doy:03d}0-{yy:02d}O.obsstat'.format(marker=amc.dRTK['rnx']['gnss'][satsys]['marker'], doy=amc.dRTK['rnx']['times']['DoY'], yy=amc.dRTK['rnx']['times']['yy'])
# create the file with the observation statistics for satsys
logger.info('{func:s}: creating observation statistics {stat:s}'.format(stat=colored(amc.dRTK['rnx']['gnss'][satsys]['obsstat'], 'green'), func=cFuncName))
with open(os.path.join(marker_dir, amc.dRTK['rnx']['gnss'][satsys]['obsstat']), "w") as fout:
for line in finp.readlines():
try:
if satsys == line[10]:
# found a line belonging to this satsys, replace the original marker name
fout.write('{line:s}'.format(line=line[1:].replace(amc.dRTK['rnx']['marker'], amc.dRTK['rnx']['gnss'][satsys]['marker'])))
except IndexError:
# skip empty lines
pass
# close the obsstat file
finp.close()
pass
def compress_rinex_obsnav(logger: logging.Logger):
"""
compress_rinex_obsnav compresses using Hatanaka & UNIX compress the observation file, while using 'gzip' for navigation full files
"""
# compress also the full observation file
cFuncName = colored(os.path.basename(__file__),
'yellow') + ' - ' + colored(
sys._getframe().f_code.co_name, 'green')
for _, satsys in enumerate(amc.dRTK['rnx']['gnss']['select']):
obs_cmp = '{obs:s}D.Z'.format(
obs=amc.dRTK['rnx']['gnss'][satsys]['obs'][:-1])
args4RNX2CRZ = [
amc.dRTK['bin']['RNX2CRZ'], '-f', '-d',
os.path.join(amc.dRTK['rinexDir'],
amc.dRTK['rnx']['gnss'][satsys]['obs'])
]
logger.info('{func:s}: Compressing RINEX observation {rnx:s}'.format(
rnx=colored(obs_cmp, 'green'), func=cFuncName))
# run the program
amutils.run_subprocess(sub_proc=args4RNX2CRZ, logger=logger)
logger.info('\n')
# store its name in dict
amc.dRTK['rnx']['gnss'][satsys]['obs'] = obs_cmp
# compress the full navigation file
nav_cmp = '{nav:s}.Z'.format(
nav=amc.dRTK['rnx']['gnss'][satsys]['nav'])
args4COMPRESS = [
amc.dRTK['bin']['COMPRESS'], '-f',
os.path.join(amc.dRTK['rinexDir'],
amc.dRTK['rnx']['gnss'][satsys]['nav'])
]
logger.info('{func:s}: Compressing RINEX observation {rnx:s}'.format(
rnx=colored(nav_cmp, 'green'), func=cFuncName))
# run the program
amutils.run_subprocess(sub_proc=args4COMPRESS, logger=logger)
# store its name in dict
amc.dRTK['rnx']['gnss'][satsys]['nav'] = nav_cmp
def create_svs_ascii_plot(satsys: str, rnx_type: str,
logger: logging.Logger) -> str:
"""
create_svs_ascii_plot creates a ASCII plot of SVs visibility according to RINEX observation file
"""
cFuncName = colored(os.path.basename(__file__),
'yellow') + ' - ' + colored(
sys._getframe().f_code.co_name, 'green')
prns_visibility = amc.dRTK['rnx']['gnss'][satsys][rnx_type].replace(
'.', '-') + '.prns'
args4GFZRNX = [
amc.dRTK['bin']['GFZRNX'], '-f', '-stk_epo', amc.dRTK['interval'],
'-finp',
os.path.join(amc.dRTK['rinexDir'],
amc.dRTK['rnx']['gnss'][satsys][rnx_type]), '-fout',
os.path.join(amc.dRTK['gfzrnxDir'],
amc.dRTK['rnx']['gnss'][satsys]['marker'],
prns_visibility)
]
logger.info('{func:s}: Creating ASCII SVs display {prns:s}'.format(
prns=colored(prns_visibility, 'green'), func=cFuncName))
# run the program
# gfzrnx -stk_epo 300-finp data/P1710171.20O
amutils.run_subprocess(sub_proc=args4GFZRNX, logger=logger)
# display the ASCII SVs overview
with open(
os.path.join(amc.dRTK['gfzrnxDir'],
amc.dRTK['rnx']['gnss'][satsys]['marker'],
prns_visibility)) as f:
for line in f:
if line.startswith(' ST'):
logger.info(line[:-1])
return prns_visibility
def create_tabular_observation(satsys: str, rnx_type: str, logger: logging.Logger) -> dict:
"""
create_tabular_observation creates a tabular view of all observables for all SVs in RINEX obs file
"""
cFuncName = colored(os.path.basename(__file__), 'yellow') + ' - ' + colored(sys._getframe().f_code.co_name, 'green')
# create a tabular output file containing the observables for this satsys
amutils.mkdir_p(os.path.join(amc.dRTK['gfzrnxDir'], amc.dRTK['rnx']['gnss'][satsys]['marker']))
dobs_tab = {}
if satsys != 'M':
dobs_tab[satsys] = amc.dRTK['rnx']['gnss'][satsys][rnx_type].replace('.', '-') + '.obstab'
args4GFZRNX = [amc.dRTK['bin']['GFZRNX'], '-f', '-finp', os.path.join(amc.dRTK['rinexDir'], amc.dRTK['rnx']['gnss'][satsys][rnx_type]), '-fout', os.path.join(amc.dRTK['gfzrnxDir'], amc.dRTK['rnx']['gnss'][satsys]['marker'], dobs_tab[satsys]), '-tab_obs', '-satsys', satsys]
logger.info('{func:s}: Creating observation tabular output {obstab:s}'.format(obstab=colored(dobs_tab[satsys], 'green'), func=cFuncName))
# run the program
# gfzrnx -finp GALI1340.19O -tab_obs -satsys E 2> /dev/null -fout /tmp/E-ALL.t
amutils.run_subprocess(sub_proc=args4GFZRNX, logger=logger)
else:
# create a file for GALI and one for GPSN from COMB RNX OBS file
for sat_syst, sat_syst_name in zip(['E', 'G'], ['GALI', 'GPSN']):
dobs_tab[sat_syst] = sat_syst_name + amc.dRTK['rnx']['gnss'][satsys][rnx_type].replace('.', '-')[4:] + '.obstab'
print('dobs_tab[sat_syst] = {!s}'.format(dobs_tab[sat_syst]))
args4GFZRNX = [amc.dRTK['bin']['GFZRNX'], '-f', '-finp', os.path.join(amc.dRTK['rinexDir'], amc.dRTK['rnx']['gnss'][satsys][rnx_type]), '-fout', os.path.join(amc.dRTK['gfzrnxDir'], amc.dRTK['rnx']['gnss'][satsys]['marker'], dobs_tab[sat_syst]), '-tab_obs', '-satsys', sat_syst]
logger.info('{func:s}: Creating observation tabular output {obstab:s}'.format(obstab=colored(dobs_tab[sat_syst], 'green'), func=cFuncName))
# run the program
# gfzrnx -finp GALI1340.19O -tab_obs -satsys E 2> /dev/null -fout /tmp/E-ALL.t
amutils.run_subprocess(sub_proc=args4GFZRNX, logger=logger)
# return the created files name
return dobs_tab
def create_rnxobs_subfreq(logger: logging.Logger):
"""
create_rnxobs_subfreq separates per frequency band the RINEX observation file
"""
cFuncName = colored(os.path.basename(__file__),
'yellow') + ' - ' + colored(
sys._getframe().f_code.co_name, 'green')
for _, satsys in enumerate(amc.dRTK['rnx']['gnss']['select']):
obs_sysfrq = amc.dRTK['rnx']['gnss'][satsys]['sysfrq']
if satsys == 'M':
sub_satsys = [
char for char in amc.dRTK['rnx']['gnss'][satsys]['satsys']
]
# we will only create RINEX files for the common frequencies between E and G
satfrq_common = list(
set(amc.dRTK['rnx']['gnss'][sub_satsys[0]]['sysfrq'])
& set(amc.dRTK['rnx']['gnss'][sub_satsys[1]]['sysfrq']))
else:
satfrq_common = amc.dRTK['rnx']['gnss'][satsys]['sysfrq']
for _, freq in enumerate(satfrq_common):
satsysfreq = '{sys:s}{freq:s}'.format(sys=satsys, freq=freq)
obs_base, obs_ext = os.path.splitext(
amc.dRTK['rnx']['gnss'][satsys]['obs'])
obs_sysfrq = '{base:s}_{sysfrq:s}{ext:s}'.format(base=obs_base,
ext=obs_ext,
sysfrq=satsysfreq)
# gfzrnx -finp GALI1340.19O -tab_obs -satsys E 2> /dev/null -fout /tmp/E-ALL.t
args4GFZRNX = [
amc.dRTK['bin']['GFZRNX'], '-f', '-finp',
os.path.join(amc.dRTK['rinexDir'],
amc.dRTK['rnx']['gnss'][satsys]['obs']), '-fout',
os.path.join(amc.dRTK['rinexDir'], obs_sysfrq), '-obs_types',
freq, '-satsys', amc.dRTK['rnx']['gnss'][satsys]['satsys']
]
logger.info(
'{func:s}: Creating frequency specific RINEX observation {rnx:s}'
.format(rnx=colored(obs_sysfrq, 'green'), func=cFuncName))
# run the program
amutils.run_subprocess(sub_proc=args4GFZRNX, logger=logger)
# compress the obtained RINEX file using rnx2crz with options -d (delete original) -f (overwrite)
obs_sysfreq_cmp = '{obs:s}D.Z'.format(obs=obs_sysfrq[:-1])
args4RNX2CRZ = [
amc.dRTK['bin']['RNX2CRZ'], '-f', '-d',
os.path.join(amc.dRTK['rinexDir'], obs_sysfrq)
]
logger.info(
'{func:s}: Compressing frequency specific RINEX observation {rnx:s}'
.format(rnx=colored(obs_sysfreq_cmp, 'green'), func=cFuncName))
# run the program
amutils.run_subprocess(sub_proc=args4RNX2CRZ, logger=logger)
logger.info('\n')
# store its name in dict
amc.dRTK['rnx']['gnss'][satsys]['obs-{freq:s}'.format(
freq=satsysfreq)] = obs_sysfreq_cmp
def gnss_rinex_creation(dTmpRnx: dict, logger: logging.Logger):
"""
gnss_rinex_creation creates the RINEX observation/navigation files per satsys
"""
cFuncName = colored(os.path.basename(__file__),
'yellow') + ' - ' + colored(
sys._getframe().f_code.co_name, 'green')
for rnx_type in ('obs', 'nav'):
# if we have both systems GPS Galileo then we only create the COMB files
print('{!s}'.format(amc.dRTK['rnx']['gnss']['select']))
if 'M' in amc.dRTK['rnx']['gnss']['select']:
logger.info('{func:s}: creating COMB file'.format(func=cFuncName))
satsys2create = 'M'
else:
satsys2create = amc.dRTK['rnx']['gnss']['select']
# create the corresponding RINEX Obs/Nav file for each individual satellite system
for _, satsys in enumerate(satsys2create):
# determin ethe name of the RINEX file to be created
amc.dRTK['rnx']['gnss'][satsys][
rnx_type] = '{marker:s}{doy:03d}0.{yy:02d}{ext:s}'.format(
marker=amc.dRTK['rnx']['gnss'][satsys]['marker'],
doy=amc.dRTK['rnx']['times']['DoY'],
yy=amc.dRTK['rnx']['times']['yy'],
ext=amc.dRnx_ext[satsys][rnx_type])
if rnx_type == 'obs':
out_dir = tempfile.gettempdir()
dTmpRnx[amc.dRTK['rnx']['gnss'][satsys]
['marker']] = os.path.join(
out_dir, amc.dRTK['rnx']['gnss'][satsys][rnx_type])
else:
out_dir = amc.dRTK['rinexDir']
# create the RINEX OBS or NAV file for this satsys in final dir for NAV and temporay dir for OBS
args4GFZRNX = [
amc.dRTK['bin']['GFZRNX'], '-finp', dTmpRnx[rnx_type], '-fout',
os.path.join(out_dir,
amc.dRTK['rnx']['gnss'][satsys][rnx_type]),
'-satsys', amc.dRTK['rnx']['gnss'][satsys]['satsys'], '-f',
'-chk', '-kv'
]
logger.info('{func:s}: creating RINEX file {name:s}'.format(
name=colored(amc.dRTK['rnx']['gnss'][satsys][rnx_type],
'green'),
func=cFuncName))
# perform the RINEX creation
amutils.run_subprocess(sub_proc=args4GFZRNX, logger=logger)
# when RINEX OBS adjust the headers by editing via CRUX file
if rnx_type == 'obs':
# create a CRUX file to correct the header info for this satsys
crux_file = create_crux(satsys=satsys, logger=logger)
rnxobs_file = os.path.join(
amc.dRTK['rinexDir'],
amc.dRTK['rnx']['gnss'][satsys][rnx_type])
args4GFZRNX = [
amc.dRTK['bin']['GFZRNX'], '-finp',
os.path.join(out_dir,
amc.dRTK['rnx']['gnss'][satsys][rnx_type]),
'-f', '-fout', rnxobs_file, '-crux', crux_file
]
# perform the RINEX header correction
amutils.run_subprocess(sub_proc=args4GFZRNX, logger=logger)
# remove temporary file created
os.remove(crux_file)
# only create these infos when we have no mixed observations file
if satsys != 'M':
# create e ASCII display of visibility of the SVs in the observation file
amc.dRTK['rnx']['gnss'][satsys][
'prns'] = create_svs_ascii_plot(satsys=satsys,
rnx_type=rnx_type,
logger=logger)
# create the tabular observation file
amc.dRTK['rnx']['gnss'][satsys][
'obstab'] = create_tabular_observation(
satsys=satsys, rnx_type=rnx_type, logger=logger)
pass
def rnxobs_header_info(dTmpRnx: dict, logger: logging.Logger):
"""
rnxobs_header_info extracts the basic hedaer info from the rinex file
and stores it in a JSON structure
"""
cFuncName = colored(os.path.basename(__file__),
'yellow') + ' - ' + colored(
sys._getframe().f_code.co_name, 'green')
# create the CLI command for extracting header information into a JSON structure
dTmpRnx['json'] = dTmpRnx['obs'] + '.json'
args4GFZRNX = [
amc.dRTK['bin']['GFZRNX'], '-finp', dTmpRnx['obs'], '-meta',
'basic:json', '-fout', dTmpRnx['json'], '-f'
]
logger.info(
'{func:s}: extracting RINEX observation header'.format(func=cFuncName))
amutils.run_subprocess(sub_proc=args4GFZRNX, logger=logger)
with open(dTmpRnx['json'], 'r') as f:
dObsHdr = json.load(f)
# collect time info
dTimes = {}
dTimes['DT'] = datetime.strptime(dObsHdr['data']['epoch']['first'][:-1],
'%Y %m %d %H %M %S.%f')
dTimes['date'] = dTimes['DT'].date()
dTimes['DoY'] = dTimes['DT'].timetuple().tm_yday
dTimes['year'] = dTimes['DT'].timetuple().tm_year
dTimes['yy'] = dTimes['year'] % 100
# collect info per satellite system
dSatSysts = {}
dSatSysts['select'] = list(dObsHdr['file']['satsys'])
if ('E' in dSatSysts['select']) and ('G' in dSatSysts['select']):
dSatSysts['select'] += 'M' # GPS/Galileo combined
for _, satsys in enumerate(dObsHdr['file']['satsys']):
dSatSyst = {}
dSatSyst['name'] = amc.dGNSSs.get(satsys)
dSatSyst['satsys'] = satsys
dSatSyst['sysfrq'] = dObsHdr['file']['sysfrq'][satsys]
dSatSyst['systyp'] = dObsHdr['file']['systyp'][satsys]
dSatSyst['sysobs'] = dObsHdr['file']['sysobs'][satsys]
# create the station name for this GNSS from amc.dGNSSs and replace the current station name by 'marker'
if (satsys == 'E') and (dSatSyst['sysfrq'] == ['1', '6']):
marker = 'GPRS'
else:
marker = ''.join(amc.dGNSSs[satsys].split())[:4].upper()
dSatSyst['marker'] = marker
dSatSysts[satsys] = dSatSyst
# check whether we have both GPS & GALILEO, if so make also the combined RINEX Obs/Nav files
if ('M' in dSatSysts['select']):
dSatSyst = {}
satsys = 'M'
dSatSyst['name'] = amc.dGNSSs.get(satsys)
dSatSyst['satsys'] = 'EG'
dSatSyst['sysfrq'] = list(
sorted(
set(dObsHdr['file']['sysfrq']['E'] +
dObsHdr['file']['sysfrq']['G'])))
dSatSyst['systyp'] = list(
sorted(
set(dObsHdr['file']['systyp']['E'] +
dObsHdr['file']['systyp']['G'])))
dSatSyst['sysobs'] = list(
sorted(
set(dObsHdr['file']['sysobs']['E'] +
dObsHdr['file']['sysobs']['G'])))
dSatSyst['marker'] = ''.join(amc.dGNSSs[satsys].split())[:4].upper()
dSatSysts[satsys] = dSatSyst
# store the usefull info
amc.dRTK['rnx'] = {}
amc.dRTK['rnx']['times'] = dTimes
amc.dRTK['rnx']['gnss'] = dSatSysts
amc.dRTK['rnx']['marker'] = dObsHdr['site']['name']
# report information to user
logger.info(
'{func:s}: RINEX observation basic information'.format(func=cFuncName))
logger.info('{func:s}: marker: {marker:s}'.format(
marker=dObsHdr['site']['name'], func=cFuncName))
logger.info('{func:s}: times:'.format(func=cFuncName))
logger.info('{func:s}: first: {first!s}'.format(
first=dObsHdr['data']['epoch']['first'], func=cFuncName))
logger.info('{func:s}: last: {last!s}'.format(
last=dObsHdr['data']['epoch']['last'], func=cFuncName))
logger.info('{func:s}: interval: {interval:.2f}'.format(
interval=float(dObsHdr['file']['interval']), func=cFuncName))
logger.info('{func:s}: DOY/YY: {DOY:03d}/{YY:02d}'.format(
DOY=dTimes['DoY'], YY=dTimes['yy'], func=cFuncName))
for _, satsys in enumerate(dObsHdr['file']['satsys']):
logger.info(
'{func:s}: satellite system: {satsys:s} ({gnss:s})'.format(
satsys=satsys, gnss=amc.dGNSSs.get(satsys), func=cFuncName))
logger.info('{func:s}: frequencies: {freqs!s}'.format(
freqs=dObsHdr['file']['sysfrq'][satsys], func=cFuncName))
logger.info('{func:s}: system types: {systypes!s}'.format(
systypes=dObsHdr['file']['systyp'][satsys], func=cFuncName))
logger.info('{func:s}: observables: {obs!s}'.format(
obs=dObsHdr['file']['sysobs'][satsys], func=cFuncName))
# logger.info('{func:s}: dRTK =\n{json!s}'.format(func=cFuncName, json=json.dumps(amc.dRTK, sort_keys=False, indent=4, default=amutils.DT_convertor)))
pass