def run_track(temp_dir,exp_full_name,out_conf_fil,date,rnx_rover):
dowstring = ''.join([str(e) for e in conv.dt2gpstime(date)])
bigcomand = ' '.join(("track -f" , out_conf_fil , '-d' , conv.dt2doy(date) ,'-w', dowstring))
print('INFO : command launched :')
print(bigcomand)
# START OF PROCESSING
os.chdir(temp_dir)
subprocess.call([bigcomand], executable='/bin/bash', shell=True)
outfiles = []
outfiles = outfiles + glob.glob(os.path.join(temp_dir,exp_full_name + '*sum*'))
outfiles = outfiles + glob.glob(os.path.join(temp_dir,exp_full_name + '*pos*'))
outfiles = outfiles + glob.glob(os.path.join(temp_dir,exp_full_name + '*cmd*'))
Antobj_rov , Recobj_rov , Siteobj_rov , Locobj_rov = \
files_rw.read_rinex_2_dataobjts(rnx_rover)
[shutil.copy(e,out_dir) for e in outfiles]
[os.remove(e) for e in outfiles]
print("TRACK RUN FINISHED")
print('results available in ' , out_dir)
return None
def read_combi_sum_full(sum_full_file,
RMS_lines_output=True,
set_PRN_as_index=True):
Vals_stk = []
for l in open(sum_full_file):
F = l.split()
if "|" in F:
F.remove("|")
### Find date line
if "MJD:" in l:
date_line = l
### Skip useless lines
if not "|" in l or "------" in l:
continue
### Find AC list
if "PRN" in l:
ACs_list = F
ACs_list.append("RMS_sat")
ACs_list.append("PRN_str")
ACs_list.append("CONST")
elif F[0].isnumeric():
Fout = [float(f) for f in F]
Fout[0] = int(Fout[0])
#Add the PRN string and the constellation
Fout.append(prn_int_2_prn_str(int(Fout[0])))
Fout.append(Fout[-1][0])
Vals_stk.append(Fout)
elif "RMS" in F[0] and RMS_lines_output:
Fout = [float(f) for f in F[1:]]
Fout.append(np.nan)
Fout.insert(0, F[0])
#Add FAKE the PRN string and the constellation
Fout.append(F[0])
Fout.append(None)
Vals_stk.append(Fout)
DF = pd.DataFrame(Vals_stk, columns=ACs_list)
### Date management
mjd = float(date_line.split("MJD:")[1].split()[0])
date_dt = conv.MJD2dt(mjd)
DF.date_mjd = mjd
DF.date_dt = date_dt
DF.date_gps = utils.join_improved("", conv.dt2gpstime(date_dt))
if set_PRN_as_index:
DF.set_index("PRN_str", inplace=True)
return DF
def write_sp3(SP3_DF_in, outpath, skip_null_epoch=True, force_format_c=False):
"""
Write DOCSTRING
skip_null_epoch: Do not write an epoch if all sats are null (filtering)
"""
################## MAIN DATA
LinesStk = []
SP3_DF_wrk = SP3_DF_in.sort_values(["epoch", "sat"])
EpochRawList = SP3_DF_wrk["epoch"].unique()
SatList = sorted(SP3_DF_wrk["sat"].unique())
SatList = list(reversed(SatList))
SatListSet = set(SatList)
EpochUsedList = []
for epoc in EpochRawList:
SP3epoc = pd.DataFrame(SP3_DF_wrk[SP3_DF_wrk["epoch"] == epoc])
## Missing Sat
MissingSats = SatListSet.difference(set(SP3epoc["sat"]))
for miss_sat in MissingSats:
miss_line = SP3epoc.iloc[0].copy()
miss_line["sat"] = miss_sat
miss_line["const"] = miss_sat[0]
miss_line["x"] = 0.000000
miss_line["y"] = 0.000000
miss_line["z"] = 0.000000
miss_line["clk"] = 999999.999999
SP3epoc = SP3epoc.append(miss_line)
SP3epoc.sort_values("sat", inplace=True, ascending=False)
timestamp = conv.dt2sp3_timestamp(conv.numpy_datetime2dt(epoc)) + "\n"
linefmt = "P{:}{:14.6f}{:14.6f}{:14.6f}{:14.6f}\n"
LinesStkEpoch = []
sum_val_epoch = 0
for ilin, lin in SP3epoc.iterrows():
line_out = linefmt.format(lin["sat"], lin["x"], lin["y"], lin["z"],
lin["clk"])
sum_val_epoch += lin["x"] + lin["y"] + lin["z"]
LinesStkEpoch.append(line_out)
### if skip_null_epoch activated, print only if valid epoch
if not (np.isclose(sum_val_epoch, 0) and skip_null_epoch):
LinesStk.append(timestamp) # stack the timestamp
LinesStk = LinesStk + LinesStkEpoch # stack the values
EpochUsedList.append(epoc) # stack the epoc as dt
################## HEADER
######### SATELLITE LIST
Satline_stk = []
Sigmaline_stk = []
if force_format_c:
nlines = 5
else:
div, mod = np.divmod(len(SatList), 17)
if div < 5:
nlines = 5
else:
nlines = div
if mod != 0:
nlines += 1
for i in range(nlines):
SatLine = SatList[17 * i:17 * (i + 1)]
SatLineSigma = len(SatLine) * " 01"
if len(SatLine) < 17:
complem = " 00" * (17 - len(SatLine))
else:
complem = ""
if i == 0:
nbsat4line = len(SatList)
else:
nbsat4line = ''
satline = "+ {:3} ".format(nbsat4line) + "".join(
SatLine) + complem + "\n"
sigmaline = "++ 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n"
sigmaline = "++ " + SatLineSigma + complem + "\n"
Satline_stk.append(satline)
Sigmaline_stk.append(sigmaline)
######### 2 First LINES
start_dt = conv.numpy_datetime2dt(np.min(EpochUsedList))
header_line1 = "#cP" + conv.dt2sp3_timestamp(
start_dt, False) + " {:3}".format(
len(EpochUsedList)) + " u+U IGSXX FIT XXX\n"
delta_epoch = int(utils.most_common(np.diff(EpochUsedList) * 10**-9))
MJD = conv.dt2MJD(start_dt)
MJD_int = int(np.floor(MJD))
MJD_dec = MJD - MJD_int
gps_wwww, gps_sec = conv.dt2gpstime(start_dt, False, "gps")
header_line2 = "## {:4} {:15.8f} {:14.8f} {:5} {:15.13f}\n".format(
gps_wwww, gps_sec, delta_epoch, MJD_int, MJD_dec)
######### HEADER BOTTOM
header_bottom = """%c M cc GPS ccc cccc cccc cccc cccc ccccc ccccc ccccc ccccc
%c cc cc ccc ccc cccc cccc cccc cccc ccccc ccccc ccccc ccccc
%f 1.2500000 1.025000000 0.00000000000 0.000000000000000
%f 0.0000000 0.000000000 0.00000000000 0.000000000000000
%i 0 0 0 0 0 0 0 0 0
%i 0 0 0 0 0 0 0 0 0
/* PCV:IGSXX_XXXX OL/AL:FESXXXX NONE YN CLK:CoN ORB:CoN
/* GeodeZYX Toolbox Output
/*
/*
"""
################## FINAL STACK
FinalLinesStk = []
FinalLinesStk.append(header_line1)
FinalLinesStk.append(header_line2)
FinalLinesStk = FinalLinesStk + Satline_stk + Sigmaline_stk
FinalLinesStk.append(header_bottom)
FinalLinesStk = FinalLinesStk + LinesStk + ["EOF"]
FinalStr = "".join(FinalLinesStk)
F = open(outpath, "w+")
F.write(FinalStr)
def track_runner(rnx_rover,rnx_base,working_dir,experience_prefix,
XYZbase = [], XYZrover = [] , outtype = 'XYZ',mode = 'short',
interval=None,antmodfile = "~/gg/tables/antmod.dat",
calc_center='igs' , forced_sp3_path = '',
const="G",silent=False,rinex_full_path=False,
run_on_gfz_cluster=False,forced_iono_path=''):
# paths & files
working_dir = utils.create_dir(working_dir)
temp_dir = utils.create_dir(os.path.join(working_dir,'TEMP'))
out_dir = utils.create_dir(os.path.join(working_dir,'OUTPUT'))
if operational.check_if_compressed_rinex(rnx_rover):
rnx_rover = operational.crz2rnx(rnx_rover,temp_dir)
else:
shutil.copy(rnx_rover,temp_dir)
if operational.check_if_compressed_rinex(rnx_base):
rnx_base = operational.crz2rnx(rnx_base,temp_dir)
else:
shutil.copy(rnx_base,temp_dir)
# RINEX START & END
rov_srt, rov_end , rov_itv = operational.rinex_start_end(rnx_rover,1)
bas_srt, bas_end , bas_itv = operational.rinex_start_end(rnx_base,1)
# RINEX NAMES
rov_name = os.path.basename(rnx_rover)[0:4]
bas_name = os.path.basename(rnx_base)[0:4]
rov_name_uper = rov_name.upper()
bas_name_uper = bas_name.upper()
srt_str = rov_srt.strftime("%Y_%j")
exp_full_name = '_'.join((experience_prefix,rov_name,bas_name,srt_str))
out_conf_fil = os.path.join(out_dir,exp_full_name + '.cmd')
out_result_fil = os.path.join(out_dir,exp_full_name + '.out' )
print(out_conf_fil)
confobj = open(out_conf_fil,'w+')
# Obs Files
confobj.write(' obs_file' + '\n')
### just the basename, the caracter nb is limited (20210415)
if not rinex_full_path:
confobj.write(' '.join((' ',bas_name_uper,os.path.basename(rnx_base) ,'F'))+ '\n')
confobj.write(' '.join((' ',rov_name_uper,os.path.basename(rnx_rover),'K'))+ '\n')
else:
confobj.write(' '.join((' ',bas_name_uper,rnx_base ,'F'))+ '\n')
confobj.write(' '.join((' ',rov_name_uper,rnx_rover,'K'))+ '\n')
confobj.write('\n')
date = conv.rinexname2dt(os.path.basename(rnx_rover))
# Nav File
if forced_sp3_path == '':
strt_rnd = dt.datetime(*bas_srt.timetuple()[:3])
end_rnd = dt.datetime(*bas_end.timetuple()[:3])
orblis = operational.multi_downloader_orbs_clks( temp_dir ,
strt_rnd , end_rnd ,
archtype='/',
calc_center = calc_center)
#sp3Z = orblis[0]
sp3 = [utils.uncompress(sp3Z) for sp3Z in orblis]
sp3 = [e if ".sp3" in e[-5:] else e + ".sp3" for e in sp3]
else:
if utils.is_iterable(forced_sp3_path):
sp3 = forced_sp3_path
else:
sp3 = [forced_sp3_path]
for sp3_mono in sp3:
confobj.write(' '.join((' ','nav_file',sp3_mono ,' sp3'))+ '\n')
confobj.write('\n')
# Iono file
if forced_iono_path != '':
confobj.write(' ionex_file ' + forced_iono_path + '\n' )
# Mode
confobj.write(' mode ' + mode + '\n')
confobj.write('\n')
# Output
confobj.write(' pos_root ' + exp_full_name +'.pos' + '\n' )
confobj.write(' res_root ' + exp_full_name +'.res' + '\n' )
confobj.write(' sum_file ' + exp_full_name +'.sum' + '\n' )
confobj.write('\n')
# Outtype
confobj.write(' out_type ' + outtype + '\n')
confobj.write('\n')
# Interval
if not interval:
confobj.write(' interval ' + str(rov_itv) + '\n')
else:
confobj.write(' interval ' + str(interval) + '\n')
confobj.write('\n')
# Coords
bool_site_pos = False
if XYZbase != []:
if not bool_site_pos:
confobj.write(' site_pos \n')
bool_site_pos = True
XYZbase = [str(e) for e in XYZbase]
confobj.write(' '.join([' ', bas_name_uper] + XYZbase + ['\n']))
if XYZrover != []:
if not bool_site_pos:
confobj.write(' site_pos \n')
bool_site_pos = True
XYZrover = [str(e) for e in XYZrover]
confobj.write(' '.join([' ', rov_name_uper] + XYZrover + ['\n']))
if bool_site_pos:
confobj.write('\n')
# Offsets
confobj.write(' ante_off \n')
Antobj_rov , Recobj_rov , Siteobj_rov , Locobj_rov = \
files_rw.read_rinex_2_dataobjts(rnx_rover)
confobj.write(' '.join([' ', rov_name_uper ,
str(Antobj_rov.North_Ecc) ,
str(Antobj_rov.East_Ecc) ,
str(Antobj_rov.Up_Ecc) ,
Antobj_rov.Antenna_Type , '\n']))
Antobj_bas , Recobj_bas , Siteobj_bas , Locobj_bas = \
files_rw.read_rinex_2_dataobjts(rnx_base)
confobj.write(' '.join([' ', bas_name_uper ,
str(Antobj_bas.North_Ecc) ,
str(Antobj_bas.East_Ecc) ,
str(Antobj_bas.Up_Ecc) ,
Antobj_bas.Antenna_Type , '\n']))
confobj.write('\n')
# Site_stats
confobj.write(' site_stats \n')
confobj.write(' ' + bas_name_uper + " 0.1 0.1 0.1 0 0 0" + '\n')
confobj.write(' ' + rov_name_uper + " 20 20 20 0.5 0.5 0.5" + '\n')
confobj.write('\n')
# constellqtions
confobj.write(" TR_GNSS " + const + '\n')
# Misc
#confobj.write(" USE_GPTGMF" + '\n')
confobj.write(" ATM_MODELC GMF 0.5" + '\n')
confobj.write(" ANTMOD_FILE " + antmodfile + '\n')
confobj.write(" DCB_FILE " + "~/gg/incremental_updates/tables/dcb.dat.gnss" + '\n')
confobj.write(" atm_stats" + '\n')
confobj.write(' all 0.1 0.00030.00023' + '\n')
confobj.close()
#END OF FILE WRITING
dowstring = ''.join([str(e) for e in conv.dt2gpstime(date)])
bigcomand = ' '.join(("track -f" , out_conf_fil , '-d' , conv.dt2doy(date) ,'-w', dowstring))
if run_on_gfz_cluster:
bigcomand = "cjob -c '" + bigcomand + "'"
executable="/bin/csh"
else:
executable="/bin/bash"
print('INFO : command launched :')
print(bigcomand)
# START OF PROCESSING
if not silent:
os.chdir(temp_dir)
try:
subprocess.call([bigcomand], executable=executable, shell=True,timeout=60*20)
except subprocess.TimeoutExpired:
print("WARN: command timeout expired, skip")
pass
outfiles = []
outfiles = outfiles + glob.glob(os.path.join(temp_dir,exp_full_name + '*sum*'))
outfiles = outfiles + glob.glob(os.path.join(temp_dir,exp_full_name + '*pos*'))
outfiles = outfiles + glob.glob(os.path.join(temp_dir,exp_full_name + '*cmd*'))
Antobj_rov , Recobj_rov , Siteobj_rov , Locobj_rov = \
files_rw.read_rinex_2_dataobjts(rnx_rover)
[shutil.copy(e,out_dir) for e in outfiles]
[os.remove(e) for e in outfiles]
print("TRACK RUN FINISHED")
print('results available in ' , out_dir)
else:
print("Silent mode ON: nothing is launched")
return bigcomand
def sp3_overlap_creator(ac_list,
dir_in,
dir_out,
suffix_out_input=None,
overlap_size=7200,
force=False,
manage_missing_sats='common_sats_only',
eliminate_null_sat=True,
severe=False,
separated_systems_export=False,
first_date=None):
"""
Generate an SP3 Orbit file with overlap based on the SP3s of the
days before and after
Parameters
----------
ac_list : list
3-character codes of the ACs.
dir_in : str
where the input sp3 are.
dir_out : str
where the output sp3 will be outputed.
suffix_out_input : str, optional
last char of the 3-char. code. if None, then it is the same as input.
overlap_size : int, optional
Overlapsize. The default is 7200.
force : True, optional
force overwrite. The default is False.
manage_missing_sats : str, optional
'exclude' : generate a file with only the common sat
between the 3 days. Thus, exclude the missing sats
'extrapolate' : extrapolate the missing sats based on the first/last epoch
The default is 'common_sats_only'.
eliminate_null_sat : bool, optional
eliminate null sat. The default is True.
severe : bool, optional
raise an exception if problem. The default is False.
separated_systems_export : bool, optional
export different sp3 for different system. The default is False.
first_date : datetime, optional
exclude SP3 before this epoch
Returns
-------
None.
Note
----
start/end date are not implemented
the force option skips existing files
"""
Dict_Lfiles_ac = dict()
for ac in ac_list:
Dict_Lfiles_ac[ac] = []
Lfile = Dict_Lfiles_ac[ac]
Extlist = ["sp3", "SP3", "sp3.gz", "SP3.gz"]
for ext in Extlist:
Lfile = Lfile + utils.find_recursive(dir_in, "*" + ac + "*" + ext)
print("Nb of SP3 found for", ac, len(Lfile))
if not suffix_out_input:
suffix_out = ac
else:
suffix_out = ac[:2] + suffix_out_input
D = []
WWWWD = []
for sp3 in Lfile:
#wwwwd_str = os.path.basename(sp3)[3:8]
#D.append(conv.gpstime2dt(int(wwwwd_str[:4]),int(wwwwd_str[4:])))
dat = conv.sp3name2dt(sp3)
D.append(dat)
for dat in D[1:-1]: ####if selection manuel, zip > 2lists !!!
try:
print("***********", ac, dat)
if first_date:
if dat < first_date:
print("INFO: SKIP date", dat)
continue
wwwwd_str = conv.dt_2_sp3_datestr(dat).zfill(5)
dat_bef = dat - dt.timedelta(days=1)
dat_aft = dat + dt.timedelta(days=1)
wwwwd_str_bef = utils.join_improved(
"", *conv.dt2gpstime(dat_bef)).zfill(5)
wwwwd_str_aft = utils.join_improved(
"", *conv.dt2gpstime(dat_aft)).zfill(5)
###### check if exists
dir_out_wk = os.path.join(dir_out, "wk" + str(wwwwd_str)[:4])
utils.create_dir(dir_out_wk)
fil_out = dir_out_wk + "/" + suffix_out + wwwwd_str + ".sp3"
if not force and os.path.isfile(fil_out):
print("0))", fil_out, "exists, skipping...")
continue
### *************** STEP 1 ***************
print("1)) Search for the days before/after")
print("1))", dat_bef, dat_aft)
p1 = utils.find_regex_in_list(wwwwd_str + ".sp3", Lfile, True)
p_bef = utils.find_regex_in_list(wwwwd_str_bef + ".sp3", Lfile,
True)
p_aft = utils.find_regex_in_list(wwwwd_str_aft + ".sp3", Lfile,
True)
print("1)) Files found for the days before/after")
print("0b)", p_bef)
print("01)", p1)
print("0a)", p_aft)
if not p1 or not p_bef or not p_aft:
print("ERROR with day", dat)
continue
SP3 = files_rw.read_sp3(p1)
SP3_bef = files_rw.read_sp3(p_bef)
SP3_aft = files_rw.read_sp3(p_aft)
### Filtering to keep P only
SP3 = SP3[SP3.type == "P"]
SP3_bef = SP3_bef[SP3_bef.type == "P"]
SP3_aft = SP3_aft[SP3_aft.type == "P"]
SP3_bef = SP3_bef[SP3_bef["epoch"] < SP3["epoch"].min()]
SP3_aft = SP3_aft[SP3_aft["epoch"] > SP3["epoch"].max()]
SP3concat = pd.concat((SP3_bef, SP3, SP3_aft))
dat_filter_bef = dat - dt.timedelta(seconds=overlap_size)
dat_filter_aft = dat + dt.timedelta(
seconds=overlap_size) + dt.timedelta(days=1)
### *************** STEP 2 ***************
print("2)) dates of the overlap period before/after")
print("2))", dat_filter_bef, dat_filter_aft)
### *************** STEP 3 ***************
print("3)) Dates of: SP3 concatenated, before, current, after")
print("3))", SP3concat["epoch"].min(),
SP3concat["epoch"].max())
print("3b)", SP3_bef["epoch"].min(), SP3_bef["epoch"].max())
print("31)", SP3["epoch"].min(), SP3["epoch"].max())
print("3a)", SP3_aft["epoch"].min(), SP3_aft["epoch"].max())
SP3concat = SP3concat[(SP3concat["epoch"] >= dat_filter_bef)
& (SP3concat["epoch"] <= dat_filter_aft)]
########## HERE WE MANAGE THE MISSING SATS
if manage_missing_sats == "exclude":
print("4))", "remove missing sats ")
common_sats = set(SP3_bef["sat"]).intersection(
set(SP3["sat"])).intersection(set(SP3_aft["sat"]))
SP3concat = SP3concat[SP3concat["sat"].isin(common_sats)]
elif manage_missing_sats == "extrapolate":
print("4))", "extrapolate missing sats ")
for iovl, SP3_ovl in enumerate((SP3_bef, SP3_aft)):
if iovl == 0:
backward = True
forward = False
backfor = "backward"
elif iovl == 1:
backward = False
forward = True
backfor = "forward"
Sats = set(SP3["sat"])
Sats_ovl = set(SP3_ovl["sat"])
Sats_miss = Sats.difference(Sats_ovl)
if not Sats_miss:
continue
print("4a)", "extrapolate missing sats", backfor,
Sats_miss)
SP3extrapo_in = SP3concat[SP3concat["sat"].isin(
Sats_miss)]
#step = utils.most_common(SP3concat["epoch"].diff().dropna())
#step = step.astype('timedelta64[s]').astype(np.int32)
step = 900
#print(step)
#print("SP3extrapo_in",SP3extrapo_in)
SP3extrapo = reffram.extrapolate_sp3_DataFrame(
SP3extrapo_in,
step=step,
n_step=int(overlap_size / step),
backward=backward,
forward=forward,
until_backward=dat_filter_bef,
until_forward=dat_filter_aft,
return_all=False)
SP3concat = pd.concat((SP3concat, SP3extrapo))
print(SP3extrapo)
else:
print("ERR: check manage_missing_sats value")
raise Exception
if eliminate_null_sat:
GoodSats = []
for sat in SP3concat["sat"].unique():
XYZvals = SP3concat[SP3concat["sat"] == sat][[
"x", "y", "z"
]].sum(axis=1)
V = np.sum(np.isclose(XYZvals, 0)) / len(XYZvals)
if V < 0.50:
GoodSats.append(sat)
else:
print("6) eliminate because null position", sat)
SP3concat = SP3concat[SP3concat["sat"].isin(GoodSats)]
### *************** STEP 7 ***************
print("7))", "Start/End Epoch of the concatenated file ")
print("7))", SP3concat["epoch"].min(),
SP3concat["epoch"].max())
#### All systems
print("8)) outputed file")
print(fil_out)
write_sp3(SP3concat, fil_out)
#### system separated
if False:
for sys in SP3concat["const"].unique():
try:
SP3concat_sys = SP3concat[SP3concat["const"] ==
sys]
fil_out_sys = dir_out_wk + "/" + suffix_out[:2] + sys.lower(
) + wwwwd_str.zfill(5) + ".sp3"
print("9)) outputed file")
print(fil_out_sys)
write_sp3(SP3concat_sys, fil_out_sys)
except:
continue
except KeyboardInterrupt:
raise KeyboardInterrupt
except Exception as e:
if severe:
print("WARN:", e)
raise e
else:
print("WARN: Error", e, "but no severe mode, continue...")
continue
"""
def write_sp3(SP3_DF_in,
outpath,
outname=None,
prefix='orb',
skip_null_epoch=True,
force_format_c=False):
"""
Write a SP3 file from an Orbit DataFrame
Parameters
----------
SP3_DF_in : DataFrame
Input Orbit DataFrame.
outpath : str
The output path of the file (see also outname).
outname : None or str, optional
None = outpath is the full path (directory + filename) of the output.
A string = a manual name for the file.
'auto_old_cnv' = automatically generate the filename (old convention)
'auto_new_cnv' = automatically generate the filename (new convention)
The default is None.
prefix : str, optional
the output 3-char. name of the AC. The default is 'orb'.
skip_null_epoch : bool, optional
Do not write an epoch if all sats are null (filtering).
The default is True.
force_format_c : bool, optional
DESCRIPTION. The default is False.
Returns
-------
The string containing the formatted SP3 data.
"""
################## MAIN DATA
LinesStk = []
SP3_DF_wrk = SP3_DF_in.sort_values(["epoch", "sat"])
EpochRawList = SP3_DF_wrk["epoch"].unique()
SatList = sorted(SP3_DF_wrk["sat"].unique())
SatList = list(reversed(SatList))
SatListSet = set(SatList)
EpochUsedList = []
if not "clk" in SP3_DF_wrk.columns:
SP3_DF_wrk["clk"] = 999999.999999
for epoc in EpochRawList:
SP3epoc = pd.DataFrame(SP3_DF_wrk[SP3_DF_wrk["epoch"] == epoc])
## manage missing Sats for the current epoc
MissingSats = SatListSet.difference(set(SP3epoc["sat"]))
for miss_sat in MissingSats:
miss_line = SP3epoc.iloc[0].copy()
miss_line["sat"] = miss_sat
miss_line["const"] = miss_sat[0]
miss_line["x"] = 0.000000
miss_line["y"] = 0.000000
miss_line["z"] = 0.000000
miss_line["clk"] = 999999.999999
SP3epoc = SP3epoc.append(miss_line)
#### end of missing sat bloc
SP3epoc.sort_values("sat", inplace=True, ascending=False)
timestamp = conv.dt2sp3_timestamp(conv.numpy_dt2dt(epoc)) + "\n"
linefmt = "P{:}{:14.6f}{:14.6f}{:14.6f}{:14.6f}\n"
LinesStkEpoch = []
sum_val_epoch = 0
for ilin, lin in SP3epoc.iterrows():
if not "clk" in lin.index: # manage case if no clk in columns
lin["clk"] = 999999.999999
line_out = linefmt.format(lin["sat"], lin["x"], lin["y"], lin["z"],
lin["clk"])
sum_val_epoch += lin["x"] + lin["y"] + lin["z"]
LinesStkEpoch.append(line_out)
### if skip_null_epoch activated, print only if valid epoch
if not (np.isclose(sum_val_epoch, 0) and skip_null_epoch):
LinesStk.append(timestamp) # stack the timestamp
LinesStk = LinesStk + LinesStkEpoch # stack the values
EpochUsedList.append(epoc) # stack the epoc as dt
################## HEADER
######### SATELLITE LIST
Satline_stk = []
Sigmaline_stk = []
if force_format_c:
nlines = 5
else:
div, mod = np.divmod(len(SatList), 17)
if div < 5:
nlines = 5
else:
nlines = div
if mod != 0:
nlines += 1
for i in range(nlines):
SatLine = SatList[17 * i:17 * (i + 1)]
SatLineSigma = len(SatLine) * " 01"
if len(SatLine) < 17:
complem = " 00" * (17 - len(SatLine))
else:
complem = ""
if i == 0:
nbsat4line = len(SatList)
else:
nbsat4line = ''
satline = "+ {:3} ".format(nbsat4line) + "".join(
SatLine) + complem + "\n"
sigmaline = "++ 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n"
sigmaline = "++ " + SatLineSigma + complem + "\n"
Satline_stk.append(satline)
Sigmaline_stk.append(sigmaline)
######### 2 First LINES
start_dt = conv.numpy_dt2dt(np.min(EpochUsedList))
header_line1 = "#cP" + conv.dt2sp3_timestamp(
start_dt, False) + " {:3}".format(
len(EpochUsedList)) + " u+U IGSXX FIT XXX\n"
delta_epoch = int(utils.most_common(np.diff(EpochUsedList) * 10**-9))
MJD = conv.dt2MJD(start_dt)
MJD_int = int(np.floor(MJD))
MJD_dec = MJD - MJD_int
gps_wwww, gps_sec = conv.dt2gpstime(start_dt, False, "gps")
header_line2 = "## {:4} {:15.8f} {:14.8f} {:5} {:15.13f}\n".format(
gps_wwww, gps_sec, delta_epoch, MJD_int, MJD_dec)
######### HEADER BOTTOM
header_bottom = """%c M cc GPS ccc cccc cccc cccc cccc ccccc ccccc ccccc ccccc
%c cc cc ccc ccc cccc cccc cccc cccc ccccc ccccc ccccc ccccc
%f 1.2500000 1.025000000 0.00000000000 0.000000000000000
%f 0.0000000 0.000000000 0.00000000000 0.000000000000000
%i 0 0 0 0 0 0 0 0 0
%i 0 0 0 0 0 0 0 0 0
/* PCV:IGSXX_XXXX OL/AL:FESXXXX NONE YN CLK:CoN ORB:CoN
/* GeodeZYX Toolbox Output
/*
/*
"""
################## FINAL STACK
FinalLinesStk = []
FinalLinesStk.append(header_line1)
FinalLinesStk.append(header_line2)
FinalLinesStk = FinalLinesStk + Satline_stk + Sigmaline_stk
FinalLinesStk.append(header_bottom)
FinalLinesStk = FinalLinesStk + LinesStk + ["EOF"]
FinalStr = "".join(FinalLinesStk)
### Manage the file path
prefix_opera = prefix
if not outname:
outpath_opera = outpath
elif outname == 'auto_old_cnv':
week, dow = conv.dt2gpstime(start_dt)
filename = prefix_opera + str(week) + str(dow) + '.sp3'
outpath_opera = os.path.join(outpath, filename)
elif outname == 'auto_new_cnv':
print("ERR: not implemented yet !!!!!")
raise Exception
F = open(outpath_opera, "w+")
F.write(FinalStr)
def write_clk(DFclk_in,
outpath,
outname=None,
prefix='orb',
header="",
output_std_values=False):
"""
Write a SP3 Clock file from an Clock DataFrame
Parameters
----------
DFclk_in : DataFrame
Input Clock DataFrame.
outpath : str
The output path of the file (see also outname).
outname : None or str, optional
None = outpath is the full path (directory + filename) of the output.
A string = a manual name for the file.
'auto_old_cnv' = automatically generate the filename (old convention)
'auto_new_cnv' = automatically generate the filename (new convention)
The default is None.
prefix : str, optional
the output 3-char. name of the AC. The default is 'orb'.
header : str, optional
A string describing the clk file header. The default is "".
output_std_values : bool, optional
Add observation sigmas as the last column. The default is False.
Returns
-------
The string containing the formatted clock data.
"""
HEAD = header
Row_str_stk = []
if output_std_values:
row_str_proto = "{:2} {:4} {:4d} {:02d} {:02d} {:02d} {:02d} {:9.6f} {:2d} {:19.12e} {:19.12e}"
else:
row_str_proto = "{:2} {:4} {:4d} {:02d} {:02d} {:02d} {:02d} {:9.6f} {:2d} {:19.12e}"
for irow, row in DFclk_in.iterrows():
if output_std_values:
one_or_two = 2
row_str = row_str_proto.format(row["type"], row["name"],
int(row["year"]), int(row["month"]),
int(row["day"]), int(row["hour"]),
int(row["minute"]),
int(row["second"]), one_or_two,
row["bias"], row["sigma"])
else:
one_or_two = 1
row_str = row_str_proto.format(row["type"], row["name"],
int(row["year"]), int(row["month"]),
int(row["day"]), int(row["hour"]),
int(row["minute"]),
int(row["second"]), one_or_two,
row["bias"])
Row_str_stk.append(row_str)
## Add EOF
Row_str_stk.append("EOF")
CORPSE = "\n".join(Row_str_stk)
OUT = HEAD + CORPSE
### Manage the file path
prefix_opera = prefix
if not outname:
outpath_opera = outpath
elif outname == 'auto_old_cnv':
start_dt = dt.datetime(int(DFclk_in.iloc[0]["year"]),
int(DFclk_in.iloc[0]["month"]),
int(DFclk_in.iloc[0]["day"]))
week, dow = conv.dt2gpstime(start_dt)
filename = prefix_opera + str(week) + str(dow) + '.clk'
outpath_opera = os.path.join(outpath, filename)
elif outname == 'auto_new_cnv':
print("ERR: not implemented yet !!!!!")
raise Exception
else:
outpath_opera = os.path.join(outpath, outname)
OUT = "END OF HEADER\n" + OUT
with open(outpath_opera, "w+") as Fout:
Fout.write(OUT)
Fout.close()
return OUT
def sp3_overlap_creator(ac_list,
dir_in,
dir_out,
suffix_out_input=None,
overlap_size=7200,
force=False,
common_sats_only=True,
eliminate_null_sat=True,
severe=False,
separated_systems_export=False):
"""
Generate an SP3 Orbit file with overlap based on the SP3s of the
days before and after
Parameters
----------
ac_list : list
3-character codes of the ACs.
dir_in : str
where the input sp3 are.
dir_out : str
where the output sp3 will be outputed.
suffix_out_input : str, optional
last char of the 3-char. code. if None, then it is the same as input.
overlap_size : int, optional
Overlapsize. The default is 7200.
force : True, optional
force overwrite. The default is False.
common_sats_only : True, optional
generate a file with only the common sat between the 3 days.
The default is True.
eliminate_null_sat : bool, optional
eliminate null sat. The default is True.
severe : bool, optional
raise an exception if problem. The default is False.
separated_systems_export : bool, optional
export different sp3 for different system. The default is False.
Returns
-------
None.
"""
for ac in ac_list:
Lfile = utils.find_recursive(dir_in, "*" + ac + "*sp3")
if not suffix_out_input:
suffix_out = ac
else:
suffix_out = ac[:2] + suffix_out_input
D = []
WWWWD = []
for sp3 in Lfile:
wwwwd_str = os.path.basename(sp3)[3:8]
D.append(conv.gpstime2dt(int(wwwwd_str[:4]), int(wwwwd_str[4:])))
for dat in D[1:-1]: ####if selection manuel, zip > 2lists !!!
try:
print("******", ac, dat)
if conv.dt2gpstime(dat)[0] < 1800:
print("SKIP", dat)
continue
wwwwd_str = conv.dt_2_sp3_datestr(dat)
dat_bef = dat - dt.timedelta(days=1)
dat_aft = dat + dt.timedelta(days=1)
wwwwd_str_bef = utils.join_improved("",
*conv.dt2gpstime(dat_bef))
wwwwd_str_aft = utils.join_improved("",
*conv.dt2gpstime(dat_aft))
###### check if exsists
dir_out_wk = os.path.join(dir_out, "wk" + str(wwwwd_str)[:4])
utils.create_dir(dir_out_wk)
fil_out = dir_out_wk + "/" + suffix_out + wwwwd_str + ".sp3"
if not force and os.path.isfile(fil_out):
print("0))", fil_out, "exsists, skipping...")
continue
### *************** STEP 1 ***************
print("1)) Search for the days before/after")
print("1))", dat_bef, dat_aft)
p1 = utils.find_regex_in_list(wwwwd_str + ".sp3", Lfile, True)
p_bef = utils.find_regex_in_list(wwwwd_str_bef + ".sp3", Lfile,
True)
p_aft = utils.find_regex_in_list(wwwwd_str_aft + ".sp3", Lfile,
True)
print("1)) Files found for the days before/after")
print("0b)", p_bef)
print("01)", p1)
print("0a)", p_aft)
if not p1 or not p_bef or not p_aft:
print("ERROR with day", dat)
continue
SP3 = files_rw.read_sp3(p1)
SP3_bef = files_rw.read_sp3(p_bef)
SP3_aft = files_rw.read_sp3(p_aft)
SP3_bef = SP3_bef[SP3_bef["epoch"] < SP3["epoch"].min()]
SP3_aft = SP3_aft[SP3_aft["epoch"] > SP3["epoch"].max()]
SP3concat = pd.concat((SP3_bef, SP3, SP3_aft))
dat_filter_bef = dat - dt.timedelta(seconds=overlap_size)
dat_filter_aft = dat + dt.timedelta(
seconds=overlap_size) + dt.timedelta(days=1)
### *************** STEP 2 ***************
print("2)) dates of the overlap period before/after")
print("2))", dat_filter_bef, dat_filter_aft)
### *************** STEP 3 ***************
print("3)) Dates of: SP3 concatenated, before, current, after")
print("3))", SP3concat["epoch"].min(),
SP3concat["epoch"].max())
print("3b)", SP3_bef["epoch"].min(), SP3_bef["epoch"].max())
print("31)", SP3["epoch"].min(), SP3["epoch"].max())
print("3a)", SP3_aft["epoch"].min(), SP3_aft["epoch"].max())
SP3concat = SP3concat[(SP3concat["epoch"] >= dat_filter_bef)
& (SP3concat["epoch"] <= dat_filter_aft)]
if common_sats_only:
common_sats = set(SP3_bef["sat"]).intersection(
set(SP3["sat"])).intersection(set(SP3_aft["sat"]))
SP3concat = SP3concat[SP3concat["sat"].isin(common_sats)]
if eliminate_null_sat:
GoodSats = []
for sat in SP3concat["sat"].unique():
XYZvals = SP3concat[SP3concat["sat"] == sat][[
"x", "y", "z"
]].sum(axis=1)
V = np.sum(np.isclose(XYZvals, 0)) / len(XYZvals)
if V < 0.50:
GoodSats.append(sat)
else:
print("6) eliminate because null position", sat)
SP3concat = SP3concat[SP3concat["sat"].isin(GoodSats)]
### *************** STEP 7 ***************
print("7))", "Start/End Epoch of the concatenated file ")
print("7))", SP3concat["epoch"].min(),
SP3concat["epoch"].max())
#### All systems
dir_out_wk = os.path.join(dir_out, "wk" + str(wwwwd_str)[:4])
utils.create_dir(dir_out_wk)
fil_out = dir_out_wk + "/" + suffix_out + wwwwd_str + ".sp3"
print("8)) outputed file")
print(fil_out)
write_sp3(SP3concat, fil_out)
#### system separated
if False:
for sys in SP3concat["const"].unique():
try:
SP3concat_sys = SP3concat[SP3concat["const"] ==
sys]
fil_out_sys = dir_out_wk + "/" + suffix_out[:2] + sys.lower(
) + wwwwd_str + ".sp3"
print("9)) outputed file")
print(fil_out_sys)
write_sp3(SP3concat_sys, fil_out_sys)
except:
continue
except KeyboardInterrupt:
raise KeyboardInterrupt
except Exception as e:
if severe:
raise e
else:
print("ERR:", e)
raise e
"""