def get_mst_date12(keep_mst, par_list_all, date12_list_all, date12_to_drop, min_par, par_name='average coherence'):
"""Get the date12_list of the MST network for the given parameter."""
if keep_mst:
print(f'Get minimum spanning tree (MST) of interferograms with inverse of {par_name}.')
msg = ('Drop ifgrams with '
'1) {} < {} AND '
'2) not in MST network: '.format(par_name, min_par))
# get the current remaining network (after all the above criteria and before data-driven)
date12_to_keep = sorted(list(set(date12_list_all) - set(date12_to_drop)))
par_to_keep = [par for par, date12 in zip(par_list_all, date12_list_all)
if date12 in date12_to_keep]
# get MST from the current remaining network
mst_date12_list = pnet.threshold_coherence_based_mst(date12_to_keep, par_to_keep)
mst_date12_list = ptime.yyyymmdd_date12(mst_date12_list)
else:
msg = 'Drop ifgrams with {} < {}: '.format(par_name, min_par)
mst_date12_list = []
return mst_date12_list, msg
def get_date12_to_drop(inps):
"""Get date12 list to dropped
Return [] if no ifgram to drop, thus KEEP ALL ifgrams;
None if nothing to change, exit without doing anything.
"""
obj = ifgramStack(inps.file)
obj.open()
date12ListAll = obj.date12List
dateList = obj.dateList
print('number of interferograms: {}'.format(len(date12ListAll)))
# Get date12_to_drop
date12_to_drop = []
# reference file
if inps.referenceFile:
date12_to_keep = ifgramStack(
inps.referenceFile).get_date12_list(dropIfgram=True)
print('--------------------------------------------------')
print('use reference pairs info from file: {}'.format(
inps.referenceFile))
print('number of interferograms in reference: {}'.format(
len(date12_to_keep)))
tempList = sorted(list(set(date12ListAll) - set(date12_to_keep)))
date12_to_drop += tempList
print('date12 not in reference file: ({})\n{}'.format(
len(tempList), tempList))
# coherence file
if inps.coherenceBased:
print('--------------------------------------------------')
print('use coherence-based network modification')
coord = ut.coordinate(obj.metadata, lookup_file=inps.lookupFile)
if inps.aoi_geo_box and inps.lookupFile:
print('input AOI in (lon0, lat1, lon1, lat0): {}'.format(
inps.aoi_geo_box))
inps.aoi_pix_box = coord.bbox_geo2radar(inps.aoi_geo_box)
if inps.aoi_pix_box:
inps.aoi_pix_box = coord.check_box_within_data_coverage(
inps.aoi_pix_box)
print('input AOI in (x0,y0,x1,y1): {}'.format(inps.aoi_pix_box))
# Calculate spatial average coherence
cohList = ut.spatial_average(inps.file,
datasetName='coherence',
maskFile=inps.maskFile,
box=inps.aoi_pix_box,
saveList=True)[0]
coh_date12_list = list(
np.array(date12ListAll)[np.array(cohList) >= inps.minCoherence])
# MST network
if inps.keepMinSpanTree:
print(
'Get minimum spanning tree (MST) of interferograms with inverse of coherence.'
)
msg = ('Drop ifgrams with '
'1) average coherence < {} AND '
'2) not in MST network: '.format(inps.minCoherence))
mst_date12_list = pnet.threshold_coherence_based_mst(
date12ListAll, cohList)
mst_date12_list = ptime.yyyymmdd_date12(mst_date12_list)
else:
msg = 'Drop ifgrams with average coherence < {}: '.format(
inps.minCoherence)
mst_date12_list = []
tempList = sorted(
list(set(date12ListAll) - set(coh_date12_list + mst_date12_list)))
date12_to_drop += tempList
msg += '({})'.format(len(tempList))
if len(tempList) <= 200:
msg += '\n{}'.format(tempList)
print(msg)
# temp baseline threshold
if inps.tempBaseMax:
tempIndex = np.abs(obj.tbaseIfgram) > inps.tempBaseMax
tempList = list(np.array(date12ListAll)[tempIndex])
date12_to_drop += tempList
print('--------------------------------------------------')
print('Drop ifgrams with temporal baseline > {} days: ({})\n{}'.format(
inps.tempBaseMax, len(tempList), tempList))
# perp baseline threshold
if inps.perpBaseMax:
tempIndex = np.abs(obj.pbaseIfgram) > inps.perpBaseMax
tempList = list(np.array(date12ListAll)[tempIndex])
date12_to_drop += tempList
print('--------------------------------------------------')
print('Drop ifgrams with perp baseline > {} meters: ({})\n{}'.format(
inps.perpBaseMax, len(tempList), tempList))
# connection number threshold
if inps.connNumMax:
seq_date12_list = pnet.select_pairs_sequential(dateList,
inps.connNumMax)
seq_date12_list = ptime.yyyymmdd_date12(seq_date12_list)
tempList = [i for i in date12ListAll if i not in seq_date12_list]
date12_to_drop += tempList
print('--------------------------------------------------')
msg = 'Drop ifgrams with temporal baseline beyond {} neighbors: ({})'.format(
inps.connNumMax, len(tempList))
if len(tempList) <= 200:
msg += '\n{}'.format(tempList)
print(msg)
# excludeIfgIndex
if inps.excludeIfgIndex:
tempList = [date12ListAll[i] for i in inps.excludeIfgIndex]
date12_to_drop += tempList
print('--------------------------------------------------')
print('Drop ifgrams with the following index number: {}'.format(
len(tempList)))
for i in range(len(tempList)):
print('{} : {}'.format(i, tempList[i]))
#len(tempList), zip(inps.excludeIfgIndex, tempList)))
# excludeDate
if inps.excludeDate:
tempList = [
i for i in date12ListAll
if any(j in inps.excludeDate for j in i.split('_'))
]
date12_to_drop += tempList
print('-' * 50 +
'\nDrop ifgrams including the following dates: ({})\n{}'.format(
len(tempList), inps.excludeDate))
print('-' * 30 + '\n{}'.format(tempList))
# startDate
if inps.startDate:
minDate = int(inps.startDate)
tempList = [
i for i in date12ListAll if any(
int(j) < minDate for j in i.split('_'))
]
date12_to_drop += tempList
print('--------------------------------------------------')
print('Drop ifgrams with date earlier than: {} ({})\n{}'.format(
inps.startDate, len(tempList), tempList))
# endDate
if inps.endDate:
maxDate = int(inps.endDate)
tempList = [
i for i in date12ListAll if any(
int(j) > maxDate for j in i.split('_'))
]
date12_to_drop += tempList
print('--------------------------------------------------')
print('Drop ifgrams with date later than: {} ({})\n{}'.format(
inps.endDate, len(tempList), tempList))
# Manually drop pairs
if inps.manual:
tempList = manual_select_pairs_to_remove(inps.file)
if tempList is None:
return None
tempList = [i for i in tempList if i in date12ListAll]
print('date12 selected to remove: ({})\n{}'.format(
len(tempList), tempList))
date12_to_drop += tempList
# drop duplicate date12 and sort in order
date12_to_drop = sorted(list(set(date12_to_drop)))
date12_to_keep = sorted(list(set(date12ListAll) - set(date12_to_drop)))
print('--------------------------------------------------')
print('number of interferograms to remove: {}'.format(len(date12_to_drop)))
print('number of interferograms to keep : {}'.format(len(date12_to_keep)))
date_to_keep = [d for date12 in date12_to_keep for d in date12.split('_')]
date_to_keep = sorted(list(set(date_to_keep)))
date_to_drop = sorted(list(set(dateList) - set(date_to_keep)))
if len(date_to_drop) > 0:
print('number of acquisitions to remove: {}\n{}'.format(
len(date_to_drop), date_to_drop))
date12ListKept = obj.get_date12_list(dropIfgram=True)
date12ListDropped = sorted(list(set(date12ListAll) - set(date12ListKept)))
if date12_to_drop == date12ListDropped:
print(
'Calculated date12 to drop is the same as exsiting marked input file, skip updating file.'
)
date12_to_drop = None
elif date12_to_drop == date12ListAll:
raise Exception(
'Zero interferogram left! Please adjust your setting and try again.'
)
return date12_to_drop
def get_date12_to_drop(inps):
"""Get date12 list to dropped
Return [] if no ifgram to drop, thus KEEP ALL ifgrams;
None if nothing to change, exit without doing anything.
"""
obj = ifgramStack(inps.file)
obj.open()
date12ListAll = obj.date12List
dateList = obj.dateList
print('number of interferograms: {}'.format(len(date12ListAll)))
# Get date12_to_drop
date12_to_drop = []
# reference file
if inps.referenceFile:
date12_to_keep = ifgramStack(inps.referenceFile).get_date12_list(dropIfgram=True)
print('--------------------------------------------------')
print('use reference pairs info from file: {}'.format(inps.referenceFile))
print('number of interferograms in reference: {}'.format(len(date12_to_keep)))
tempList = sorted(list(set(date12ListAll) - set(date12_to_keep)))
date12_to_drop += tempList
print('date12 not in reference file: ({})\n{}'.format(len(tempList), tempList))
# coherence file
if inps.coherenceBased:
print('--------------------------------------------------')
print('use coherence-based network modification')
coord = ut.coordinate(obj.metadata, lookup_file=inps.lookupFile)
if inps.aoi_geo_box and inps.lookupFile:
print('input AOI in (lon0, lat1, lon1, lat0): {}'.format(inps.aoi_geo_box))
inps.aoi_pix_box = coord.bbox_geo2radar(inps.aoi_geo_box)
if inps.aoi_pix_box:
inps.aoi_pix_box = coord.check_box_within_data_coverage(inps.aoi_pix_box)
print('input AOI in (x0,y0,x1,y1): {}'.format(inps.aoi_pix_box))
# Calculate spatial average coherence
cohList = ut.spatial_average(inps.file,
datasetName='coherence',
maskFile=inps.maskFile,
box=inps.aoi_pix_box,
saveList=True)[0]
coh_date12_list = list(np.array(date12ListAll)[np.array(cohList) >= inps.minCoherence])
# MST network
if inps.keepMinSpanTree:
print('Get minimum spanning tree (MST) of interferograms with inverse of coherence.')
msg = ('Drop ifgrams with '
'1) average coherence < {} AND '
'2) not in MST network: '.format(inps.minCoherence))
mst_date12_list = pnet.threshold_coherence_based_mst(date12ListAll, cohList)
mst_date12_list = ptime.yyyymmdd_date12(mst_date12_list)
else:
msg = 'Drop ifgrams with average coherence < {}: '.format(inps.minCoherence)
mst_date12_list = []
tempList = sorted(list(set(date12ListAll) - set(coh_date12_list + mst_date12_list)))
date12_to_drop += tempList
msg += '({})'.format(len(tempList))
if len(tempList) <= 200:
msg += '\n{}'.format(tempList)
print(msg)
# temp baseline threshold
if inps.tempBaseMax:
tempIndex = np.abs(obj.tbaseIfgram) > inps.tempBaseMax
tempList = list(np.array(date12ListAll)[tempIndex])
date12_to_drop += tempList
print('--------------------------------------------------')
print('Drop ifgrams with temporal baseline > {} days: ({})\n{}'.format(
inps.tempBaseMax, len(tempList), tempList))
# perp baseline threshold
if inps.perpBaseMax:
tempIndex = np.abs(obj.pbaseIfgram) > inps.perpBaseMax
tempList = list(np.array(date12ListAll)[tempIndex])
date12_to_drop += tempList
print('--------------------------------------------------')
print('Drop ifgrams with perp baseline > {} meters: ({})\n{}'.format(
inps.perpBaseMax, len(tempList), tempList))
# connection number threshold
if inps.connNumMax:
seq_date12_list = pnet.select_pairs_sequential(dateList, inps.connNumMax)
seq_date12_list = ptime.yyyymmdd_date12(seq_date12_list)
tempList = [i for i in date12ListAll if i not in seq_date12_list]
date12_to_drop += tempList
print('--------------------------------------------------')
msg = 'Drop ifgrams with temporal baseline beyond {} neighbors: ({})'.format(
inps.connNumMax, len(tempList))
if len(tempList) <= 200:
msg += '\n{}'.format(tempList)
print(msg)
# excludeIfgIndex
if inps.excludeIfgIndex:
tempList = [date12ListAll[i] for i in inps.excludeIfgIndex]
date12_to_drop += tempList
print('--------------------------------------------------')
print('Drop ifgrams with the following index number: {}'.format(len(tempList)))
for i in range(len(tempList)):
print('{} : {}'.format(i, tempList[i]))
#len(tempList), zip(inps.excludeIfgIndex, tempList)))
# excludeDate
if inps.excludeDate:
tempList = [i for i in date12ListAll if any(j in inps.excludeDate for j in i.split('_'))]
date12_to_drop += tempList
print('-'*50+'\nDrop ifgrams including the following dates: ({})\n{}'.format(
len(tempList), inps.excludeDate))
print('-'*30+'\n{}'.format(tempList))
# startDate
if inps.startDate:
minDate = int(inps.startDate)
tempList = [i for i in date12ListAll if any(int(j) < minDate for j in i.split('_'))]
date12_to_drop += tempList
print('--------------------------------------------------')
print('Drop ifgrams with date earlier than: {} ({})\n{}'.format(
inps.startDate, len(tempList), tempList))
# endDate
if inps.endDate:
maxDate = int(inps.endDate)
tempList = [i for i in date12ListAll if any(int(j) > maxDate for j in i.split('_'))]
date12_to_drop += tempList
print('--------------------------------------------------')
print('Drop ifgrams with date later than: {} ({})\n{}'.format(
inps.endDate, len(tempList), tempList))
# Manually drop pairs
if inps.manual:
tempList = manual_select_pairs_to_remove(inps.file)
if tempList is None:
return None
tempList = [i for i in tempList if i in date12ListAll]
print('date12 selected to remove: ({})\n{}'.format(len(tempList), tempList))
date12_to_drop += tempList
# drop duplicate date12 and sort in order
date12_to_drop = sorted(list(set(date12_to_drop)))
date12_to_keep = sorted(list(set(date12ListAll) - set(date12_to_drop)))
print('--------------------------------------------------')
print('number of interferograms to remove: {}'.format(len(date12_to_drop)))
print('number of interferograms to keep : {}'.format(len(date12_to_keep)))
date_to_keep = [d for date12 in date12_to_keep for d in date12.split('_')]
date_to_keep = sorted(list(set(date_to_keep)))
date_to_drop = sorted(list(set(dateList) - set(date_to_keep)))
if len(date_to_drop) > 0:
print('number of acquisitions to remove: {}\n{}'.format(len(date_to_drop), date_to_drop))
date12ListKept = obj.get_date12_list(dropIfgram=True)
date12ListDropped = sorted(list(set(date12ListAll) - set(date12ListKept)))
if date12_to_drop == date12ListDropped:
print('Calculated date12 to drop is the same as exsiting marked input file, skip updating file.')
date12_to_drop = None
elif date12_to_drop == date12ListAll:
raise Exception('Zero interferogram left! Please adjust your setting and try again.')
return date12_to_drop