def select_network_candidate(inps):
date_list, tbase_list, pbase_list, dop_list = read_baseline_info(
baseline_file=inps.baseline_file, reference_file=inps.referenceFile)
# Pair selection from reference
if inps.referenceFile:
log('select initial network from reference file: {}'.format(
inps.referenceFile))
stack_obj = ifgramStack(inps.referenceFile)
date12_list = stack_obj.get_date12_list(dropIfgram=True)
date12_list = ptime.yymmdd_date12(date12_list)
# Pais selection from method
elif inps.baseline_file:
log('select initial network with method: {}'.format(inps.method))
if inps.method == 'all':
date12_list = pnet.select_pairs_all(date_list)
elif inps.method == 'delaunay':
date12_list = pnet.select_pairs_delaunay(date_list, pbase_list,
inps.norm)
elif inps.method == 'star':
date12_list = pnet.select_pairs_star(date_list)
elif inps.method == 'sequential':
date12_list = pnet.select_pairs_sequential(date_list, inps.connNum)
elif inps.method == 'hierarchical':
date12_list = pnet.select_pairs_hierarchical(
date_list, pbase_list, inps.tempPerpList)
elif inps.method == 'mst':
date12_list = pnet.select_pairs_mst(date_list, pbase_list)
else:
raise Exception('Unrecoganized select method: ' + inps.method)
log('initial number of interferograms: {}'.format(len(date12_list)))
inps.date12_list = date12_list
inps.date_list = date_list
inps.tbase_list = tbase_list
inps.pbase_list = pbase_list
inps.dop_list = dop_list
return inps
def get_date12_to_drop(inps):
"""Get date12 list to dropped
Return [] if no ifgram to drop, thus KEEP ALL ifgrams;
None if nothing to change, exit without doing anything.
"""
obj = ifgramStack(inps.file)
obj.open()
date12ListAll = obj.date12List
dateList = obj.dateList
print('number of interferograms: {}'.format(len(date12ListAll)))
# Get date12_to_drop
date12_to_drop = []
# reference file
if inps.referenceFile:
date12_to_keep = ifgramStack(inps.referenceFile).get_date12_list(dropIfgram=True)
print('--------------------------------------------------')
print('use reference pairs info from file: {}'.format(inps.referenceFile))
print('number of interferograms in reference: {}'.format(len(date12_to_keep)))
tempList = sorted(list(set(date12ListAll) - set(date12_to_keep)))
date12_to_drop += tempList
print('date12 not in reference file: ({})\n{}'.format(len(tempList), tempList))
# coherence file
if inps.coherenceBased:
print('--------------------------------------------------')
print('use coherence-based network modification')
coord = ut.coordinate(obj.metadata, lookup_file=inps.lookupFile)
if inps.aoi_geo_box and inps.lookupFile:
print('input AOI in (lon0, lat1, lon1, lat0): {}'.format(inps.aoi_geo_box))
inps.aoi_pix_box = coord.bbox_geo2radar(inps.aoi_geo_box)
if inps.aoi_pix_box:
inps.aoi_pix_box = coord.check_box_within_data_coverage(inps.aoi_pix_box)
print('input AOI in (x0,y0,x1,y1): {}'.format(inps.aoi_pix_box))
# Calculate spatial average coherence
cohList = ut.spatial_average(inps.file,
datasetName='coherence',
maskFile=inps.maskFile,
box=inps.aoi_pix_box,
saveList=True)[0]
coh_date12_list = list(np.array(date12ListAll)[np.array(cohList) >= inps.minCoherence])
# MST network
if inps.keepMinSpanTree:
print('Get minimum spanning tree (MST) of interferograms with inverse of coherence.')
msg = ('Drop ifgrams with '
'1) average coherence < {} AND '
'2) not in MST network: '.format(inps.minCoherence))
mst_date12_list = pnet.threshold_coherence_based_mst(date12ListAll, cohList)
mst_date12_list = ptime.yyyymmdd_date12(mst_date12_list)
else:
msg = 'Drop ifgrams with average coherence < {}: '.format(inps.minCoherence)
mst_date12_list = []
tempList = sorted(list(set(date12ListAll) - set(coh_date12_list + mst_date12_list)))
date12_to_drop += tempList
msg += '({})'.format(len(tempList))
if len(tempList) <= 200:
msg += '\n{}'.format(tempList)
print(msg)
# temp baseline threshold
if inps.tempBaseMax:
tempIndex = np.abs(obj.tbaseIfgram) > inps.tempBaseMax
tempList = list(np.array(date12ListAll)[tempIndex])
date12_to_drop += tempList
print('--------------------------------------------------')
print('Drop ifgrams with temporal baseline > {} days: ({})\n{}'.format(
inps.tempBaseMax, len(tempList), tempList))
# perp baseline threshold
if inps.perpBaseMax:
tempIndex = np.abs(obj.pbaseIfgram) > inps.perpBaseMax
tempList = list(np.array(date12ListAll)[tempIndex])
date12_to_drop += tempList
print('--------------------------------------------------')
print('Drop ifgrams with perp baseline > {} meters: ({})\n{}'.format(
inps.perpBaseMax, len(tempList), tempList))
# connection number threshold
if inps.connNumMax:
seq_date12_list = pnet.select_pairs_sequential(dateList, inps.connNumMax)
seq_date12_list = ptime.yyyymmdd_date12(seq_date12_list)
tempList = [i for i in date12ListAll if i not in seq_date12_list]
date12_to_drop += tempList
print('--------------------------------------------------')
msg = 'Drop ifgrams with temporal baseline beyond {} neighbors: ({})'.format(
inps.connNumMax, len(tempList))
if len(tempList) <= 200:
msg += '\n{}'.format(tempList)
print(msg)
# excludeIfgIndex
if inps.excludeIfgIndex:
tempList = [date12ListAll[i] for i in inps.excludeIfgIndex]
date12_to_drop += tempList
print('--------------------------------------------------')
print('Drop ifgrams with the following index number: {}'.format(len(tempList)))
for i in range(len(tempList)):
print('{} : {}'.format(i, tempList[i]))
#len(tempList), zip(inps.excludeIfgIndex, tempList)))
# excludeDate
if inps.excludeDate:
tempList = [i for i in date12ListAll if any(j in inps.excludeDate for j in i.split('_'))]
date12_to_drop += tempList
print('-'*50+'\nDrop ifgrams including the following dates: ({})\n{}'.format(
len(tempList), inps.excludeDate))
print('-'*30+'\n{}'.format(tempList))
# startDate
if inps.startDate:
minDate = int(inps.startDate)
tempList = [i for i in date12ListAll if any(int(j) < minDate for j in i.split('_'))]
date12_to_drop += tempList
print('--------------------------------------------------')
print('Drop ifgrams with date earlier than: {} ({})\n{}'.format(
inps.startDate, len(tempList), tempList))
# endDate
if inps.endDate:
maxDate = int(inps.endDate)
tempList = [i for i in date12ListAll if any(int(j) > maxDate for j in i.split('_'))]
date12_to_drop += tempList
print('--------------------------------------------------')
print('Drop ifgrams with date later than: {} ({})\n{}'.format(
inps.endDate, len(tempList), tempList))
# Manually drop pairs
if inps.manual:
tempList = manual_select_pairs_to_remove(inps.file)
if tempList is None:
return None
tempList = [i for i in tempList if i in date12ListAll]
print('date12 selected to remove: ({})\n{}'.format(len(tempList), tempList))
date12_to_drop += tempList
# drop duplicate date12 and sort in order
date12_to_drop = sorted(list(set(date12_to_drop)))
date12_to_keep = sorted(list(set(date12ListAll) - set(date12_to_drop)))
print('--------------------------------------------------')
print('number of interferograms to remove: {}'.format(len(date12_to_drop)))
print('number of interferograms to keep : {}'.format(len(date12_to_keep)))
date_to_keep = [d for date12 in date12_to_keep for d in date12.split('_')]
date_to_keep = sorted(list(set(date_to_keep)))
date_to_drop = sorted(list(set(dateList) - set(date_to_keep)))
if len(date_to_drop) > 0:
print('number of acquisitions to remove: {}\n{}'.format(len(date_to_drop), date_to_drop))
date12ListKept = obj.get_date12_list(dropIfgram=True)
date12ListDropped = sorted(list(set(date12ListAll) - set(date12ListKept)))
if date12_to_drop == date12ListDropped:
print('Calculated date12 to drop is the same as exsiting marked input file, skip updating file.')
date12_to_drop = None
elif date12_to_drop == date12ListAll:
raise Exception('Zero interferogram left! Please adjust your setting and try again.')
return date12_to_drop
def get_date12_to_drop(inps):
"""Get date12 list to dropped
Return [] if no ifgram to drop, thus KEEP ALL ifgrams;
None if nothing to change, exit without doing anything.
"""
obj = ifgramStack(inps.file)
obj.open()
date12ListAll = obj.date12List
dateList = obj.dateList
print('number of interferograms: {}'.format(len(date12ListAll)))
# Get date12_to_drop
date12_to_drop = []
# reference file
if inps.referenceFile:
date12_to_keep = ifgramStack(
inps.referenceFile).get_date12_list(dropIfgram=True)
print('--------------------------------------------------')
print('use reference pairs info from file: {}'.format(
inps.referenceFile))
print('number of interferograms in reference: {}'.format(
len(date12_to_keep)))
tempList = sorted(list(set(date12ListAll) - set(date12_to_keep)))
date12_to_drop += tempList
print('date12 not in reference file: ({})\n{}'.format(
len(tempList), tempList))
# coherence file
if inps.coherenceBased:
print('--------------------------------------------------')
print('use coherence-based network modification')
coord = ut.coordinate(obj.metadata, lookup_file=inps.lookupFile)
if inps.aoi_geo_box and inps.lookupFile:
print('input AOI in (lon0, lat1, lon1, lat0): {}'.format(
inps.aoi_geo_box))
inps.aoi_pix_box = coord.bbox_geo2radar(inps.aoi_geo_box)
if inps.aoi_pix_box:
inps.aoi_pix_box = coord.check_box_within_data_coverage(
inps.aoi_pix_box)
print('input AOI in (x0,y0,x1,y1): {}'.format(inps.aoi_pix_box))
# Calculate spatial average coherence
cohList = ut.spatial_average(inps.file,
datasetName='coherence',
maskFile=inps.maskFile,
box=inps.aoi_pix_box,
saveList=True)[0]
coh_date12_list = list(
np.array(date12ListAll)[np.array(cohList) >= inps.minCoherence])
# MST network
if inps.keepMinSpanTree:
print(
'Get minimum spanning tree (MST) of interferograms with inverse of coherence.'
)
msg = ('Drop ifgrams with '
'1) average coherence < {} AND '
'2) not in MST network: '.format(inps.minCoherence))
mst_date12_list = pnet.threshold_coherence_based_mst(
date12ListAll, cohList)
mst_date12_list = ptime.yyyymmdd_date12(mst_date12_list)
else:
msg = 'Drop ifgrams with average coherence < {}: '.format(
inps.minCoherence)
mst_date12_list = []
tempList = sorted(
list(set(date12ListAll) - set(coh_date12_list + mst_date12_list)))
date12_to_drop += tempList
msg += '({})'.format(len(tempList))
if len(tempList) <= 200:
msg += '\n{}'.format(tempList)
print(msg)
# temp baseline threshold
if inps.tempBaseMax:
tempIndex = np.abs(obj.tbaseIfgram) > inps.tempBaseMax
tempList = list(np.array(date12ListAll)[tempIndex])
date12_to_drop += tempList
print('--------------------------------------------------')
print('Drop ifgrams with temporal baseline > {} days: ({})\n{}'.format(
inps.tempBaseMax, len(tempList), tempList))
# perp baseline threshold
if inps.perpBaseMax:
tempIndex = np.abs(obj.pbaseIfgram) > inps.perpBaseMax
tempList = list(np.array(date12ListAll)[tempIndex])
date12_to_drop += tempList
print('--------------------------------------------------')
print('Drop ifgrams with perp baseline > {} meters: ({})\n{}'.format(
inps.perpBaseMax, len(tempList), tempList))
# connection number threshold
if inps.connNumMax:
seq_date12_list = pnet.select_pairs_sequential(dateList,
inps.connNumMax)
seq_date12_list = ptime.yyyymmdd_date12(seq_date12_list)
tempList = [i for i in date12ListAll if i not in seq_date12_list]
date12_to_drop += tempList
print('--------------------------------------------------')
msg = 'Drop ifgrams with temporal baseline beyond {} neighbors: ({})'.format(
inps.connNumMax, len(tempList))
if len(tempList) <= 200:
msg += '\n{}'.format(tempList)
print(msg)
# excludeIfgIndex
if inps.excludeIfgIndex:
tempList = [date12ListAll[i] for i in inps.excludeIfgIndex]
date12_to_drop += tempList
print('--------------------------------------------------')
print('Drop ifgrams with the following index number: {}'.format(
len(tempList)))
for i in range(len(tempList)):
print('{} : {}'.format(i, tempList[i]))
#len(tempList), zip(inps.excludeIfgIndex, tempList)))
# excludeDate
if inps.excludeDate:
tempList = [
i for i in date12ListAll
if any(j in inps.excludeDate for j in i.split('_'))
]
date12_to_drop += tempList
print('-' * 50 +
'\nDrop ifgrams including the following dates: ({})\n{}'.format(
len(tempList), inps.excludeDate))
print('-' * 30 + '\n{}'.format(tempList))
# startDate
if inps.startDate:
minDate = int(inps.startDate)
tempList = [
i for i in date12ListAll if any(
int(j) < minDate for j in i.split('_'))
]
date12_to_drop += tempList
print('--------------------------------------------------')
print('Drop ifgrams with date earlier than: {} ({})\n{}'.format(
inps.startDate, len(tempList), tempList))
# endDate
if inps.endDate:
maxDate = int(inps.endDate)
tempList = [
i for i in date12ListAll if any(
int(j) > maxDate for j in i.split('_'))
]
date12_to_drop += tempList
print('--------------------------------------------------')
print('Drop ifgrams with date later than: {} ({})\n{}'.format(
inps.endDate, len(tempList), tempList))
# Manually drop pairs
if inps.manual:
tempList = manual_select_pairs_to_remove(inps.file)
if tempList is None:
return None
tempList = [i for i in tempList if i in date12ListAll]
print('date12 selected to remove: ({})\n{}'.format(
len(tempList), tempList))
date12_to_drop += tempList
# drop duplicate date12 and sort in order
date12_to_drop = sorted(list(set(date12_to_drop)))
date12_to_keep = sorted(list(set(date12ListAll) - set(date12_to_drop)))
print('--------------------------------------------------')
print('number of interferograms to remove: {}'.format(len(date12_to_drop)))
print('number of interferograms to keep : {}'.format(len(date12_to_keep)))
date_to_keep = [d for date12 in date12_to_keep for d in date12.split('_')]
date_to_keep = sorted(list(set(date_to_keep)))
date_to_drop = sorted(list(set(dateList) - set(date_to_keep)))
if len(date_to_drop) > 0:
print('number of acquisitions to remove: {}\n{}'.format(
len(date_to_drop), date_to_drop))
date12ListKept = obj.get_date12_list(dropIfgram=True)
date12ListDropped = sorted(list(set(date12ListAll) - set(date12ListKept)))
if date12_to_drop == date12ListDropped:
print(
'Calculated date12 to drop is the same as exsiting marked input file, skip updating file.'
)
date12_to_drop = None
elif date12_to_drop == date12ListAll:
raise Exception(
'Zero interferogram left! Please adjust your setting and try again.'
)
return date12_to_drop
def get_date12_to_drop(inps):
"""Get date12 list to dropped
Return [] if no ifgram to drop, thus KEEP ALL ifgrams;
None if nothing to change, exit without doing anything.
"""
obj = ifgramStack(inps.file)
obj.open()
date12ListAll = obj.date12List
dateList = obj.dateList
print('number of interferograms: {}'.format(len(date12ListAll)))
# Get date12_to_drop
date12_to_drop = []
# reference file
if inps.referenceFile:
date12_to_keep = pnet.get_date12_list(inps.referenceFile, dropIfgram=True)
print('--------------------------------------------------')
print('use reference pairs info from file: {}'.format(inps.referenceFile))
print('number of interferograms in reference: {}'.format(len(date12_to_keep)))
tempList = sorted(list(set(date12ListAll) - set(date12_to_keep)))
date12_to_drop += tempList
print('date12 not in reference file: ({})\n{}'.format(len(tempList), tempList))
# temp baseline threshold
if inps.tempBaseMax:
tempIndex = np.abs(obj.tbaseIfgram) > inps.tempBaseMax
tempList = list(np.array(date12ListAll)[tempIndex])
date12_to_drop += tempList
print('--------------------------------------------------')
print('Drop ifgrams with temporal baseline > {} days: ({})\n{}'.format(
inps.tempBaseMax, len(tempList), tempList))
# perp baseline threshold
if inps.perpBaseMax:
tempIndex = np.abs(obj.pbaseIfgram) > inps.perpBaseMax
tempList = list(np.array(date12ListAll)[tempIndex])
date12_to_drop += tempList
print('--------------------------------------------------')
print('Drop ifgrams with perp baseline > {} meters: ({})\n{}'.format(
inps.perpBaseMax, len(tempList), tempList))
# connection number threshold
if inps.connNumMax:
seq_date12_list = pnet.select_pairs_sequential(dateList, inps.connNumMax)
seq_date12_list = ptime.yyyymmdd_date12(seq_date12_list)
tempList = [i for i in date12ListAll if i not in seq_date12_list]
date12_to_drop += tempList
print('--------------------------------------------------')
msg = 'Drop ifgrams with temporal baseline beyond {} neighbors: ({})'.format(
inps.connNumMax, len(tempList))
if len(tempList) <= 200:
msg += '\n{}'.format(tempList)
print(msg)
# excludeIfgIndex
if inps.excludeIfgIndex:
tempList = [date12ListAll[i] for i in inps.excludeIfgIndex]
date12_to_drop += tempList
print('--------------------------------------------------')
print('Drop ifgrams with the following index number: {}'.format(len(tempList)))
for i, date12 in enumerate(tempList):
print('{} : {}'.format(i, date12))
# excludeDate
if inps.excludeDate:
tempList = [i for i in date12ListAll if any(j in inps.excludeDate for j in i.split('_'))]
date12_to_drop += tempList
print('-'*50+'\nDrop ifgrams including the following dates: ({})\n{}'.format(
len(tempList), inps.excludeDate))
print('-'*30+'\n{}'.format(tempList))
# startDate
if inps.startDate:
minDate = int(inps.startDate)
tempList = [i for i in date12ListAll if any(int(j) < minDate for j in i.split('_'))]
date12_to_drop += tempList
print('--------------------------------------------------')
print('Drop ifgrams with date earlier than: {} ({})\n{}'.format(
inps.startDate, len(tempList), tempList))
# endDate
if inps.endDate:
maxDate = int(inps.endDate)
tempList = [i for i in date12ListAll if any(int(j) > maxDate for j in i.split('_'))]
date12_to_drop += tempList
print('--------------------------------------------------')
print('Drop ifgrams with date later than: {} ({})\n{}'.format(
inps.endDate, len(tempList), tempList))
# coherence file
if inps.coherenceBased:
print('--------------------------------------------------')
print('use coherence-based network modification')
# get area of interest for coherence calculation
pix_box = get_aoi_pix_box(obj.metadata, inps.lookupFile, inps.aoi_pix_box, inps.aoi_geo_box)
# calculate spatial average coherence
cohList = ut.spatial_average(inps.file,
datasetName='coherence',
maskFile=inps.maskFile,
box=pix_box,
saveList=True)[0]
# get coherence-based network
coh_date12_list = list(np.array(date12ListAll)[np.array(cohList) >= inps.minCoherence])
# get MST network
mst_date12_list, msg = get_mst_date12(inps.keepMinSpanTree, cohList, date12ListAll, date12_to_drop,
min_par=inps.minCoherence,
par_name='average coherence')
# drop all dates (below cohh thresh AND not in MST)
tempList = sorted(list(set(date12ListAll) - set(coh_date12_list + mst_date12_list)))
date12_to_drop += tempList
msg += '({})'.format(len(tempList))
if len(tempList) <= 200:
msg += '\n{}'.format(tempList)
print(msg)
# area ratio file
if inps.areaRatioBased:
print('--------------------------------------------------')
print('use area-ratio-based network modification')
# get area of interest for coherence calculation
pix_box = get_aoi_pix_box(obj.metadata, inps.lookupFile, inps.aoi_pix_box, inps.aoi_geo_box)
# calculate average coherence in masked out areas as threshold
meanMaskCoh = np.nanmean(ut.spatial_average(inps.file,
datasetName='coherence',
maskFile=inps.maskFile,
saveList=True,
reverseMask=True)[0])
print(f'Average coherence of {inps.maskFile} reverse is {meanMaskCoh:.2f}')
# calculate area-ratio with pixels greater than meanMaskCoh
areaRatioList = ut.spatial_average(inps.file,
datasetName='coherence',
maskFile=inps.maskFile,
box=pix_box,
saveList=True,
checkAoi=True,
threshold=meanMaskCoh)[0]
# get area-ratio-based network
area_ratio_date12_list = list(np.array(date12ListAll)[np.array(areaRatioList) >= inps.minAreaRatio])
# get MST network
mst_date12_list, msg = get_mst_date12(inps.keepMinSpanTree, areaRatioList, date12ListAll, date12_to_drop,
min_par=inps.minAreaRatio,
par_name='coherent area ratio')
# drop all dates (below area-ratio thresh AND not in MST)
tempList = sorted(list(set(date12ListAll) - set(area_ratio_date12_list + mst_date12_list)))
date12_to_drop += tempList
msg += '({})'.format(len(tempList))
if len(tempList) <= 200:
msg += '\n{}'.format(tempList)
print(msg)
# Manually drop pairs
if inps.manual:
tempList = manual_select_pairs_to_remove(inps.file)
if tempList is None:
return None
tempList = [i for i in tempList if i in date12ListAll]
print('date12 selected to remove: ({})\n{}'.format(len(tempList), tempList))
date12_to_drop += tempList
## summary
# drop duplicate date12 and sort in order
date12_to_drop = sorted(list(set(date12_to_drop)))
date12_to_keep = sorted(list(set(date12ListAll) - set(date12_to_drop)))
print('--------------------------------------------------')
print('number of interferograms to remove: {}'.format(len(date12_to_drop)))
print('number of interferograms to keep : {}'.format(len(date12_to_keep)))
# print list of date to drop
date_to_keep = [d for date12 in date12_to_keep for d in date12.split('_')]
date_to_keep = sorted(list(set(date_to_keep)))
date_to_drop = sorted(list(set(dateList) - set(date_to_keep)))
if len(date_to_drop) > 0:
print('number of acquisitions to remove: {}\n{}'.format(len(date_to_drop), date_to_drop))
# checking:
# 1) no new date12 to drop against existing file
# 2) no date12 left after dropping
date12ListKept = obj.get_date12_list(dropIfgram=True)
date12ListDropped = sorted(list(set(date12ListAll) - set(date12ListKept)))
if date12_to_drop == date12ListDropped:
print('Calculated date12 to drop is the same as exsiting marked input file, skip updating file.')
date12_to_drop = None
elif date12_to_drop == date12ListAll:
raise Exception('Zero interferogram left! Please adjust your setting and try again.')
return date12_to_drop
