Example #1
0
def runSwathOffset(self):
    '''estimate swath offsets.
    '''
    catalog = isceobj.Catalog.createCatalog(self._insar.procDoc.name)
    self.updateParamemetersFromUser()

    masterTrack = self._insar.loadTrack(master=True)
    slaveTrack = self._insar.loadTrack(master=False)



    for i, frameNumber in enumerate(self._insar.masterFrames):
        frameDir = 'f{}_{}'.format(i+1, frameNumber)
        os.chdir(frameDir)

        mosaicDir = 'mosaic'
        if not os.path.exists(mosaicDir):
            os.makedirs(mosaicDir)
        os.chdir(mosaicDir)

        if self._insar.endingSwath-self._insar.startingSwath+1 == 1:
            os.chdir('../../')
            continue

        #compute swath offset
        offsetMaster = swathOffset(masterTrack.frames[i], os.path.join(self._insar.masterBurstPrefix, self._insar.masterMagnitude), self._insar.masterSwathOffset, 
                                   crossCorrelation=self.swathOffsetMatching, numberOfAzimuthLooks=1)
        #only use geometrical offset for slave
        offsetSlave = swathOffset(slaveTrack.frames[i], os.path.join(self._insar.slaveBurstPrefix, self._insar.slaveMagnitude), self._insar.slaveSwathOffset, 
                                  crossCorrelation=False, numberOfAzimuthLooks=1)

        #initialization
        if i == 0:
            self._insar.swathRangeOffsetGeometricalMaster = []
            self._insar.swathAzimuthOffsetGeometricalMaster = []
            self._insar.swathRangeOffsetGeometricalSlave = []
            self._insar.swathAzimuthOffsetGeometricalSlave = []
            if self.swathOffsetMatching:
                self._insar.swathRangeOffsetMatchingMaster = []
                self._insar.swathAzimuthOffsetMatchingMaster = []
                #self._insar.swathRangeOffsetMatchingSlave = []
                #self._insar.swathAzimuthOffsetMatchingSlave = []

        #append list directly, as the API support 2-d list
        self._insar.swathRangeOffsetGeometricalMaster.append(offsetMaster[0])
        self._insar.swathAzimuthOffsetGeometricalMaster.append(offsetMaster[1])
        self._insar.swathRangeOffsetGeometricalSlave.append(offsetSlave[0])
        self._insar.swathAzimuthOffsetGeometricalSlave.append(offsetSlave[1])
        if self.swathOffsetMatching:
            self._insar.swathRangeOffsetMatchingMaster.append(offsetMaster[2])
            self._insar.swathAzimuthOffsetMatchingMaster.append(offsetMaster[3])
            #self._insar.swathRangeOffsetMatchingSlave.append(offsetSlave[2])
            #self._insar.swathAzimuthOffsetMatchingSlave.append(offsetSlave[3])

        os.chdir('../../')

    catalog.printToLog(logger, "runSwathOffset")
    self._insar.procDoc.addAllFromCatalog(catalog)
    match = inps.match
    #######################################################

    spotlightModes, stripmapModes, scansarNominalModes, scansarWideModes, scansarModes = acquisitionModesAlos2()


    frames = sorted([x[-4:] for x in glob.glob(os.path.join(idir, 'f*_*'))])
    track = loadTrack(idir, date)

    #save current dir
    dirOriginal = os.getcwd()
    os.chdir(idir)


    if (track.operationMode in scansarModes) and (len(track.frames[0].swaths) >= 2):
        for i, frameNumber in enumerate(frames):
            frameDir = 'f{}_{}'.format(i+1, frameNumber)
            os.chdir(frameDir)

            mosaicDir = 'mosaic'
            os.makedirs(mosaicDir, exist_ok=True)
            os.chdir(mosaicDir)

            #compute swath offset
            offsetReference = swathOffset(track.frames[i], date+'.slc', outputFile, 
                                       crossCorrelation=match, numberOfAzimuthLooks=10)

            os.chdir('../../')
    else:
        print('there is only one swath, no need to estimate swath offset')
Example #3
0
def runIonSubband(self, referenceTrack, idir, dateReferenceStack,
                  dateReference, dateSecondary):
    '''create subband interferograms
    '''
    #catalog = isceobj.Catalog.createCatalog(self._insar.procDoc.name)
    #self.updateParamemetersFromUser()

    #if not self.doIon:
    #    catalog.printToLog(logger, "runIonSubband")
    #    self._insar.procDoc.addAllFromCatalog(catalog)
    #    return

    #referenceTrack = self._insar.loadTrack(reference=True)
    #secondaryTrack = self._insar.loadTrack(reference=False)

    #using 1/3, 1/3, 1/3 band split
    radarWavelength = referenceTrack.radarWavelength
    rangeBandwidth = referenceTrack.frames[0].swaths[0].rangeBandwidth
    rangeSamplingRate = referenceTrack.frames[0].swaths[0].rangeSamplingRate
    radarWavelengthLower = SPEED_OF_LIGHT / (SPEED_OF_LIGHT / radarWavelength -
                                             rangeBandwidth / 3.0)
    radarWavelengthUpper = SPEED_OF_LIGHT / (SPEED_OF_LIGHT / radarWavelength +
                                             rangeBandwidth / 3.0)
    subbandRadarWavelength = [radarWavelengthLower, radarWavelengthUpper]
    subbandBandWidth = [
        rangeBandwidth / 3.0 / rangeSamplingRate,
        rangeBandwidth / 3.0 / rangeSamplingRate
    ]
    subbandFrequencyCenter = [
        -rangeBandwidth / 3.0 / rangeSamplingRate,
        rangeBandwidth / 3.0 / rangeSamplingRate
    ]

    subbandPrefix = ['lower', 'upper']
    '''
    ionDir = {
        ionDir['swathMosaic'] : 'mosaic',
        ionDir['insar'] : 'insar',
        ionDir['ion'] : 'ion',
        ionDir['subband'] : ['lower', 'upper'],
        ionDir['ionCal'] : 'ion_cal'
        }
    '''
    #define upper level directory names
    ionDir = defineIonDir()

    #self._insar.subbandRadarWavelength = subbandRadarWavelength

    ############################################################
    # STEP 1. create directories
    ############################################################
    #create and enter 'ion' directory
    #after finishing each step, we are in this directory
    os.makedirs(ionDir['ion'], exist_ok=True)
    os.chdir(ionDir['ion'])

    #create insar processing directories
    for k in range(2):
        subbandDir = ionDir['subband'][k]
        for i, frameNumber in enumerate(self._insar.referenceFrames):
            frameDir = 'f{}_{}'.format(i + 1, frameNumber)
            for j, swathNumber in enumerate(
                    range(self._insar.startingSwath,
                          self._insar.endingSwath + 1)):
                swathDir = 's{}'.format(swathNumber)
                fullDir = os.path.join(subbandDir, frameDir, swathDir)
                os.makedirs(fullDir, exist_ok=True)

    #create ionospheric phase directory
    os.makedirs(ionDir['ionCal'], exist_ok=True)

    ############################################################
    # STEP 2. create subband interferograms
    ############################################################
    #import numpy as np
    #import stdproc
    #from iscesys.StdOEL.StdOELPy import create_writer
    #from isceobj.Alos2Proc.Alos2ProcPublic import readOffset
    #from contrib.alos2proc.alos2proc import rg_filter
    from StackPulic import formInterferogram

    for i, frameNumber in enumerate(self._insar.referenceFrames):
        frameDir = 'f{}_{}'.format(i + 1, frameNumber)
        for j, swathNumber in enumerate(
                range(self._insar.startingSwath, self._insar.endingSwath + 1)):
            swathDir = 's{}'.format(swathNumber)

            #skip this time consuming process, if interferogram already exists
            if os.path.isfile(os.path.join(ionDir['subband'][0], frameDir, swathDir, self._insar.interferogram)) and \
               os.path.isfile(os.path.join(ionDir['subband'][0], frameDir, swathDir, self._insar.interferogram+'.vrt')) and \
               os.path.isfile(os.path.join(ionDir['subband'][0], frameDir, swathDir, self._insar.interferogram+'.xml')) and \
               os.path.isfile(os.path.join(ionDir['subband'][0], frameDir, swathDir, self._insar.amplitude)) and \
               os.path.isfile(os.path.join(ionDir['subband'][0], frameDir, swathDir, self._insar.amplitude+'.vrt')) and \
               os.path.isfile(os.path.join(ionDir['subband'][0], frameDir, swathDir, self._insar.amplitude+'.xml')) and \
               os.path.isfile(os.path.join(ionDir['subband'][1], frameDir, swathDir, self._insar.interferogram)) and \
               os.path.isfile(os.path.join(ionDir['subband'][1], frameDir, swathDir, self._insar.interferogram+'.vrt')) and \
               os.path.isfile(os.path.join(ionDir['subband'][1], frameDir, swathDir, self._insar.interferogram+'.xml')) and \
               os.path.isfile(os.path.join(ionDir['subband'][1], frameDir, swathDir, self._insar.amplitude)) and \
               os.path.isfile(os.path.join(ionDir['subband'][1], frameDir, swathDir, self._insar.amplitude+'.vrt')) and \
               os.path.isfile(os.path.join(ionDir['subband'][1], frameDir, swathDir, self._insar.amplitude+'.xml')):
                print('interferogram already exists at swath {}, frame {}'.
                      format(swathNumber, frameNumber))
                continue

            # #filter reference and secondary images
            # for slcx in [self._insar.referenceSlc, self._insar.secondarySlc]:
            #     slc = os.path.join('../', frameDir, swathDir, slcx)
            #     slcLower = os.path.join(ionDir['subband'][0], frameDir, swathDir, slcx)
            #     slcUpper = os.path.join(ionDir['subband'][1], frameDir, swathDir, slcx)
            #     rg_filter(slc, 2,
            #         [slcLower, slcUpper],
            #         subbandBandWidth,
            #         subbandFrequencyCenter,
            #         257, 2048, 0.1, 0, 0.0)
            #resample
            for k in range(2):
                os.chdir(os.path.join(ionDir['subband'][k], frameDir,
                                      swathDir))
                slcReference = os.path.join(
                    '../../../../', idir, dateReference, frameDir, swathDir,
                    dateReference + '_{}.slc'.format(ionDir['subband'][k]))
                slcSecondary = os.path.join(
                    '../../../../', idir, dateSecondary, frameDir, swathDir,
                    dateSecondary + '_{}.slc'.format(ionDir['subband'][k]))
                formInterferogram(slcReference, slcSecondary,
                                  self._insar.interferogram,
                                  self._insar.amplitude,
                                  self._insar.numberRangeLooks1,
                                  self._insar.numberAzimuthLooks1)
                os.chdir('../../../')

    ############################################################
    # STEP 3. mosaic swaths
    ############################################################
    from isceobj.Alos2Proc.runSwathMosaic import swathMosaic
    from isceobj.Alos2Proc.Alos2ProcPublic import create_xml

    #log output info
    log = 'mosaic swaths in {} at {}\n'.format(os.path.basename(__file__),
                                               datetime.datetime.now())
    log += '================================================================================================\n'

    for k in range(2):
        os.chdir(ionDir['subband'][k])
        for i, frameNumber in enumerate(self._insar.referenceFrames):
            frameDir = 'f{}_{}'.format(i + 1, frameNumber)
            os.chdir(frameDir)

            mosaicDir = ionDir['swathMosaic']
            os.makedirs(mosaicDir, exist_ok=True)
            os.chdir(mosaicDir)

            if not (self._insar.endingSwath - self._insar.startingSwath >= 1):
                import shutil
                swathDir = 's{}'.format(
                    referenceTrack.frames[i].swaths[0].swathNumber)

                # if not os.path.isfile(self._insar.interferogram):
                #     os.symlink(os.path.join('../', swathDir, self._insar.interferogram), self._insar.interferogram)
                # shutil.copy2(os.path.join('../', swathDir, self._insar.interferogram+'.vrt'), self._insar.interferogram+'.vrt')
                # shutil.copy2(os.path.join('../', swathDir, self._insar.interferogram+'.xml'), self._insar.interferogram+'.xml')
                # if not os.path.isfile(self._insar.amplitude):
                #     os.symlink(os.path.join('../', swathDir, self._insar.amplitude), self._insar.amplitude)
                # shutil.copy2(os.path.join('../', swathDir, self._insar.amplitude+'.vrt'), self._insar.amplitude+'.vrt')
                # shutil.copy2(os.path.join('../', swathDir, self._insar.amplitude+'.xml'), self._insar.amplitude+'.xml')

                os.rename(
                    os.path.join('../', swathDir, self._insar.interferogram),
                    self._insar.interferogram)
                os.rename(
                    os.path.join('../', swathDir,
                                 self._insar.interferogram + '.vrt'),
                    self._insar.interferogram + '.vrt')
                os.rename(
                    os.path.join('../', swathDir,
                                 self._insar.interferogram + '.xml'),
                    self._insar.interferogram + '.xml')
                os.rename(os.path.join('../', swathDir, self._insar.amplitude),
                          self._insar.amplitude)
                os.rename(
                    os.path.join('../', swathDir,
                                 self._insar.amplitude + '.vrt'),
                    self._insar.amplitude + '.vrt')
                os.rename(
                    os.path.join('../', swathDir,
                                 self._insar.amplitude + '.xml'),
                    self._insar.amplitude + '.xml')

                #no need to update frame parameters here
                os.chdir('../')
                #no need to save parameter file here
                os.chdir('../')

                continue

            #choose offsets
            numberOfFrames = len(referenceTrack.frames)
            numberOfSwaths = len(referenceTrack.frames[i].swaths)
            # if self.swathOffsetMatching:
            #     #no need to do this as the API support 2-d list
            #     #rangeOffsets = (np.array(self._insar.swathRangeOffsetMatchingReference)).reshape(numberOfFrames, numberOfSwaths)
            #     #azimuthOffsets = (np.array(self._insar.swathAzimuthOffsetMatchingReference)).reshape(numberOfFrames, numberOfSwaths)
            #     rangeOffsets = self._insar.swathRangeOffsetMatchingReference
            #     azimuthOffsets = self._insar.swathAzimuthOffsetMatchingReference

            # else:
            #     #rangeOffsets = (np.array(self._insar.swathRangeOffsetGeometricalReference)).reshape(numberOfFrames, numberOfSwaths)
            #     #azimuthOffsets = (np.array(self._insar.swathAzimuthOffsetGeometricalReference)).reshape(numberOfFrames, numberOfSwaths)
            #     rangeOffsets = self._insar.swathRangeOffsetGeometricalReference
            #     azimuthOffsets = self._insar.swathAzimuthOffsetGeometricalReference

            # rangeOffsets = rangeOffsets[i]
            # azimuthOffsets = azimuthOffsets[i]

            #compute swath offset using reference stack
            #geometrical offset is enough now
            offsetReferenceStack = swathOffset(referenceTrack.frames[i],
                                               dateReference + '.slc',
                                               'swath_offset_' +
                                               dateReference + '.txt',
                                               crossCorrelation=False,
                                               numberOfAzimuthLooks=10)
            #we can faithfully make it integer.
            #this can also reduce the error due to floating point computation
            rangeOffsets = [float(round(x)) for x in offsetReferenceStack[0]]
            azimuthOffsets = [float(round(x)) for x in offsetReferenceStack[1]]

            #list of input files
            inputInterferograms = []
            inputAmplitudes = []
            #phaseDiff = [None]
            swathPhaseDiffIon = [
                self.swathPhaseDiffLowerIon, self.swathPhaseDiffUpperIon
            ]
            phaseDiff = swathPhaseDiffIon[k]
            if swathPhaseDiffIon[k] is None:
                phaseDiff = None
            else:
                phaseDiff = swathPhaseDiffIon[k][i]
                phaseDiff.insert(0, None)

            for j, swathNumber in enumerate(
                    range(self._insar.startingSwath,
                          self._insar.endingSwath + 1)):
                swathDir = 's{}'.format(swathNumber)
                inputInterferograms.append(
                    os.path.join('../', swathDir, self._insar.interferogram))
                inputAmplitudes.append(
                    os.path.join('../', swathDir, self._insar.amplitude))

                # #compute phase needed to be compensated using startingRange
                # if j >= 1:
                #     #phaseDiffSwath1 = -4.0 * np.pi * (referenceTrack.frames[i].swaths[j-1].startingRange - secondaryTrack.frames[i].swaths[j-1].startingRange)/subbandRadarWavelength[k]
                #     #phaseDiffSwath2 = -4.0 * np.pi * (referenceTrack.frames[i].swaths[j].startingRange - secondaryTrack.frames[i].swaths[j].startingRange)/subbandRadarWavelength[k]
                #     phaseDiffSwath1 = +4.0 * np.pi * referenceTrack.frames[i].swaths[j-1].startingRange * (1.0/radarWavelength - 1.0/subbandRadarWavelength[k]) \
                #                       -4.0 * np.pi * secondaryTrack.frames[i].swaths[j-1].startingRange * (1.0/radarWavelength - 1.0/subbandRadarWavelength[k])
                #     phaseDiffSwath2 = +4.0 * np.pi * referenceTrack.frames[i].swaths[j].startingRange * (1.0/radarWavelength - 1.0/subbandRadarWavelength[k]) \
                #                       -4.0 * np.pi * secondaryTrack.frames[i].swaths[j].startingRange * (1.0/radarWavelength - 1.0/subbandRadarWavelength[k])
                #     if referenceTrack.frames[i].swaths[j-1].startingRange - secondaryTrack.frames[i].swaths[j-1].startingRange == \
                #        referenceTrack.frames[i].swaths[j].startingRange - secondaryTrack.frames[i].swaths[j].startingRange:
                #         #phaseDiff.append(phaseDiffSwath2 - phaseDiffSwath1)
                #         #if reference and secondary versions are all before or after version 2.025 (starting range error < 0.5 m),
                #         #it should be OK to do the above.
                #         #see results in neom where it meets the above requirement, but there is still phase diff
                #         #to be less risky, we do not input values here
                #         phaseDiff.append(None)
                #     else:
                #         phaseDiff.append(None)

            #note that frame parameters are updated after mosaicking, here no need to update parameters
            #mosaic amplitudes
            swathMosaic(referenceTrack.frames[i],
                        inputAmplitudes,
                        self._insar.amplitude,
                        rangeOffsets,
                        azimuthOffsets,
                        self._insar.numberRangeLooks1,
                        self._insar.numberAzimuthLooks1,
                        resamplingMethod=0)
            #mosaic interferograms
            #These are for ALOS-2, may need to change for ALOS-4!
            phaseDiffFixed = [
                0.0, 0.4754024578084084, 0.9509913179406437,
                1.4261648478671614, 2.179664007520499, 2.6766909968024932,
                3.130810857
            ]

            #if (referenceTrack.frames[i].processingSoftwareVersion == '2.025' and secondaryTrack.frames[i].processingSoftwareVersion == '2.023') or \
            #   (referenceTrack.frames[i].processingSoftwareVersion == '2.023' and secondaryTrack.frames[i].processingSoftwareVersion == '2.025'):

            #    #               changed value                number of samples to estimate new value            new values estimate area
            #    ###########################################################################################################################
            #    #  2.6766909968024932-->2.6581660335779866                    1808694                               d169-f2850, north CA
            #    #  2.179664007520499 -->2.204125866652153                      131120                               d169-f2850, north CA

            #    phaseDiffFixed = [0.0, 0.4754024578084084, 0.9509913179406437, 1.4261648478671614, 2.204125866652153, 2.6581660335779866, 3.130810857]

            snapThreshold = 0.2

            #the above preparetions only applies to 'self._insar.modeCombination == 21'
            #looks like it also works for 31 (scansarNominalModes-stripmapModes)
            # if self._insar.modeCombination != 21:
            #     phaseDiff = None
            #     phaseDiffFixed = None
            #     snapThreshold = None

            #whether snap for each swath
            if self.swathPhaseDiffSnapIon == None:
                snapSwath = [[True for jjj in range(numberOfSwaths - 1)]
                             for iii in range(numberOfFrames)]
            else:
                snapSwath = self.swathPhaseDiffSnapIon
                if len(snapSwath) != numberOfFrames:
                    raise Exception(
                        'please specify each frame for parameter: swath phase difference snap to fixed values'
                    )
                for iii in range(numberOfFrames):
                    if len(snapSwath[iii]) != (numberOfSwaths - 1):
                        raise Exception(
                            'please specify correct number of swaths for parameter: swath phase difference snap to fixed values'
                        )

            (phaseDiffEst, phaseDiffUsed, phaseDiffSource,
             numberOfValidSamples) = swathMosaic(
                 referenceTrack.frames[i],
                 inputInterferograms,
                 self._insar.interferogram,
                 rangeOffsets,
                 azimuthOffsets,
                 self._insar.numberRangeLooks1,
                 self._insar.numberAzimuthLooks1,
                 updateFrame=False,
                 phaseCompensation=True,
                 phaseDiff=phaseDiff,
                 phaseDiffFixed=phaseDiffFixed,
                 snapThreshold=snapThreshold,
                 snapSwath=snapSwath[i],
                 pcRangeLooks=1,
                 pcAzimuthLooks=4,
                 filt=False,
                 resamplingMethod=1)

            #the first item is meaningless for all the following list, so only record the following items
            if phaseDiff == None:
                phaseDiff = [
                    None for iii in range(self._insar.startingSwath,
                                          self._insar.endingSwath + 1)
                ]
            #catalog.addItem('frame {} {} band swath phase diff input'.format(frameNumber, ionDir['subband'][k]), phaseDiff[1:], 'runIonSubband')
            #catalog.addItem('frame {} {} band swath phase diff estimated'.format(frameNumber, ionDir['subband'][k]), phaseDiffEst[1:], 'runIonSubband')
            #catalog.addItem('frame {} {} band swath phase diff used'.format(frameNumber, ionDir['subband'][k]), phaseDiffUsed[1:], 'runIonSubband')
            #catalog.addItem('frame {} {} band swath phase diff used source'.format(frameNumber, ionDir['subband'][k]), phaseDiffSource[1:], 'runIonSubband')
            #catalog.addItem('frame {} {} band swath phase diff samples used'.format(frameNumber, ionDir['subband'][k]), numberOfValidSamples[1:], 'runIonSubband')

            log += 'frame {} {} band swath phase diff input: {}\n'.format(
                frameNumber, ionDir['subband'][k], phaseDiff[1:])
            log += 'frame {} {} band swath phase diff estimated: {}\n'.format(
                frameNumber, ionDir['subband'][k], phaseDiffEst[1:])
            log += 'frame {} {} band swath phase diff used: {}\n'.format(
                frameNumber, ionDir['subband'][k], phaseDiffUsed[1:])
            log += 'frame {} {} band swath phase diff used source: {}\n'.format(
                frameNumber, ionDir['subband'][k], phaseDiffSource[1:])
            log += 'frame {} {} band swath phase diff samples used: {}\n'.format(
                frameNumber, ionDir['subband'][k], numberOfValidSamples[1:])

            #check if there is value around 3.130810857, which may not be stable
            phaseDiffUnstableExist = False
            for xxx in phaseDiffUsed:
                if abs(abs(xxx) - 3.130810857) < 0.2:
                    phaseDiffUnstableExist = True
            #catalog.addItem('frame {} {} band swath phase diff unstable exists'.format(frameNumber, ionDir['subband'][k]), phaseDiffUnstableExist, 'runIonSubband')
            log += 'frame {} {} band swath phase diff unstable exists: {}\n'.format(
                frameNumber, ionDir['subband'][k], phaseDiffUnstableExist)
            log += '\n'

            create_xml(self._insar.amplitude,
                       referenceTrack.frames[i].numberOfSamples,
                       referenceTrack.frames[i].numberOfLines, 'amp')
            create_xml(self._insar.interferogram,
                       referenceTrack.frames[i].numberOfSamples,
                       referenceTrack.frames[i].numberOfLines, 'int')

            #update secondary frame parameters here, here no need to update parameters
            os.chdir('../')
            #save parameter file, here no need to save parameter file
            os.chdir('../')
        os.chdir('../')

    ############################################################
    # STEP 4. mosaic frames
    ############################################################
    from isceobj.Alos2Proc.runFrameMosaic import frameMosaic
    from isceobj.Alos2Proc.Alos2ProcPublic import create_xml

    log += 'mosaic frames in {} at {}\n'.format(os.path.basename(__file__),
                                                datetime.datetime.now())
    log += '================================================================================================\n'

    spotlightModes, stripmapModes, scansarNominalModes, scansarWideModes, scansarModes = acquisitionModesAlos2(
    )
    for k in range(2):
        os.chdir(ionDir['subband'][k])

        mosaicDir = ionDir['insar']
        os.makedirs(mosaicDir, exist_ok=True)
        os.chdir(mosaicDir)

        numberOfFrames = len(referenceTrack.frames)
        if numberOfFrames == 1:
            import shutil
            frameDir = os.path.join('f1_{}/mosaic'.format(
                self._insar.referenceFrames[0]))
            # if not os.path.isfile(self._insar.interferogram):
            #     os.symlink(os.path.join('../', frameDir, self._insar.interferogram), self._insar.interferogram)
            # #shutil.copy2() can overwrite
            # shutil.copy2(os.path.join('../', frameDir, self._insar.interferogram+'.vrt'), self._insar.interferogram+'.vrt')
            # shutil.copy2(os.path.join('../', frameDir, self._insar.interferogram+'.xml'), self._insar.interferogram+'.xml')
            # if not os.path.isfile(self._insar.amplitude):
            #     os.symlink(os.path.join('../', frameDir, self._insar.amplitude), self._insar.amplitude)
            # shutil.copy2(os.path.join('../', frameDir, self._insar.amplitude+'.vrt'), self._insar.amplitude+'.vrt')
            # shutil.copy2(os.path.join('../', frameDir, self._insar.amplitude+'.xml'), self._insar.amplitude+'.xml')

            os.rename(os.path.join('../', frameDir, self._insar.interferogram),
                      self._insar.interferogram)
            os.rename(
                os.path.join('../', frameDir,
                             self._insar.interferogram + '.vrt'),
                self._insar.interferogram + '.vrt')
            os.rename(
                os.path.join('../', frameDir,
                             self._insar.interferogram + '.xml'),
                self._insar.interferogram + '.xml')
            os.rename(os.path.join('../', frameDir, self._insar.amplitude),
                      self._insar.amplitude)
            os.rename(
                os.path.join('../', frameDir, self._insar.amplitude + '.vrt'),
                self._insar.amplitude + '.vrt')
            os.rename(
                os.path.join('../', frameDir, self._insar.amplitude + '.xml'),
                self._insar.amplitude + '.xml')

            #update track parameters, no need to update track parameters here

        else:
            # #choose offsets
            # if self.frameOffsetMatching:
            #     rangeOffsets = self._insar.frameRangeOffsetMatchingReference
            #     azimuthOffsets = self._insar.frameAzimuthOffsetMatchingReference
            # else:
            #     rangeOffsets = self._insar.frameRangeOffsetGeometricalReference
            #     azimuthOffsets = self._insar.frameAzimuthOffsetGeometricalReference

            if referenceTrack.operationMode in scansarModes:
                matchingMode = 0
            else:
                matchingMode = 1

            #geometrical offset is enough
            offsetReferenceStack = frameOffset(referenceTrack,
                                               dateReference + '.slc',
                                               'frame_offset_' +
                                               dateReference + '.txt',
                                               crossCorrelation=False,
                                               matchingMode=matchingMode)

            #we can faithfully make it integer.
            #this can also reduce the error due to floating point computation
            rangeOffsets = [float(round(x)) for x in offsetReferenceStack[0]]
            azimuthOffsets = [float(round(x)) for x in offsetReferenceStack[1]]

            #list of input files
            inputInterferograms = []
            inputAmplitudes = []
            for i, frameNumber in enumerate(self._insar.referenceFrames):
                frameDir = 'f{}_{}'.format(i + 1, frameNumber)
                inputInterferograms.append(
                    os.path.join('../', frameDir, 'mosaic',
                                 self._insar.interferogram))
                inputAmplitudes.append(
                    os.path.join('../', frameDir, 'mosaic',
                                 self._insar.amplitude))

            #note that track parameters are updated after mosaicking
            #mosaic amplitudes
            frameMosaic(referenceTrack,
                        inputAmplitudes,
                        self._insar.amplitude,
                        rangeOffsets,
                        azimuthOffsets,
                        self._insar.numberRangeLooks1,
                        self._insar.numberAzimuthLooks1,
                        updateTrack=False,
                        phaseCompensation=False,
                        resamplingMethod=0)
            #mosaic interferograms
            (phaseDiffEst, phaseDiffUsed, phaseDiffSource,
             numberOfValidSamples) = frameMosaic(
                 referenceTrack,
                 inputInterferograms,
                 self._insar.interferogram,
                 rangeOffsets,
                 azimuthOffsets,
                 self._insar.numberRangeLooks1,
                 self._insar.numberAzimuthLooks1,
                 updateTrack=False,
                 phaseCompensation=True,
                 resamplingMethod=1)

            create_xml(self._insar.amplitude, referenceTrack.numberOfSamples,
                       referenceTrack.numberOfLines, 'amp')
            create_xml(self._insar.interferogram,
                       referenceTrack.numberOfSamples,
                       referenceTrack.numberOfLines, 'int')

            #if multiple frames, remove frame amplitudes/inteferograms to save space
            for x in inputAmplitudes:
                os.remove(x)
                os.remove(x + '.vrt')
                os.remove(x + '.xml')

            for x in inputInterferograms:
                os.remove(x)
                os.remove(x + '.vrt')
                os.remove(x + '.xml')

            #catalog.addItem('{} band frame phase diff estimated'.format(ionDir['subband'][k]), phaseDiffEst[1:], 'runIonSubband')
            #catalog.addItem('{} band frame phase diff used'.format(ionDir['subband'][k]), phaseDiffUsed[1:], 'runIonSubband')
            #catalog.addItem('{} band frame phase diff used source'.format(ionDir['subband'][k]), phaseDiffSource[1:], 'runIonSubband')
            #catalog.addItem('{} band frame phase diff samples used'.format(ionDir['subband'][k]), numberOfValidSamples[1:], 'runIonSubband')

            log += '{} band frame phase diff estimated: {}\n'.format(
                ionDir['subband'][k], phaseDiffEst[1:])
            log += '{} band frame phase diff used: {}\n'.format(
                ionDir['subband'][k], phaseDiffUsed[1:])
            log += '{} band frame phase diff used source: {}\n'.format(
                ionDir['subband'][k], phaseDiffSource[1:])
            log += '{} band frame phase diff samples used: {}\n'.format(
                ionDir['subband'][k], numberOfValidSamples[1:])
            log += '\n'

            #update secondary parameters here, no need to update secondary parameters here

        os.chdir('../')
        #save parameter file, no need to save parameter file here
        os.chdir('../')

    ############################################################
    # STEP 5. clear frame processing files
    ############################################################
    import shutil
    from isceobj.Alos2Proc.Alos2ProcPublic import runCmd

    for k in range(2):
        os.chdir(ionDir['subband'][k])
        for i, frameNumber in enumerate(self._insar.referenceFrames):
            frameDir = 'f{}_{}'.format(i + 1, frameNumber)
            #keep subswath interferograms
            #shutil.rmtree(frameDir)
            #cmd = 'rm -rf {}'.format(frameDir)
            #runCmd(cmd)
        os.chdir('../')

    ############################################################
    # STEP 6. create differential interferograms
    ############################################################
    import numpy as np
    from isceobj.Alos2Proc.Alos2ProcPublic import runCmd

    for k in range(2):
        os.chdir(ionDir['subband'][k])

        insarDir = ionDir['insar']
        os.makedirs(insarDir, exist_ok=True)
        os.chdir(insarDir)

        rangePixelSize = self._insar.numberRangeLooks1 * referenceTrack.rangePixelSize
        radarWavelength = subbandRadarWavelength[k]

        ml1 = '_{}rlks_{}alks'.format(self._insar.numberRangeLooks1,
                                      self._insar.numberAzimuthLooks1)
        if dateReference == dateReferenceStack:
            rectRangeOffset = os.path.join(
                '../../../', idir, dateSecondary, 'insar',
                dateSecondary + ml1 + '_rg_rect.off')
            cmd = "imageMath.py -e='a*exp(-1.0*J*b*4.0*{}*{}/{})*(b!=0)' --a={} --b={} -o {} -t cfloat".format(
                np.pi, rangePixelSize, radarWavelength,
                self._insar.interferogram, rectRangeOffset,
                self._insar.differentialInterferogram)
        elif dateSecondary == dateReferenceStack:
            rectRangeOffset = os.path.join(
                '../../../', idir, dateReference, 'insar',
                dateReference + ml1 + '_rg_rect.off')
            cmd = "imageMath.py -e='a*exp(1.0*J*b*4.0*{}*{}/{})*(b!=0)' --a={} --b={} -o {} -t cfloat".format(
                np.pi, rangePixelSize, radarWavelength,
                self._insar.interferogram, rectRangeOffset,
                self._insar.differentialInterferogram)
        else:
            rectRangeOffset1 = os.path.join(
                '../../../', idir, dateReference, 'insar',
                dateReference + ml1 + '_rg_rect.off')
            rectRangeOffset2 = os.path.join(
                '../../../', idir, dateSecondary, 'insar',
                dateSecondary + ml1 + '_rg_rect.off')
            cmd = "imageMath.py -e='a*exp(1.0*J*(b-c)*4.0*{}*{}/{})*(b!=0)*(c!=0)' --a={} --b={} --c={} -o {} -t cfloat".format(
                np.pi, rangePixelSize, radarWavelength,
                self._insar.interferogram, rectRangeOffset1, rectRangeOffset2,
                self._insar.differentialInterferogram)
        runCmd(cmd)

        os.chdir('../../')

    os.chdir('../')

    return log
Example #4
0
def runSwathOffset(self):
    '''estimate swath offsets.
    '''
    catalog = isceobj.Catalog.createCatalog(self._insar.procDoc.name)
    self.updateParamemetersFromUser()

    referenceTrack = self._insar.loadTrack(reference=True)
    secondaryTrack = self._insar.loadTrack(reference=False)

    for i, frameNumber in enumerate(self._insar.referenceFrames):
        frameDir = 'f{}_{}'.format(i + 1, frameNumber)
        os.chdir(frameDir)

        mosaicDir = 'mosaic'
        os.makedirs(mosaicDir, exist_ok=True)
        os.chdir(mosaicDir)

        if self._insar.endingSwath - self._insar.startingSwath + 1 == 1:
            os.chdir('../../')
            continue

        #compute swath offset
        offsetReference = swathOffset(
            referenceTrack.frames[i],
            os.path.join(self._insar.referenceBurstPrefix,
                         self._insar.referenceMagnitude),
            self._insar.referenceSwathOffset,
            crossCorrelation=self.swathOffsetMatching,
            numberOfAzimuthLooks=1)
        #only use geometrical offset for secondary
        offsetSecondary = swathOffset(secondaryTrack.frames[i],
                                      os.path.join(
                                          self._insar.secondaryBurstPrefix,
                                          self._insar.secondaryMagnitude),
                                      self._insar.secondarySwathOffset,
                                      crossCorrelation=False,
                                      numberOfAzimuthLooks=1)

        #initialization
        if i == 0:
            self._insar.swathRangeOffsetGeometricalReference = []
            self._insar.swathAzimuthOffsetGeometricalReference = []
            self._insar.swathRangeOffsetGeometricalSecondary = []
            self._insar.swathAzimuthOffsetGeometricalSecondary = []
            if self.swathOffsetMatching:
                self._insar.swathRangeOffsetMatchingReference = []
                self._insar.swathAzimuthOffsetMatchingReference = []
                #self._insar.swathRangeOffsetMatchingSecondary = []
                #self._insar.swathAzimuthOffsetMatchingSecondary = []

        #append list directly, as the API support 2-d list
        self._insar.swathRangeOffsetGeometricalReference.append(
            offsetReference[0])
        self._insar.swathAzimuthOffsetGeometricalReference.append(
            offsetReference[1])
        self._insar.swathRangeOffsetGeometricalSecondary.append(
            offsetSecondary[0])
        self._insar.swathAzimuthOffsetGeometricalSecondary.append(
            offsetSecondary[1])
        if self.swathOffsetMatching:
            self._insar.swathRangeOffsetMatchingReference.append(
                offsetReference[2])
            self._insar.swathAzimuthOffsetMatchingReference.append(
                offsetReference[3])
            #self._insar.swathRangeOffsetMatchingSecondary.append(offsetSecondary[2])
            #self._insar.swathAzimuthOffsetMatchingSecondary.append(offsetSecondary[3])

        os.chdir('../../')

    catalog.printToLog(logger, "runSwathOffset")
    self._insar.procDoc.addAllFromCatalog(catalog)
Example #5
0
                         interferogram + '.xml')
            if not os.path.isfile(amplitude):
                os.symlink(os.path.join('../', swathDir, amplitude), amplitude)
            shutil.copy2(os.path.join('../', swathDir, amplitude + '.vrt'),
                         amplitude + '.vrt')
            shutil.copy2(os.path.join('../', swathDir, amplitude + '.xml'),
                         amplitude + '.xml')

            os.chdir('../../')

        else:
            #compute swath offset using reference stack
            #geometrical offset is enough now
            offsetReferenceStack = swathOffset(trackReferenceStack.frames[i],
                                               dateReferenceStack + '.slc',
                                               'swath_offset_' +
                                               dateReferenceStack + '.txt',
                                               crossCorrelation=False,
                                               numberOfAzimuthLooks=10)
            #we can faithfully make it integer.
            #this can also reduce the error due to floating point computation
            rangeOffsets = [float(round(x)) for x in offsetReferenceStack[0]]
            azimuthOffsets = [float(round(x)) for x in offsetReferenceStack[1]]

            #list of input files
            inputInterferograms = []
            inputAmplitudes = []
            for j, swathNumber in enumerate(range(swaths[0], swaths[-1] + 1)):
                swathDir = 's{}'.format(swathNumber)
                inputInterferograms.append(
                    os.path.join('../', swathDir, interferogram))
                inputAmplitudes.append(os.path.join('../', swathDir,