def test_vcm_legacy_vs_mpi(mpisync, tempdir, roipac_or_gamma_conf):
params = configuration.Configuration(roipac_or_gamma_conf).__dict__
LEGACY_VCM_DIR = os.path.join(SML_TEST_DIR, 'vcm')
legacy_vcm = np.genfromtxt(os.path.join(LEGACY_VCM_DIR, 'vcmt.csv'), delimiter=',')
tmpdir = Path(mpiops.run_once(tempdir))
mpiops.run_once(common.copytree, params[cf.OBS_DIR], tmpdir)
params[cf.OUT_DIR] = tmpdir.joinpath('out')
params[cf.PARALLEL] = 0
output_conf = Path(tmpdir).joinpath('conf.cfg')
cf.write_config_file(params=params, output_conf_file=output_conf)
params = configuration.Configuration(output_conf).__dict__
dest_paths = [p.sampled_path for p in params[cf.INTERFEROGRAM_FILES]]
# run conv2tif and prepifg, create the dest_paths files
conv2tif.main(params)
params[cf.INTERFEROGRAM_FILES].pop()
prepifg.main(params)
params[cf.INTERFEROGRAM_FILES].pop()
preread_ifgs = process._create_ifg_dict(dest_paths, params=params)
refpx, refpy = process._ref_pixel_calc(dest_paths, params)
process._orb_fit_calc(params[cf.INTERFEROGRAM_FILES], params)
process._ref_phase_estimation(dest_paths, params, refpx, refpy)
maxvar, vcmt = process._maxvar_vcm_calc(dest_paths, params, preread_ifgs)
# phase data after ref pixel has changed due to commit bf2f7ebd
# Legacy tests won't match anymore
np.testing.assert_array_almost_equal(maxvar, legacy_maxvar, decimal=4)
np.testing.assert_array_almost_equal(legacy_vcm, vcmt, decimal=3)
mpiops.run_once(shutil.rmtree, tmpdir)
def test_vcm_legacy_vs_mpi(mpisync, tempdir, roipac_or_gamma_conf):
params = configuration.Configuration(roipac_or_gamma_conf).__dict__
LEGACY_VCM_DIR = os.path.join(SML_TEST_DIR, 'vcm')
legacy_vcm = np.genfromtxt(os.path.join(LEGACY_VCM_DIR, 'vcmt.csv'),
delimiter=',')
tmpdir = Path(mpiops.run_once(tempdir))
mpiops.run_once(common.copytree, params[cf.OBS_DIR], tmpdir)
params[cf.OUT_DIR] = tmpdir.joinpath('out')
params[cf.PARALLEL] = False
xlks, ylks, crop = cf.transform_params(params)
base_unw_paths = cf.original_ifg_paths(params[cf.IFG_FILE_LIST],
params[cf.OBS_DIR])
# dest_paths are tifs that have been geotif converted and multilooked
dest_paths = cf.get_dest_paths(base_unw_paths, crop, params, xlks)
# run conv2tif and prepifg, create the dest_paths files
conv2tif.main(params)
prepifg.main(params)
tiles = pyrate.core.shared.get_tiles(dest_paths[0], rows=1, cols=1)
preread_ifgs = process._create_ifg_dict(dest_paths,
params=params,
tiles=tiles)
refpx, refpy = process._ref_pixel_calc(dest_paths, params)
process._orb_fit_calc(dest_paths, params)
process._ref_phase_estimation(dest_paths, params, refpx, refpy)
maxvar, vcmt = process._maxvar_vcm_calc(dest_paths, params, preread_ifgs)
np.testing.assert_array_almost_equal(maxvar, legacy_maxvar, decimal=4)
np.testing.assert_array_almost_equal(legacy_vcm, vcmt, decimal=3)
mpiops.run_once(shutil.rmtree, tmpdir)
def test_orbital_correction_legacy_equality(self):
from pyrate import process
from pyrate.configuration import MultiplePaths
multi_paths = [MultiplePaths(self.BASE_DIR, p) for p in self.ifg_paths]
for m in multi_paths: # cheat
m.sampled_path = m.converted_path
process._orb_fit_calc(multi_paths, self.params)
onlyfiles = [
f for f in os.listdir(SML_TEST_LEGACY_ORBITAL_DIR)
if os.path.isfile(os.path.join(SML_TEST_LEGACY_ORBITAL_DIR, f))
and f.endswith('.csv') and f.__contains__('_method1_')
]
count = 0
for i, f in enumerate(onlyfiles):
ifg_data = np.genfromtxt(os.path.join(SML_TEST_LEGACY_ORBITAL_DIR,
f),
delimiter=',')
for k, j in enumerate(self.ifg_paths):
ifg = Ifg(j)
ifg.open()
if os.path.basename(j).split('_unw.')[0] == os.path.basename(
f).split('_orb_planar_1lks_method1_')[1].split('.')[0]:
count += 1
# all numbers equal
np.testing.assert_array_almost_equal(ifg_data,
ifg.phase_data,
decimal=2)
# means must also be equal
self.assertAlmostEqual(np.nanmean(ifg_data),
np.nanmean(ifg.phase_data),
places=2)
# number of nans must equal
self.assertEqual(np.sum(np.isnan(ifg_data)),
np.sum(np.isnan(ifg.phase_data)))
ifg.close()
# ensure that we have expected number of matches
self.assertEqual(count, len(self.ifg_paths))
def test_vcm_legacy_vs_mpi(mpisync, tempdir, get_config):
from tests.common import SML_TEST_DIR, TEST_CONF_ROIPAC
params_dict = get_config(TEST_CONF_ROIPAC)
LEGACY_VCM_DIR = os.path.join(SML_TEST_DIR, 'vcm')
legacy_vcm = np.genfromtxt(os.path.join(LEGACY_VCM_DIR, 'vcmt.csv'),
delimiter=',')
if mpiops.rank == 0:
outdir = tempdir()
else:
outdir = None
outdir = mpiops.comm.bcast(outdir, root=0)
params_dict[cf.OUT_DIR] = outdir
params_dict[cf.PARALLEL] = False
xlks, ylks, crop = cf.transform_params(params_dict)
base_unw_paths = cf.original_ifg_paths(params_dict[cf.IFG_FILE_LIST],
params_dict[cf.OBS_DIR])
# dest_paths are tifs that have been geotif converted and multilooked
dest_paths = cf.get_dest_paths(base_unw_paths, crop, params_dict, xlks)
# run prepifg, create the dest_paths files
if mpiops.rank == 0:
conv2tif.main(params_dict)
prepifg.main(params_dict)
mpiops.comm.barrier()
tiles = pyrate.core.shared.get_tiles(dest_paths[0], rows=1, cols=1)
preread_ifgs = process._create_ifg_dict(dest_paths,
params=params_dict,
tiles=tiles)
refpx, refpy = process._ref_pixel_calc(dest_paths, params_dict)
process._orb_fit_calc(dest_paths, params_dict)
process._ref_phase_estimation(dest_paths, params_dict, refpx, refpy)
maxvar, vcmt = process._maxvar_vcm_calc(dest_paths, params_dict,
preread_ifgs)
np.testing.assert_array_almost_equal(maxvar, legacy_maxvar, decimal=4)
np.testing.assert_array_almost_equal(legacy_vcm, vcmt, decimal=3)
if mpiops.rank == 0:
shutil.rmtree(outdir)
common.remove_tifs(params_dict[cf.OBS_DIR])