def footprint(self, ram=128):
"""
footprint
"""
import os
import glob
from iota2.Common.OtbAppBank import CreateSuperimposeApplication
from iota2.Common.OtbAppBank import CreateBandMathApplication
from iota2.Common.FileUtils import ensure_dir
from iota2.Common.FileUtils import FileSearch_AND
footprint_dir = os.path.join(self.features_dir, "tmp")
ensure_dir(footprint_dir, raise_exe=False)
footprint_out = os.path.join(footprint_dir, self.footprint_name)
input_dates = [
os.path.join(self.tile_directory, cdir)
for cdir in os.listdir(self.tile_directory)
]
input_dates = self.sort_dates_directories(input_dates)
# get date's footprint
date_edge = []
for date_dir in input_dates:
date_edge.append(
glob.glob(
os.path.join(
date_dir, f"{self.struct_path_masks}"
f"{list(self.masks_rules.keys())[self.border_pos]}"))
[0])
self.generate_raster_ref(date_edge[0])
# seek odd values, then sum it
expr = [
f"(im{i+1}b1/2==rint(im{i+1}b1/2))" for i in range(len(date_edge))
]
expr = f"{'+'.join(expr)}>0?1:0"
masks_rules = CreateBandMathApplication({
"il": date_edge,
"ram": str(ram),
"exp": expr
})
masks_rules.Execute()
app_dep = [masks_rules]
reference_raster = self.ref_image
if self.vhr_path.lower() != "none":
reference_raster = FileSearch_AND(input_dates[0], True,
self.data_type, "COREG",
".TIF")[0]
superimp, _ = CreateSuperimposeApplication({
"inr": reference_raster,
"inm": masks_rules,
"out": footprint_out,
"pixType": "uint8",
"ram": str(ram)
})
return superimp, app_dep
def footprint(self, ram=128):
"""
compute footprint of images
"""
import os
import glob
from iota2.Common.OtbAppBank import CreateSuperimposeApplication
from iota2.Common.OtbAppBank import CreateBandMathApplication
from iota2.Common.FileUtils import ensure_dir
footprint_dir = os.path.join(self.features_dir, "tmp")
ensure_dir(footprint_dir, raise_exe=False)
footprint_out = os.path.join(footprint_dir, self.footprint_name)
input_dates = [
os.path.join(self.tile_directory, cdir)
for cdir in os.listdir(self.tile_directory)
]
input_dates = self.sort_dates_directories(input_dates)
# get date's footprint
date_edge = []
for date_dir in input_dates:
date_edge.append(
glob.glob(
os.path.join(
date_dir, "{}{}".format(
self.struct_path_masks,
list(self.masks_rules.keys())[self.border_pos])))
[0])
expr = " || ".join("1 - im{}b1".format(i + 1)
for i in range(len(date_edge)))
s2_border = CreateBandMathApplication({
"il": date_edge,
"exp": expr,
"ram": str(ram)
})
s2_border.Execute()
reference_raster = self.ref_image
if self.vhr_path.lower() != "none":
reference_raster = self.get_available_dates()[0]
# superimpose footprint
superimp, _ = CreateSuperimposeApplication({
"inr": reference_raster,
"inm": s2_border,
"out": footprint_out,
"pixType": "uint8",
"ram": str(ram)
})
# needed to travel throught iota2's library
app_dep = [s2_border, _]
return superimp, app_dep
def footprint(self, ram=128):
"""
compute footprint of images
"""
import os
from iota2.Common.OtbAppBank import CreateSuperimposeApplication
from iota2.Common.OtbAppBank import CreateBandMathApplication
from iota2.Common.FileUtils import ensure_dir
from iota2.Common.FileUtils import FileSearch_AND
footprint_dir = os.path.join(self.features_dir, "tmp")
ensure_dir(footprint_dir, raise_exe=False)
footprint_out = os.path.join(footprint_dir, self.footprint_name)
input_dates = [
os.path.join(self.tile_directory, cdir)
for cdir in os.listdir(self.tile_directory)
]
input_dates = self.sort_dates_directories(input_dates)
all_scl = []
for date_dir in input_dates:
r20m_dir = self.get_date_dir(date_dir, 20)
scl = FileSearch_AND(r20m_dir, True, self.scene_classif)[0]
all_scl.append(scl)
sum_scl = "+".join(
["im{}b1".format(i + 1) for i in range(len(all_scl))])
edge = CreateBandMathApplication({
"il": all_scl,
"exp": "{}==0?0:1".format(sum_scl)
})
edge.Execute()
app_dep = [edge]
# superimpose footprint
reference_raster = self.ref_image
if self.vhr_path.lower() != "none":
reference_raster = self.get_available_dates()[0]
superimp, _ = CreateSuperimposeApplication({
"inr": reference_raster,
"inm": edge,
"out": footprint_out,
"pixType": "uint8",
"ram": str(ram)
})
# needed to travel throught iota2's library
app_dep.append(_)
return superimp, app_dep
def preprocess_date_masks(self,
date_dir,
out_prepro,
working_dir=None,
ram=128,
logger=LOGGER):
"""
preprocess date mask
"""
import os
import shutil
import glob
import multiprocessing as mp
from iota2.Common.FileUtils import ensure_dir
from iota2.Common.OtbAppBank import CreateBandMathApplication
from iota2.Common.OtbAppBank import CreateSuperimposeApplication
from iota2.Common.FileUtils import getRasterProjectionEPSG
from iota2.Common.OtbAppBank import executeApp
# TODO : throw Exception if no masks are found
date_mask = []
for mask_name, _ in list(self.masks_rules.items()):
date_mask.append(
glob.glob(
os.path.join(date_dir,
f"{self.struct_path_masks}{mask_name}"))[0])
# manage directories
mask_dir = os.path.dirname(date_mask[0])
logger.debug(f"preprocessing {mask_dir} masks")
mask_name = os.path.basename(date_mask[0]).replace(
list(self.masks_rules.items())[0][0],
"{}.tif".format(self.masks_date_suffix),
)
out_mask = os.path.join(mask_dir, mask_name)
if out_prepro:
out_mask_dir = mask_dir.replace(
os.path.join(self.l8_data, self.tile_name), out_prepro)
ensure_dir(out_mask_dir, raise_exe=False)
out_mask = os.path.join(out_mask_dir, mask_name)
out_mask_processing = out_mask
if working_dir:
out_mask_processing = os.path.join(working_dir, mask_name)
# build binary mask
expr = "+".join([f"im{cpt+1}b1" for cpt in range(len(date_mask))])
expr = f"({expr})==0?0:1"
binary_mask_rule = CreateBandMathApplication({
"il": date_mask,
"exp": expr
})
binary_mask_rule.Execute()
# reproject using reference image
superimp, _ = CreateSuperimposeApplication({
"inr": self.ref_image,
"inm": binary_mask_rule,
"interpolator": "nn",
"out": out_mask_processing,
"pixType": "uint8",
"ram": str(ram)
})
# needed to travel throught iota2's library
app_dep = [binary_mask_rule]
if self.write_dates_stack:
same_proj = False
if os.path.exists(out_mask):
same_proj = int(getRasterProjectionEPSG(out_mask)) == int(
self.target_proj)
if not os.path.exists(out_mask) or same_proj is False:
# ~ superimp.ExecuteAndWriteOutput()
multi_proc = mp.Process(target=executeApp, args=[superimp])
multi_proc.start()
multi_proc.join()
if working_dir:
shutil.copy(out_mask_processing, out_mask)
os.remove(out_mask_processing)
return superimp, app_dep
def get_time_series_masks(self, ram=128):
"""
get time series masks
"""
import os
import glob
from iota2.Common.OtbAppBank import CreateConcatenateImagesApplication
from iota2.Common.OtbAppBank import CreateSuperimposeApplication
from iota2.Common.OtbAppBank import CreateBandMathApplication
from iota2.Common.FileUtils import ensure_dir
from iota2.Common.FileUtils import getRasterProjectionEPSG
time_series_dir = os.path.join(self.features_dir, "tmp")
ensure_dir(time_series_dir, raise_exe=False)
times_series_mask = os.path.join(time_series_dir,
self.time_series_masks_name)
# needed to travel throught iota2's library
app_dep = []
input_dates = [
os.path.join(self.tile_directory, cdir)
for cdir in os.listdir(self.tile_directory)
]
input_dates = self.sort_dates_directories(input_dates)
# get date's data
date_data = []
div_mask_patter = list(self.masks_rules.keys())[self.border_pos]
cloud_mask_patter = list(self.masks_rules.keys())[self.cloud_pos]
sat_mask_patter = list(self.masks_rules.keys())[self.sat_pos]
if self.vhr_path.lower() != "none":
div_mask_patter = div_mask_patter.replace(".TIF", "_COREG.TIF")
cloud_mask_patter = div_mask_patter.replace(".TIF", "_COREG.TIF")
sat_mask_patter = div_mask_patter.replace(".TIF", "_COREG.TIF")
for date_dir in input_dates:
div_mask = glob.glob(
os.path.join(date_dir,
f"{self.struct_path_masks}{div_mask_patter}"))[0]
cloud_mask = glob.glob(
os.path.join(
date_dir,
f"{self.struct_path_masks}{cloud_mask_patter}"))[0]
sat_mask = glob.glob(
os.path.join(date_dir,
f"{self.struct_path_masks}{sat_mask_patter}"))[0]
# im1 = div, im2 = cloud, im3 = sat
div_expr = "(1-(im1b1/2==rint(im1b1/2)))"
cloud_expr = "im2b1"
sat_expr = "im3b1"
# expr = "*".join([div_expr, cloud_expr, sat_expr])
expr = f"({div_expr} + {cloud_expr} + {sat_expr})==0?0:1"
date_binary_mask = CreateBandMathApplication({
"il": [div_mask, cloud_mask, sat_mask],
"exp":
expr
})
date_binary_mask.Execute()
date_data.append(date_binary_mask)
app_dep.append(date_binary_mask)
dates_time_series_mask = CreateConcatenateImagesApplication({
"il":
date_data,
"ram":
str(ram),
"out":
times_series_mask
})
origin_proj = getRasterProjectionEPSG(sat_mask)
if int(origin_proj) != int(self.target_proj):
dates_time_series_mask.Execute()
app_dep.append(dates_time_series_mask)
self.generate_raster_ref(sat_mask)
dates_time_series_mask, _ = CreateSuperimposeApplication({
"inr":
self.ref_image,
"inm":
dates_time_series_mask,
"interpolator":
"nn",
"out":
times_series_mask,
"ram":
str(ram)
})
return dates_time_series_mask, app_dep, len(date_data)
def preprocess_date_masks(self,
date_dir,
out_prepro,
working_dir=None,
ram=128,
logger=LOGGER):
"""
preprocess date masks
"""
import shutil
import os
import multiprocessing as mp
from iota2.Common.FileUtils import FileSearch_AND
from iota2.Common.FileUtils import ensure_dir
from iota2.Common.OtbAppBank import CreateBandMathApplication
from iota2.Common.OtbAppBank import CreateSuperimposeApplication
from iota2.Common.FileUtils import getRasterProjectionEPSG
from iota2.Common.OtbAppBank import executeApp
# manage directories
date_mask_name = self.build_date_name(date_dir, self.masks_date_suffix)
logger.debug(f"preprocessing {date_dir}")
r10_dir = self.get_date_dir(date_dir, 10)
out_mask = os.path.join(r10_dir, date_mask_name)
if out_prepro:
out_dir = r10_dir.replace(date_dir, out_prepro)
ensure_dir(out_dir, raise_exe=False)
out_mask = os.path.join(out_dir, date_mask_name)
out_mask_processing = out_mask
if working_dir:
out_mask_processing = os.path.join(working_dir, date_mask_name)
r20m_dir = self.get_date_dir(date_dir, 20)
scl = FileSearch_AND(r20m_dir, True, self.scene_classif)[0]
invalid_expr = " or ".join(
["im1b1=={}".format(flag) for flag in self.invalid_flags])
binary_mask = CreateBandMathApplication({
"il":
scl,
"exp":
"{}?1:0".format(invalid_expr),
"pixType":
"uint8"
})
binary_mask.Execute()
app_dep = [binary_mask]
superimp, _ = CreateSuperimposeApplication({
"inr": self.ref_image,
"inm": binary_mask,
"interpolator": "nn",
"out": out_mask_processing,
"pixType": "uint8",
"ram": str(ram)
})
if self.write_dates_stack:
same_proj = False
if os.path.exists(out_mask):
same_proj = int(getRasterProjectionEPSG(out_mask)) == int(
self.target_proj)
if not os.path.exists(out_mask) or same_proj is False:
# superimp.ExecuteAndWriteOutput()
multi_proc = mp.Process(target=executeApp, args=[superimp])
multi_proc.start()
multi_proc.join()
if working_dir:
shutil.copy(out_mask_processing, out_mask)
os.remove(out_mask_processing)
return superimp, app_dep