def test_trigger_lta_failed(http_status_code):
api = SentinelAPI("mock_user", "mock_password")
request_url = "https://scihub.copernicus.eu/apihub/odata/v1/Products('8df46c9e-a20c-43db-a19a-4240c2ed3b8b')/$value"
with requests_mock.mock() as rqst:
rqst.get(request_url, status_code=http_status_code)
with pytest.raises(SentinelAPILTAError):
api._trigger_offline_retrieval(request_url)
def test_trigger_lta_failed(http_status_code):
api = SentinelAPI("mock_user", "mock_password")
request_url = "https://scihub.copernicus.eu/apihub/odata/v1/Products('8df46c9e-a20c-43db-a19a-4240c2ed3b8b')/$value"
with requests_mock.mock() as rqst:
rqst.get(
request_url,
status_code=http_status_code
)
with pytest.raises(SentinelAPILTAError) as excinfo:
api._trigger_offline_retrieval(request_url)
def test_trigger_lta_accepted():
api = SentinelAPI("mock_user", "mock_password")
request_url = "https://scihub.copernicus.eu/apihub/odata/v1/Products('8df46c9e-a20c-43db-a19a-4240c2ed3b8b')/$value"
with requests_mock.mock() as rqst:
rqst.get(request_url, text="Mock trigger accepted", status_code=202)
assert api._trigger_offline_retrieval(request_url) == 202
def test_trigger_lta_accepted():
api = SentinelAPI("mock_user", "mock_password")
request_url = "https://scihub.copernicus.eu/apihub/odata/v1/Products('8df46c9e-a20c-43db-a19a-4240c2ed3b8b')/$value"
with requests_mock.mock() as rqst:
rqst.get(
request_url,
text="Mock trigger accepted", status_code=202
)
assert api._trigger_offline_retrieval(request_url) == 202
class SentinelWrapper:
def __init__(self):
logger.info("connect to sentinel API")
# connection to API for search queries and download requests
self.api = SentinelAPI(config.copernicusUser, config.copernicusPW,
config.copernicusURL)
logger.info("sentinel API connected")
def get_sentinel_products(self, lat, lon, date_from, date_to, platform,
**kwargs):
logger.info("start sentinel query")
# convert geolocation coordinates to wkt format
footprint = geojson_to_wkt(Point((lon, lat)))
# prepare parameter for cloud coverage
if "cloudcoverpercentage" in kwargs:
kwargs["cloudcoverpercentage"] = (0,
kwargs["cloudcoverpercentage"])
# search query
for attempt in range(1, config.serverFailureRequestRepeats + 1):
try:
result = self.api.query(footprint,
date=(date_from, date_to),
platformname=platform,
**kwargs)
break
except SentinelAPIError as e:
print(repr(e))
if attempt < config.serverFailureRequestRepeats:
print(
f"Attempt {attempt} failed. Next try in {config.serverFailureRequestDelay} minutes."
)
logger.info(
f"Attempt {attempt} to connect to Sentinel server failed. Next try in {config.serverFailureRequestDelay} minutes."
)
time.sleep(60 * config.serverFailureRequestDelay)
else:
print("Last attempt failed. Aborting.")
logger.info(
"Last attempt to connect to Sentinel server failed. Aborting."
)
logger.info("sentinel query complete")
return result
# download multiple sentinel products (list of product IDs)
def download_sentinel_products(self, products):
for attempt in range(1, config.serverFailureRequestRepeats + 1):
try:
logger.info("start downloading sentinel product list")
self.api.download_all(products, config.bigTilesDir)
logger.info("download complete")
break
except SentinelAPIError as e:
print(repr(e))
if attempt < config.serverFailureRequestRepeats:
print(
f"Attempt {attempt} failed. Next try in {config.serverFailureRequestDelay} minutes."
)
logger.info(
f"Attempt {attempt} to connect to Sentinel server failed. Next try in {config.serverFailureRequestDelay} minutes."
)
time.sleep(60 * config.serverFailureRequestDelay)
else:
print("Last attempt failed. Aborting.")
logger.info(
"Last attempt to connect to Sentinel server failed. Aborting."
)
# download sentinel product with certain product ID
def download_sentinel_product(self, product_id):
for attempt in range(1, config.serverFailureRequestRepeats + 1):
try:
logger.info("start downloading sentinel product")
product_info = self.api.download(product_id,
config.bigTilesDir)
if not product_info["Online"]:
logger.info("archived download triggered")
return False
else:
# TODO: Download should be checked
logger.info("download complete")
return True
except SentinelAPIError as e:
print(repr(e))
if attempt < config.serverFailureRequestRepeats:
print(
f"Attempt {attempt} failed. Next try in {config.serverFailureRequestDelay} minutes."
)
logger.info(
f"Attempt {attempt} to connect to Sentinel server failed. Next try in {config.serverFailureRequestDelay} minutes."
)
time.sleep(60 * config.serverFailureRequestDelay)
else:
print("Last attempt failed. Aborting.")
logger.info(
"Last attempt to connect to Sentinel server failed. Aborting."
)
def get_product_data(self, product_id):
for attempt in range(1, config.serverFailureRequestRepeats + 1):
try:
return self.api.get_product_odata(product_id)
except SentinelAPIError as e:
print(repr(e))
if attempt < config.serverFailureRequestRepeats:
print(
f"Attempt {attempt} failed. Next try in {config.serverFailureRequestDelay} minutes."
)
logger.info(
f"Attempt {attempt} to connect to Sentinel server failed. Next try in {config.serverFailureRequestDelay} minutes."
)
time.sleep(60 * config.serverFailureRequestDelay)
else:
print("Last attempt failed. Aborting.")
logger.info(
"Last attempt to connect to Sentinel server failed. Aborting."
)
def ready_for_download(self, product_id):
for attempt in range(1, config.serverFailureRequestRepeats + 1):
try:
return self.api.is_online(product_id)
except SentinelAPIError as e:
print(repr(e))
if attempt < config.serverFailureRequestRepeats:
print(
f"Attempt {attempt} failed. Next try in {config.serverFailureRequestDelay} minutes."
)
logger.info(
f"Attempt {attempt} to connect to Sentinel server failed. Next try in {config.serverFailureRequestDelay} minutes."
)
time.sleep(60 * config.serverFailureRequestDelay)
else:
print("Last attempt failed. Aborting.")
logger.info(
"Last attempt to connect to Sentinel server failed. Aborting."
)
def request_offline_tile(self, last_tile_download_request, product_id):
# check if last request not within request delay
last_request = utils.minutes_since_last_download_request()
if last_request == None or last_request > config.copernicusRequestDelay:
if last_tile_download_request == None or \
utils.minutes_since_timestamp(last_tile_download_request) > config.copernicusRepeatRequestAfterMin:
for attempt in range(1,
config.serverFailureRequestRepeats + 1):
try:
# HTTP-Code 202: Accepted for retrieval
# TODO: handle other HTTP-Codes as well...
product_info = self.api.get_product_odata(product_id)
if self.api._trigger_offline_retrieval(
product_info["url"]) == 202:
return True
else:
return False
except SentinelAPIError as e:
print(repr(e))
if attempt < config.serverFailureRequestRepeats:
print(
f"Attempt {attempt} failed. Next try in {config.serverFailureRequestDelay} minutes."
)
logger.info(
f"Attempt {attempt} to connect to Sentinel server failed. Next try in {config.serverFailureRequestDelay} minutes."
)
time.sleep(60 * config.serverFailureRequestDelay)
else:
print("Last attempt failed. Aborting.")
logger.info(
"Last attempt to connect to Sentinel server failed. Aborting."
)
else:
return False
