async def get_multiple_entities_from_all_pages(service: str, region: str, session: boto3.session.Session,
paginator_name: str, entities: list, **paginator_args):
"""
Gets all the entities from a paginator given multiple entitiy keys
:param service:str: Name of the AWS service (ec2, iam, etc.)
:param region:str: Region
:param session:boto3.session.Session: Boto3 session used to authenticate the client
:param paginator_name:str: Name of the paginator
:param entities:list: Keys used to retreive the entities in the paginator's response
:param **paginator_args: Arguments passed to the paginator
:return: A dictionary with the entity keys as keys, and the fetched entities lists as values.
"""
client = AWSFacadeUtils.get_client(service, session, region)
# Building a paginator doesn't require any API call so no need to do it concurrently:
paginator = client.get_paginator(
paginator_name).paginate(**paginator_args)
# Getting all pages from a paginator requires API calls so we need to do it concurrently:
try:
return await run_concurrently(lambda: AWSFacadeUtils._get_all_pages_from_paginator(paginator, entities))
except ClientError as e:
if e.response['Error']['Code'] in ['AccessDenied',
'AccessDeniedException',
'UnauthorizedOperation',
'AuthorizationError']:
print_exception(f'Failed to get all pages from paginator for the {service} service: {e}')
return []
else:
raise
def get_client(service: str, session: boto3.session.Session, region: str = None):
"""
Instantiates an AWS API client
:param service: Service targeted, e.g. ec2
:param session: The aws session
:param region: Region desired, e.g. us-east-2
:return:
"""
try:
return AWSFacadeUtils._clients.setdefault(
(service, region),
session.client(service, region_name=region) if region else session.client(service))
except Exception as e:
print_exception(f'Failed to create client for the {service} service: {e}')
return None