def parse_client(session: Session, service_name: ServiceName, shape_parser: ShapeParser) -> Client:
"""
Parse boto3 client to a structure.
Arguments:
session -- boto3 session.
service_name -- Target service name.
Returns:
Client structure.
"""
client = get_boto3_client(session, service_name)
public_methods = get_public_methods(client)
# remove methods that will be overriden
if "get_paginator" in public_methods:
del public_methods["get_paginator"]
if "get_waiter" in public_methods:
del public_methods["get_waiter"]
result = Client(
name=Client.get_class_name(service_name),
service_name=service_name,
boto3_client=client,
)
shape_method_map = shape_parser.get_client_method_map()
result.methods.append(result.get_exceptions_property())
for method_name, public_method in public_methods.items():
if method_name in shape_method_map:
method = shape_method_map[method_name]
else:
method = parse_method("Client", method_name, public_method, service_name)
docstring = get_short_docstring(inspect.getdoc(public_method) or "")
method.docstring = docstring
result.methods.append(method)
service_model = client.meta.service_model
client_exceptions = ClientExceptionsFactory().create_client_exceptions(service_model)
for exception_class_name in dir(client_exceptions):
if exception_class_name.startswith("_"):
continue
if not exception_class_name[0].isupper():
continue
result.exceptions_class.attributes.append(
Attribute(
exception_class_name,
TypeSubscript(
Type.Type,
[InternalImport("BotocoreClientError", stringify=False)],
),
)
)
result.attributes.append(Attribute("meta", TypeClass(ClientMeta)))
return result
def parse_resource(
name: str,
resource: Boto3ServiceResource,
service_name: ServiceName,
shape_parser: ShapeParser,
) -> Resource:
"""
Parse boto3 sub Resource data.
Arguments:
resource -- Original boto3 resource.
Returns:
Resource structure.
"""
result = Resource(
name=name,
service_name=service_name,
)
shape_method_map = shape_parser.get_resource_method_map(name)
public_methods = get_resource_public_methods(resource.__class__)
for method_name, public_method in public_methods.items():
if method_name in shape_method_map:
method = shape_method_map[method_name]
else:
method = parse_method(name, method_name, public_method,
service_name)
docstring = get_short_docstring(inspect.getdoc(public_method) or "")
method.docstring = "".join((
f"{docstring}\n\n" if docstring else "",
"[Show boto3 documentation]",
f"({service_name.get_boto3_doc_link(name, method_name)})\n",
"[Show boto3-stubs documentation]",
f"({service_name.get_doc_link('service_resource', name, f'{method_name} method')})",
))
result.methods.append(method)
result.attributes.extend(parse_attributes(service_name, name, resource))
result.attributes.extend(parse_identifiers(resource))
result.attributes.extend(parse_references(resource))
collections = parse_collections(name, resource, service_name, shape_parser)
for collection in collections:
result.collections.append(collection)
result.attributes.append(
Attribute(
collection.attribute_name,
InternalImport(collection.name, service_name, stringify=False),
))
return result
def parse_resource(
name: str,
resource: Boto3ServiceResource,
service_name: ServiceName,
shape_parser: ShapeParser,
) -> Resource:
"""
Parse boto3 sub Resource data.
Arguments:
resource -- Original boto3 resource.
Returns:
Resource structure.
"""
result = Resource(
name=name,
service_name=service_name,
)
shape_method_map = shape_parser.get_resource_method_map(name)
public_methods = get_resource_public_methods(resource.__class__)
for method_name, public_method in public_methods.items():
if method_name in shape_method_map:
method = shape_method_map[method_name]
else:
method = parse_method(name, method_name, public_method,
service_name)
docstring = get_short_docstring(inspect.getdoc(public_method) or "")
method.docstring = docstring
result.methods.append(method)
attributes = parse_attributes(service_name, name, resource, shape_parser)
result.attributes.extend(attributes)
identifiers = parse_identifiers(resource)
result.attributes.extend(identifiers)
references = parse_references(resource)
result.attributes.extend(references)
collections = parse_collections(name, resource, service_name, shape_parser)
for collection in collections:
result.collections.append(collection)
result.attributes.append(
Attribute(
collection.attribute_name,
InternalImport(collection.name, service_name, stringify=False),
))
return result
def parse_resource(
name: str,
resource: Boto3ServiceResource,
service_name: ServiceName,
shape_parser: ShapeParser,
) -> Resource:
"""
Parse boto3 sub Resource data.
Arguments:
resource -- Original boto3 resource.
Returns:
Resource structure.
"""
result = Resource(
name=name,
docstring=(
f"[{name} documentation]"
f"({service_name.doc_link}.ServiceResource.{name})"
),
)
shape_methods_map = shape_parser.get_resource_method_map(name)
public_methods = get_resource_public_methods(resource.__class__)
for method_name, public_method in public_methods.items():
if method_name in shape_methods_map:
method = shape_methods_map[method_name]
else:
method = parse_method(name, method_name, public_method, service_name)
method.docstring = (
f"[{name}.{method_name} documentation]"
f"({service_name.doc_link}.{name}.{method_name})"
)
result.methods.append(method)
result.attributes.extend(parse_attributes(service_name, name, resource))
result.attributes.extend(parse_identifiers(resource))
collections = parse_collections(name, resource, service_name, shape_parser)
for collection in collections:
result.collections.append(collection)
result.attributes.append(
Attribute(
collection.attribute_name, InternalImport(collection.name, service_name)
)
)
return result
def parse_service_resource(
session: Session, service_name: ServiceName,
shape_parser: ShapeParser) -> Optional[ServiceResource]:
"""
Parse boto3 ServiceResource data.
Arguments:
session -- boto3 session.
service_name -- Target service name.
Returns:
ServiceResource structure or None if service does not have a resource.
"""
service_resource = get_boto3_resource(session, service_name)
if service_resource is None:
return None
logger = get_logger()
logger.debug("Parsing ServiceResource")
result = ServiceResource(
name=f"{service_name.class_name}ServiceResource",
service_name=service_name,
boto3_service_resource=service_resource,
docstring=(f"[{service_name.class_name}.ServiceResource documentation]"
f"({service_name.doc_link}.ServiceResource)"),
)
public_methods = get_public_methods(service_resource)
shape_method_map = shape_parser.get_service_resource_method_map()
for method_name, public_method in public_methods.items():
if method_name in shape_method_map:
method = shape_method_map[method_name]
else:
method = parse_method("ServiceResource", method_name,
public_method, service_name)
method.docstring = (
f"[ServiceResource.{method_name} documentation]"
f"({service_name.doc_link}.ServiceResource.{method_name})")
result.methods.append(method)
logger.debug("Parsing ServiceResource attributes")
result.attributes.extend(
parse_attributes(service_name, "ServiceResource", service_resource))
result.attributes.extend(parse_identifiers(service_resource))
result.attributes.extend(parse_references(service_resource))
logger.debug("Parsing ServiceResource collections")
collections = parse_collections("ServiceResource", service_resource,
service_name, shape_parser)
for collection in collections:
result.collections.append(collection)
result.attributes.append(
Attribute(
collection.attribute_name,
InternalImport(
collection.name,
service_name,
stringify=False,
),
))
for sub_resource in get_sub_resources(session, service_name,
service_resource):
sub_resource_name = sub_resource.__class__.__name__.split(".", 1)[-1]
logger.debug(f"Parsing {sub_resource_name} sub resource")
result.sub_resources.append(
parse_resource(sub_resource_name, sub_resource, service_name,
shape_parser))
return result
def parse_client(session: Session, service_name: ServiceName,
shape_parser: ShapeParser) -> Client:
"""
Parse boto3 client to a structure.
Arguments:
session -- boto3 session.
service_name -- Target service name.
Returns:
Client structure.
"""
client = get_boto3_client(session, service_name)
public_methods = get_public_methods(client)
# remove methods that will be overriden
if "get_paginator" in public_methods:
del public_methods["get_paginator"]
if "get_waiter" in public_methods:
del public_methods["get_waiter"]
result = Client(
name=f"{service_name.class_name}Client",
service_name=service_name,
boto3_client=client,
docstring=(f"[{service_name.class_name}.Client documentation]"
f"({service_name.doc_link}.Client)"),
)
shape_method_map = shape_parser.get_client_method_map()
for method_name, public_method in public_methods.items():
if method_name in shape_method_map:
method = shape_method_map[method_name]
else:
method = parse_method("Client", method_name, public_method,
service_name)
method.docstring = (f"[Client.{method_name} documentation]"
f"({service_name.doc_link}.Client.{method_name})")
result.methods.append(method)
service_model = client.meta.service_model
client_exceptions = ClientExceptionsFactory().create_client_exceptions(
service_model)
for exception_class_name in dir(client_exceptions):
if exception_class_name.startswith("_"):
continue
if not exception_class_name[0].isupper():
continue
result.exceptions_class.attributes.append(
Attribute(
exception_class_name,
TypeSubscript(
Type.Type,
[TypeClass(ClientError, alias="Boto3ClientError")]),
))
result.attributes.append(
Attribute(
"exceptions",
InternalImport(
name=result.exceptions_class.name,
module_name=ServiceModuleName.client,
service_name=service_name,
stringify=False,
),
))
return result