def _path2list(
path: Union[str, Sequence[str]],
boto3_session: boto3.Session,
last_modified_begin: Optional[datetime.datetime] = None,
last_modified_end: Optional[datetime.datetime] = None,
suffix: Union[str, List[str], None] = None,
ignore_suffix: Union[str, List[str], None] = None,
) -> List[str]:
"""Convert Amazon S3 path to list of objects."""
_suffix: Optional[List[str]] = [suffix] if isinstance(suffix, str) else suffix
_ignore_suffix: Optional[List[str]] = [ignore_suffix] if isinstance(ignore_suffix, str) else ignore_suffix
if isinstance(path, str): # prefix
paths: List[str] = list_objects(
path=path,
suffix=_suffix,
ignore_suffix=_ignore_suffix,
boto3_session=boto3_session,
last_modified_begin=last_modified_begin,
last_modified_end=last_modified_end,
)
elif isinstance(path, list):
if last_modified_begin or last_modified_end:
raise exceptions.InvalidArgumentCombination(
"Specify a list of files or (last_modified_begin and last_modified_end)"
)
paths = path if _suffix is None else [x for x in path if x.endswith(tuple(_suffix))]
paths = path if _ignore_suffix is None else [x for x in paths if x.endswith(tuple(_ignore_suffix)) is False]
else:
raise exceptions.InvalidArgumentType(f"{type(path)} is not a valid path type. Please, use str or List[str].")
return paths
def path2list(
path: object,
boto3_session: boto3.Session,
last_modified_begin: Optional[datetime.datetime] = None,
last_modified_end: Optional[datetime.datetime] = None,
suffix: str = None,
) -> List[str]:
"""Convert Amazon S3 path to list of objects."""
if isinstance(path, str): # prefix
paths: List[str] = list_objects(
path=path,
suffix=suffix,
boto3_session=boto3_session,
last_modified_begin=last_modified_begin,
last_modified_end=last_modified_end,
)
elif isinstance(path, list):
if last_modified_begin or last_modified_end:
raise exceptions.InvalidArgumentCombination(
"Specify a list of files or (last_modified_begin and last_modified_end)"
) # pragma: no cover
paths = path if suffix is None else [
x for x in path if x.endswith(suffix)
]
else:
raise exceptions.InvalidArgumentType(
f"{type(path)} is not a valid path type. Please, use str or List[str]."
)
return paths
def path2list(path: object, boto3_session: boto3.Session, suffix: str = None) -> List[str]:
"""Convert Amazon S3 path to list of objects."""
if isinstance(path, str): # prefix
paths: List[str] = list_objects(path=path, suffix=suffix, boto3_session=boto3_session)
elif isinstance(path, list):
paths = path if suffix is None else [x for x in path if x.endswith(suffix)]
else:
raise exceptions.InvalidArgumentType(f"{type(path)} is not a valid path type. Please, use str or List[str].")
return paths