def _check_inputs(self) -> None:
if self.dest_gcs and not gcs_object_is_directory(self.dest_gcs):
self.log.info(
'Destination Google Cloud Storage path is not a valid '
'"directory", define a path that ends with a slash "/" or '
'leave it empty for the root of the bucket.')
raise AirflowException(
'The destination Google Cloud Storage path must end with a slash "/" or be empty.'
)
def __init__(
self,
*,
bucket,
prefix='',
delimiter='',
aws_conn_id='aws_default',
verify=None,
gcp_conn_id='google_cloud_default',
dest_gcs_conn_id=None,
dest_gcs=None,
delegate_to=None,
replace=False,
gzip=False,
google_impersonation_chain: Optional[Union[str, Sequence[str]]] = None,
**kwargs,
):
super().__init__(bucket=bucket,
prefix=prefix,
delimiter=delimiter,
aws_conn_id=aws_conn_id,
**kwargs)
if dest_gcs_conn_id:
warnings.warn(
"The dest_gcs_conn_id parameter has been deprecated. You should pass "
"the gcp_conn_id parameter.",
DeprecationWarning,
stacklevel=3,
)
gcp_conn_id = dest_gcs_conn_id
self.gcp_conn_id = gcp_conn_id
self.dest_gcs = dest_gcs
self.delegate_to = delegate_to
self.replace = replace
self.verify = verify
self.gzip = gzip
self.google_impersonation_chain = google_impersonation_chain
if dest_gcs and not gcs_object_is_directory(self.dest_gcs):
self.log.info(
'Destination Google Cloud Storage path is not a valid '
'"directory", define a path that ends with a slash "/" or '
'leave it empty for the root of the bucket.')
raise AirflowException(
'The destination Google Cloud Storage path must end with a slash "/" or be empty.'
)
def __init__(
self,
*,
share_name: str,
dest_gcs: str,
directory_name: Optional[str] = None,
prefix: str = '',
wasb_conn_id: str = 'wasb_default',
gcp_conn_id: str = 'google_cloud_default',
delegate_to: Optional[str] = None,
replace: bool = False,
gzip: bool = False,
google_impersonation_chain: Optional[Union[str, Sequence[str]]] = None,
**kwargs,
):
super().__init__(**kwargs)
self.share_name = share_name
self.directory_name = directory_name
self.prefix = prefix
self.wasb_conn_id = wasb_conn_id
self.gcp_conn_id = gcp_conn_id
self.dest_gcs = dest_gcs
self.delegate_to = delegate_to
self.replace = replace
self.gzip = gzip
self.google_impersonation_chain = google_impersonation_chain
if dest_gcs and not gcs_object_is_directory(self.dest_gcs):
self.log.info(
'Destination Google Cloud Storage path is not a valid '
'"directory", define a path that ends with a slash "/" or '
'leave it empty for the root of the bucket.'
)
raise AirflowException(
'The destination Google Cloud Storage path must end with a slash "/" or be empty.'
)