def test_delete_single_blob(self, mock_service): mock_instance = mock_service.return_value hook = WasbHook(wasb_conn_id='wasb_test_sas_token') hook.delete_file('container', 'blob', is_prefix=False) mock_instance.delete_blob.assert_called_once_with( 'container', 'blob', delete_snapshots='include' )
def test_delete_single_blob(self, mock_service): mock_instance = mock_service.return_value hook = WasbHook(wasb_conn_id='wasb_test_sas_token') hook.delete_file('container', 'blob', is_prefix=False) mock_instance.delete_blob.assert_called_once_with( 'container', 'blob', delete_snapshots='include' )
def execute(self, context): self.log.info('Deleting blob: %s\nin wasb://%s', self.blob_name, self.container_name) hook = WasbHook(wasb_conn_id=self.wasb_conn_id) hook.delete_file(self.container_name, self.blob_name, self.is_prefix, self.ignore_if_missing, **self.check_options)
def execute(self, context): self.log.info('Deleting blob: {self.blob_name}\n' 'in wasb://{self.container_name}'.format(**locals())) hook = WasbHook(wasb_conn_id=self.wasb_conn_id) hook.delete_file(self.container_name, self.blob_name, self.is_prefix, self.ignore_if_missing, **self.check_options)
def execute(self, context): self.log.info( 'Deleting blob: %s\nin wasb://%s', self.blob_name, self.container_name ) hook = WasbHook(wasb_conn_id=self.wasb_conn_id) hook.delete_file(self.container_name, self.blob_name, self.is_prefix, self.ignore_if_missing, **self.check_options)
def execute(self, context): self.log.info( 'Deleting blob: {self.blob_name}\n' 'in wasb://{self.container_name}'.format(**locals()) ) hook = WasbHook(wasb_conn_id=self.wasb_conn_id) hook.delete_file(self.container_name, self.blob_name, self.is_prefix, self.ignore_if_missing, **self.check_options)
def test_delete_multiple_nonexisting_blobs_fails(self, mock_service): mock_instance = mock_service.return_value mock_instance.list_blobs.return_value = iter([]) hook = WasbHook(wasb_conn_id='wasb_test_sas_token') with self.assertRaises(Exception) as context: hook.delete_file( 'container', 'nonexisting_blob_prefix', is_prefix=True, ignore_if_missing=False ) self.assertIsInstance(context.exception, AirflowException)
def test_delete_multiple_nonexisting_blobs_fails(self, mock_service): mock_instance = mock_service.return_value mock_instance.list_blobs.return_value = iter([]) hook = WasbHook(wasb_conn_id='wasb_test_sas_token') with self.assertRaises(Exception) as context: hook.delete_file( 'container', 'nonexisting_blob_prefix', is_prefix=True, ignore_if_missing=False ) self.assertIsInstance(context.exception, AirflowException)
def test_delete_multiple_blobs(self, mock_service): mock_instance = mock_service.return_value Blob = namedtuple('Blob', ['name']) mock_instance.list_blobs.return_value = iter( [Blob('blob_prefix/blob1'), Blob('blob_prefix/blob2')] ) hook = WasbHook(wasb_conn_id='wasb_test_sas_token') hook.delete_file('container', 'blob_prefix', is_prefix=True) mock_instance.delete_blob.assert_any_call( 'container', 'blob_prefix/blob1', delete_snapshots='include' ) mock_instance.delete_blob.assert_any_call( 'container', 'blob_prefix/blob2', delete_snapshots='include' )
def test_delete_multiple_blobs(self, mock_service): mock_instance = mock_service.return_value Blob = namedtuple('Blob', ['name']) mock_instance.list_blobs.return_value = iter( [Blob('blob_prefix/blob1'), Blob('blob_prefix/blob2')] ) hook = WasbHook(wasb_conn_id='wasb_test_sas_token') hook.delete_file('container', 'blob_prefix', is_prefix=True) mock_instance.delete_blob.assert_any_call( 'container', 'blob_prefix/blob1', delete_snapshots='include' ) mock_instance.delete_blob.assert_any_call( 'container', 'blob_prefix/blob2', delete_snapshots='include' )