async def _test_upload_data_to_existing_file_with_content_settings_async(
self):
# etag in async recording file cannot be parsed properly
if TestMode.need_recording_file(self.test_mode):
return
directory_name = self._get_directory_reference()
# Create a directory to put the file under that
directory_client = self.dsc.get_directory_client(
self.file_system_name, directory_name)
await directory_client.create_directory()
# create an existing file
file_client = directory_client.get_file_client('filename')
resp = await file_client.create_file()
etag = resp['etag']
# to override the existing file
data = self.get_random_bytes(100)
content_settings = ContentSettings(content_language='spanish',
content_disposition='inline')
await file_client.upload_data(
data,
max_concurrency=5,
content_settings=content_settings,
etag=etag,
match_condition=MatchConditions.IfNotModified)
downloaded_data = await (await file_client.download_file()).readall()
properties = await file_client.get_file_properties()
self.assertEqual(data, downloaded_data)
self.assertEqual(properties.content_settings.content_language,
content_settings.content_language)
def test_upload_data_to_existing_file_with_content_settings(
self, datalake_storage_account_name, datalake_storage_account_key):
self._setUp(datalake_storage_account_name,
datalake_storage_account_key)
directory_name = self._get_directory_reference()
# Create a directory to put the file under that
directory_client = self.dsc.get_directory_client(
self.file_system_name, directory_name)
directory_client.create_directory()
# create an existing file
file_client = directory_client.get_file_client('filename')
etag = file_client.create_file()['etag']
# to override the existing file
data = self.get_random_bytes(100)
content_settings = ContentSettings(content_language='spanish',
content_disposition='inline')
file_client.upload_data(data,
max_concurrency=5,
content_settings=content_settings,
etag=etag,
match_condition=MatchConditions.IfNotModified)
downloaded_data = file_client.download_file().readall()
properties = file_client.get_file_properties()
self.assertEqual(data, downloaded_data)
self.assertEqual(properties.content_settings.content_language,
content_settings.content_language)
async def _test_create_directory(self):
# Arrange
directory_name = self._get_directory_reference()
content_settings = ContentSettings(
content_language='spanish',
content_disposition='inline')
# Act
directory_client = self.dsc.get_directory_client(self.file_system_name, directory_name)
created = await directory_client.create_directory(content_settings=content_settings)
# Assert
self.assertTrue(created)
async def _test_set_expiry(self):
# Arrange
directory_client = await self._create_directory_and_return_client()
metadata = {'hello': 'world', 'number': '42'}
content_settings = ContentSettings(content_language='spanish',
content_disposition='inline')
expires_on = datetime.utcnow() + timedelta(hours=1)
file_client = await directory_client.create_file(
"newfile", metadata=metadata, content_settings=content_settings)
await file_client.set_file_expiry("Absolute", expires_on=expires_on)
properties = await file_client.get_file_properties()
# Assert
self.assertTrue(properties)
self.assertIsNotNone(properties.expiry_time)
async def _test_get_properties(self):
# Arrange
directory_client = await self._create_directory_and_return_client()
metadata = {'hello': 'world', 'number': '42'}
content_settings = ContentSettings(
content_language='spanish',
content_disposition='inline')
file_client = await directory_client.create_file("newfile", metadata=metadata, content_settings=content_settings)
await file_client.append_data(b"abc", 0, 3)
await file_client.flush_data(3)
properties = await file_client.get_file_properties()
# Assert
self.assertTrue(properties)
self.assertEqual(properties.size, 3)
self.assertEqual(properties.metadata['hello'], metadata['hello'])
self.assertEqual(properties.content_settings.content_language, content_settings.content_language)
async def _test_rename_from(self):
content_settings = ContentSettings(
content_language='spanish',
content_disposition='inline')
directory_name = self._get_directory_reference()
directory_client = self.dsc.get_directory_client(self.file_system_name, directory_name)
await directory_client.create_directory()
new_name = "newname"
new_directory_client = self.dsc.get_directory_client(self.file_system_name, new_name)
await new_directory_client._rename_path('/' + self.file_system_name + '/' + directory_name,
content_settings=content_settings)
properties = await new_directory_client.get_directory_properties()
self.assertIsNotNone(properties)
self.assertIsNone(properties.get('content_settings'))
def test_get_properties(self, datalake_storage_account_name,
datalake_storage_account_key):
self._setUp(datalake_storage_account_name,
datalake_storage_account_key)
# Arrange
directory_client = self._create_directory_and_return_client()
metadata = {'hello': 'world', 'number': '42'}
content_settings = ContentSettings(content_language='spanish',
content_disposition='inline')
file_client = directory_client.create_file(
"newfile", metadata=metadata, content_settings=content_settings)
file_client.append_data(b"abc", 0, 3)
file_client.flush_data(3)
properties = file_client.get_file_properties()
# Assert
self.assertTrue(properties)
self.assertEqual(properties.size, 3)
self.assertEqual(properties.metadata['hello'], metadata['hello'])
self.assertEqual(properties.content_settings.content_language,
content_settings.content_language)
def data_lake_service_sample(self):
# Instantiate a DataLakeServiceClient using a connection string
# [START create_datalake_service_client]
from azure.storage.filedatalake import DataLakeServiceClient
datalake_service_client = DataLakeServiceClient.from_connection_string(
self.connection_string)
# [END create_datalake_service_client]
# Instantiate a DataLakeServiceClient Azure Identity credentials.
# [START create_datalake_service_client_oauth]
from azure.identity import ClientSecretCredential
token_credential = ClientSecretCredential(
self.active_directory_tenant_id,
self.active_directory_application_id,
self.active_directory_application_secret,
)
datalake_service_client = DataLakeServiceClient(
"https://{}.dfs.core.windows.net".format(self.account_name),
credential=token_credential)
# [END create_datalake_service_client_oauth]
# get user delegation key
# [START get_user_delegation_key]
from datetime import datetime, timedelta
user_delegation_key = datalake_service_client.get_user_delegation_key(
datetime.utcnow(),
datetime.utcnow() + timedelta(hours=1))
# [END get_user_delegation_key]
# Create file systems
# [START create_file_system_from_service_client]
datalake_service_client.create_file_system("filesystem")
# [END create_file_system_from_service_client]
file_system_client = datalake_service_client.create_file_system(
"anotherfilesystem")
# List file systems
# [START list_file_systems]
file_systems = datalake_service_client.list_file_systems()
for file_system in file_systems:
print(file_system.name)
# [END list_file_systems]
# Get Clients from DataLakeServiceClient
file_system_client = datalake_service_client.get_file_system_client(
file_system_client.file_system_name)
# [START get_directory_client_from_service_client]
directory_client = datalake_service_client.get_directory_client(
file_system_client.file_system_name, "mydirectory")
# [END get_directory_client_from_service_client]
# [START get_file_client_from_service_client]
file_client = datalake_service_client.get_file_client(
file_system_client.file_system_name, "myfile")
# [END get_file_client_from_service_client]
# Create file and set properties
metadata = {'hello': 'world', 'number': '42'}
from azure.storage.filedatalake import ContentSettings
content_settings = ContentSettings(content_language='spanish',
content_disposition='inline')
file_client.create_file(content_settings=content_settings)
file_client.set_metadata(metadata=metadata)
file_props = file_client.get_file_properties()
print(file_props.metadata)
# Create file/directory and set properties
directory_client.create_directory(content_settings=content_settings,
metadata=metadata)
dir_props = directory_client.get_directory_properties()
print(dir_props.metadata)
# Delete File Systems
# [START delete_file_system_from_service_client]
datalake_service_client.delete_file_system("filesystem")
# [END delete_file_system_from_service_client]
file_system_client.delete_file_system()
