def enviar_aquivos_audio_blob(main_app, dir="audio_files/"):
for file in glob.glob(dir + "*.wav"):
try:
print("Processando arquivo " + file + "...")
meeting_code = file.split("_")[1].split("/")[1]
blob = meeting_code + "/" + file
print("Meeting code " + str(meeting_code))
blob_service = BlockBlobService(account_name=ACCOUNT_NAME,
account_key=ACCOUNT_KEY)
blob_service.create_blob_from_path(CONTAINER_NAME, blob, file)
if os.path.exists(file):
os.remove(file)
queue_service = QueueService(account_name=ACCOUNT_NAME,
account_key=ACCOUNT_KEY)
queue_service.encode_function = QueueMessageFormat.text_base64encode
payload = {
"meeting-code": meeting_code,
"blob": blob,
"file-name": util.get_file_with_extension(file)
}
payload = json.dumps(payload, ensure_ascii=False)
queue_service.put_message(QUEUE_NAME_AUDIO, payload)
print("Arquivo " + file + " processado com sucesso.")
main_app.mensagem["text"] = "File " + file + " synced successfully"
except:
traceback.format_exc()
def copy_blob_across_storage(self,
sourceblobpath="",
destinationblobpath="",
sourcecontainer="",
destinationcontainer="",
destination_source_account_name="",
destination_source_account_key=""):
"""
This method copies blob across different storage accounts.
Args:
sourceblobpath:source blob name
destinationblobpath:destionation blob name
sourcecontainer:source container name
destinationcontainer:destination container
destination_source_account_name: storage account name for destination storage account
destination_source_account_key:storage account key for destination storage account
"""
destinationfileservice = BlockBlobService(
account_name=destination_source_account_name,
account_key=destination_source_account_key)
local_path = self.download_blob(blobpath=sourceblobpath,
container=sourcecontainer)
if len(destinationblobpath) == 0:
destinationblobpath = "/".join(local_path.split("/")[1:])
destinationfileservice.create_blob_from_path(
container_name=destinationcontainer,
blob_name=destinationblobpath,
file_path=local_path)
os.remove(local_path)
def upload_file_toblob(input_file, input_blob_name):
blob_service = BlockBlobService(
account_name=app.config['STORAGE_ACCOUNT_NAME'],
account_key=app.config['STORAGE_ACCOUNT_KEY'])
print('Uploading the input to blob storage...')
blob_service.create_blob_from_path(app.config['STORAGE_CONTAINER_NAME'],
input_blob_name, input_file)
class FileLayer(object):
def __init__(self, storage_account_name="", storage_account_access_key=""):
self.storage_account_name = storage_account_name
self.storage_account_access_key = storage_account_access_key
self.file_service = BlockBlobService(
account_name=self.storage_account_name,
account_key=self.storage_account_access_key)
def download_blob(self,
blobpath="",
local_file_path="",
container="testing-environment"):
"""
Downloads file in the Azure Blob to current local directory
Args:
blobpath: blob name oz azure
local_file_path:File path on local system
container: Azure Blob Container name
Returns: Downloaded local file path
"""
if len(local_file_path) == 0:
local_path = "/" + blobpath
else:
local_path = local_file_path
os.makedirs("/".join(local_path.split("/")[:-1]), exist_ok=True)
self.file_service.get_blob_to_path(container_name=container,
blob_name=blobpath,
file_path=local_path)
print("downloaded to = {}".format(local_path))
return local_path
def upload_to_blob(self,
local_file_path="",
blobpath="",
container="testing-environment"):
"""
Uploads local file to the blob
Args:
blobpath: blob name oz azure
local_file_path:File path on local system
container: Azure Blob Container name
Returns: Blob name on azure
"""
if len(bloppath) == 0:
blob_file = "/".join(local_file_path.split("/")[1:])
else:
blob_file = blobpath
self.file_service.create_blob_from_path(container_name=container,
blob_name=blob_file,
file_path=local_file_path)
return blob_file
def read_pickle(self, path_on_blob, container="testing-environment"):
"""
Method reads serialized object stored in azure containers
Args:
path_on_blob: pickle file Path on the blob
container: Azure Blob Container name
Returns:Serialized object
"""
model_obj = pickle.loads(
self.file_service.get_blob_to_bytes(
container_name="testing-environment",
blob_name=path_on_blob).content)
return model_obj
def read_config(self, path_on_blob="", container="testing-environment"):
"""
Reads the json config file present on the blob
Args:
path_on_blob: Json file Path on the blob
container: Azure Blob Container name
Returns:
"""
config_file = self.file_service.get_blob_to_text(
container_name=container, blob_name=path_on_blob)
return json.loads(config_file.content)
def list_folders_in_blob_path(self,
blob_path="",
container="testing-environment"):
"""
Lists the Azure blob folder contents
Args:
blob_path: Folder path pn the blob
container: Azure Blob Container name
Returns:
"""
list_generator = self.file_service.list_blobs(container_name=container,
prefix=blob_path)
folders_under_blob = list(set([pth.name for pth in list_generator]))
return folders_under_blob
def copy_blob_same_storage(self,
sourceblobpath="",
destinationblobpath="",
sourcecontainer="",
destinationcontainer=""):
"""
This method copies blob across containers in same storage account.
Args:
sourceblobpath:source blob name
destinationblobpath:destionation blob name
sourcecontainer:source container name
destinationcontainer:destination container
"""
if len(destinationblobpath) == 0:
destinationblobpath = sourceblobpath
source_blob_url = self.file_service.make_blob_url(
sourcecontainer, sourceblobpath)
self.file_service.copy_blob(destinationcontainer, destinationblobpath,
source_blob_url)
def copy_blob_across_storage(self,
sourceblobpath="",
destinationblobpath="",
sourcecontainer="",
destinationcontainer="",
destination_source_account_name="",
destination_source_account_key=""):
"""
This method copies blob across different storage accounts.
Args:
sourceblobpath:source blob name
destinationblobpath:destionation blob name
sourcecontainer:source container name
destinationcontainer:destination container
destination_source_account_name: storage account name for destination storage account
destination_source_account_key:storage account key for destination storage account
"""
destinationfileservice = BlockBlobService(
account_name=destination_source_account_name,
account_key=destination_source_account_key)
local_path = self.download_blob(blobpath=sourceblobpath,
container=sourcecontainer)
if len(destinationblobpath) == 0:
destinationblobpath = "/".join(local_path.split("/")[1:])
destinationfileservice.create_blob_from_path(
container_name=destinationcontainer,
blob_name=destinationblobpath,
file_path=local_path)
os.remove(local_path)