def __init__(self, cloud=None): if cloud is None: self.cloud = "google" else: self.cloud = cloud config = Config() self.gcs_client = storage.Client.from_service_account_json( config.credentials('google_cloud') ['GOOGLE_CLOUD_CREDENTIALS_JSON']) localprovider = LocalProvider() self.dir = LocalProvider.create(localprovider, str(os.getcwd()), self.cloud + 'dump')
def __init__(self, cloud): if cloud is None: self.cloud = "aws" else: self.cloud = cloud config = Config() credentials = config.credentials(cloud) self.session = boto3.Session( aws_access_key_id=credentials['S3_ACCESS_ID'], aws_secret_access_key=credentials['S3_SECRET_KEY']) self.s3 = self.session.resource('s3') localprovider = LocalProvider() self.dir = LocalProvider.create(localprovider, str(os.getcwd()), self.cloud + 'dump')
from google.cloud import storage import os import yaml import logging from cloudmesh_data.data.Config import Config logging.basicConfig(filename='debug.log', level=logging.DEBUG) with open('cloudmesh-data.yaml', 'r') as f: dataMap = yaml.safe_load(f) #os.environ["GOOGLE_APPLICATION_CREDENTIALS"] = dataMap['cloud']['data'['google_cloud']['credentials']['GOOGLE_CLOUD_CREDENTIALS_JSON'] config = Config() gcs_client = storage.Client.from_service_account_json( config.credentials('google_cloud')['GOOGLE_CLOUD_CREDENTIALS_JSON']) #storage_client = storage.Client() # The name for the bucket # print(bucket_name)