self._logger.info('Uploading %s to Swift under %s' %
(local_path, remote_path))
return self._driver.put(
local_path, os.path.join(remote_path,
os.path.basename(local_path)))
def get(self, remote_path, local_path):
self._logger.info('Downloading %s from Swift to %s' %
(remote_path, local_path))
return self._driver.get(remote_path, local_path)
def list(self, remote_path):
return self._driver.ls(remote_path)
Transfer.explore_provider(SwiftTransferProvider)
# Logging
class OpenStackCredentialsLoggerFilter(object):
request_re = re.compile('(X-Auth[^:]+:)([^\'"])+')
response_re = re.compile('(.*)({["\']access.+})(.*)')
def filter(self, record):
message = record.getMessage()
record.args = ()
if "passwordCredentials" in message:
record.msg = 'Requested authentication, credentials are hidden'
TransferProvider.__init__(self)
def put(self, local_path, remote_path):
self._logger.info('Uploading %s to Swift under %s' % (local_path, remote_path))
return self._driver.put(local_path, os.path.join(remote_path, os.path.basename(local_path)))
def get(self, remote_path, local_path):
self._logger.info('Downloading %s from Swift to %s' % (remote_path, local_path))
return self._driver.get(remote_path, local_path)
def list(self, remote_path):
return self._driver.ls(remote_path)
Transfer.explore_provider(SwiftTransferProvider)
# Logging
class OpenStackCredentialsLoggerFilter(object):
request_re = re.compile('(X-Auth[^:]+:)([^\'"])+')
response_re = re.compile('(.*)({["\']access.+})(.*)')
def filter(self, record):
message = record.getMessage()
record.args = ()
if "passwordCredentials" in message:
record.msg = 'Requested authentication, credentials are hidden'
return True
continue
raise
except ValueError, e:
if 'No JSON object could be decoded' in str(e):
LOG.debug('Rackspace API failed with invalid JSON response. sleeping %s seconds', interval)
time.sleep(interval)
continue
raise
return request
C.request = request_decorator(C.request)
_patch_cloudservers()
Transfer.explore_provider(CFTransferProvider)
auth_url = 'https://auth.api.rackspacecloud.com/v1.0'
def _credentials(username=None, api_key=None):
try:
username = username or os.environ["CLOUD_SERVERS_USERNAME"]
api_key = api_key or os.environ['CLOUD_SERVERS_API_KEY']
return username, api_key
except KeyError:
raise PlatformError('Rackspace API credentials not defined')
def new_cloudserver_conn(username=None, api_key=None):
return CloudServers(*_credentials(username, api_key))
def new_cloudfiles_conn(username=None, api_key=None, **kwargs):
from __future__ import with_statement import os import re import urllib2 import logging from scalarizr.bus import bus from scalarizr.platform import Ec2LikePlatform, PlatformError, PlatformFeatures from scalarizr.storage.transfer import Transfer from .storage import S3TransferProvider import boto import boto.ec2 Transfer.explore_provider(S3TransferProvider) """ Platform configuration options """ OPT_ACCOUNT_ID = "account_id" OPT_KEY = "key" OPT_KEY_ID = "key_id" OPT_EC2_CERT_PATH = "ec2_cert_path" OPT_CERT_PATH = "cert_path" OPT_PK_PATH = "pk_path" """ User data options """ UD_OPT_S3_BUCKET_NAME = "s3bucket"
from scalarizr.bus import bus from scalarizr.platform import Ec2LikePlatform, PlatformError, PlatformFeatures from scalarizr.storage.transfer import Transfer from .storage import S3TransferProvider from boto import connect_s3 from boto.ec2.connection import EC2Connection from boto.ec2.regioninfo import RegionInfo import urllib2, re, os Transfer.explore_provider(S3TransferProvider) """ Platform configuration options """ OPT_ACCOUNT_ID = "account_id" OPT_KEY = "key" OPT_KEY_ID = "key_id" OPT_EC2_CERT_PATH = "ec2_cert_path" OPT_CERT_PATH = "cert_path" OPT_PK_PATH = "pk_path" """ User data options """ UD_OPT_S3_BUCKET_NAME = "s3bucket"
try:
import json
except ImportError:
import simplejson as json
from oauth2client.client import SignedJwtAssertionCredentials
from apiclient.discovery import build
from scalarizr.platform import Platform
from scalarizr.storage.transfer import Transfer
from scalarizr.platform.gce.storage import GoogleCSTransferProvider
from scalarizr import util
Transfer.explore_provider(GoogleCSTransferProvider)
COMPUTE_RW_SCOPE = 'https://www.googleapis.com/auth/compute'
STORAGE_FULL_SCOPE = 'https://www.googleapis.com/auth/devstorage.full_control'
LOG = logging.getLogger(__name__)
class GoogleApiClientLoggerFilter:
def filter(self, record):
if 'takes exactly' or 'takes at most' in record.message:
return False
return True
api_logger = logging.getLogger('oauth2client.util')
if 'No JSON object could be decoded' in str(e):
LOG.debug(
'Rackspace API failed with invalid JSON response. sleeping %s seconds',
interval)
time.sleep(interval)
continue
raise
return request
C.request = request_decorator(C.request)
_patch_cloudservers()
Transfer.explore_provider(CFTransferProvider)
auth_url = 'https://auth.api.rackspacecloud.com/v1.0'
def _credentials(username=None, api_key=None):
try:
username = username or os.environ["CLOUD_SERVERS_USERNAME"]
api_key = api_key or os.environ['CLOUD_SERVERS_API_KEY']
return username, api_key
except KeyError:
raise PlatformError('Rackspace API credentials not defined')
def new_cloudserver_conn(username=None, api_key=None):
return CloudServers(*_credentials(username, api_key))
import threading
try:
import json
except ImportError:
import simplejson as json
from oauth2client.client import SignedJwtAssertionCredentials
from apiclient.discovery import build
from scalarizr.platform import Platform
from scalarizr.storage.transfer import Transfer
from scalarizr.platform.gce.storage import GoogleCSTransferProvider
from scalarizr import util
Transfer.explore_provider(GoogleCSTransferProvider)
COMPUTE_RW_SCOPE = 'https://www.googleapis.com/auth/compute'
STORAGE_FULL_SCOPE = 'https://www.googleapis.com/auth/devstorage.full_control'
LOG = logging.getLogger(__name__)
class GoogleApiClientLoggerFilter:
def filter(self, record):
if 'takes exactly' or 'takes at most' in record.message:
return False
return True
api_logger = logging.getLogger('oauth2client.util')
