def test_get_from_env(self):
assert get_from_env(keys=None) is None
assert get_from_env(keys=[]) is None
assert get_from_env(keys='some_random_text_foo_000') is None
os.environ['some_random_text_foo_000'] = 'a'
assert get_from_env(['some_random_text_foo_000']) == 'a'
del os.environ['some_random_text_foo_000']
os.environ['POLYAXON_some_random_text_foo_000'] = 'a'
assert get_from_env(['some_random_text_foo_000']) == 'a'
del os.environ['POLYAXON_some_random_text_foo_000']
def get_store(cls, store_type=None, **kwargs):
store_type = store_type or get_from_env(['POLYAXON_STORE'])
# We assume that `None` refers to local store as well
store_type = cls._LOCAL_STORE if store_type is None else store_type
if store_type not in cls._STORE_TYPES:
raise PolyaxonStoresException(
'Received an unrecognised store type `{}`.'.format(store_type))
if store_type == cls._LOCAL_STORE:
from polystores.stores.local_store import LocalStore
return LocalStore()
if store_type == cls._AZURE_STORE:
from polystores.stores.azure_store import AzureStore
return AzureStore(**kwargs)
if store_type == cls._S3_STORE:
from polystores.stores.s3_store import S3Store
return S3Store(**kwargs)
if store_type == cls._GCS_STORE:
from polystores.stores.gcs_store import GCSStore
return GCSStore(**kwargs)
raise PolyaxonStoresException(
'Received an unrecognised store type `{}`.'.format(store_type))
def get_key_path(keys=None):
keys = keys or ['GC_KEY_PATH', 'GOOGLE_KEY_PATH']
return get_from_env(keys)
def get_project_id(keys=None):
keys = keys or [
'GC_PROJECT', 'GOOGLE_PROJECT', 'GC_PROJECT_ID', 'GOOGLE_PROJECT_ID'
]
return get_from_env(keys)
def get_account_name(keys=None):
keys = keys or ['AZURE_ACCOUNT_NAME']
return get_from_env(keys)
def get_connection_string(keys=None):
keys = keys or ['AZURE_CONNECTION_STRING']
return get_from_env(keys)
def get_account_key(keys=None):
keys = keys or ['AZURE_ACCOUNT_KEY']
return get_from_env(keys)
def get_aws_security_token(keys=None):
keys = keys or ['AWS_SECURITY_TOKEN']
return get_from_env(keys)
def get_aws_access_key_id(keys=None):
keys = keys or ['AWS_ACCESS_KEY_ID']
return get_from_env(keys)
def get_aws_legacy_api(keys=None):
keys = keys or ['AWS_LEGACY_API']
return get_from_env(keys)
def get_aws_verify_ssl(keys=None):
keys = ['AWS_VERIFY_SSL'] if keys is None else keys
return get_from_env(keys)
def get_aws_use_ssl(keys=None):
keys = keys or ['AWS_USE_SSL']
return get_from_env(keys)
def get_endpoint_url(keys=None):
keys = keys or ['AWS_ENDPOINT_URL']
return get_from_env(keys)
def get_region(keys=None):
keys = keys or ['AWS_REGION']
return get_from_env(keys)
def get_keyfile_dict(keys=None):
keys = keys or ['GC_KEYFILE_DICT', 'GOOGLE_KEYFILE_DICT']
return get_from_env(keys)
def get_scopes(keys=None):
keys = keys or ['GC_SCOPES', 'GOOGLE_SCOPES']
return get_from_env(keys)
def get_aws_secret_access_key(keys=None):
keys = keys or ['AWS_SECRET_ACCESS_KEY']
return get_from_env(keys)