def get_store(cls, store_type=None, **kwargs):
store_type = store_type or get_from_env(["POLYAXON_STORE"])
# We assume that `None` refers to local store as well
store_type = cls._LOCAL_STORE if store_type is None else store_type
if store_type not in cls._STORE_TYPES:
raise PolyaxonStoresException(
"Received an unrecognised store type `{}`.".format(store_type))
if store_type == cls._LOCAL_STORE:
from polyaxon.stores.stores.local_store import LocalStore
return LocalStore()
if store_type == cls._AZURE_STORE:
from polyaxon.stores.stores.azure_store import AzureStore
return AzureStore(**kwargs)
if store_type == cls._S3_STORE:
from polyaxon.stores.stores.s3_store import S3Store
return S3Store(**kwargs)
if store_type == cls._GCS_STORE:
from polyaxon.stores.stores.gcs_store import GCSStore
return GCSStore(**kwargs)
raise PolyaxonStoresException(
"Received an unrecognised store type `{}`.".format(store_type))
def test_get_from_env(self):
assert get_from_env(keys=None) is None
assert get_from_env(keys=[]) is None
assert get_from_env(keys="some_random_text_foo_000") is None
os.environ["some_random_text_foo_000"] = "a"
assert get_from_env(["some_random_text_foo_000"]) == "a"
del os.environ["some_random_text_foo_000"]
os.environ["POLYAXON_some_random_text_foo_000"] = "a"
assert get_from_env(["some_random_text_foo_000"]) == "a"
del os.environ["POLYAXON_some_random_text_foo_000"]
def get_project_id(keys=None):
keys = keys or [
"GC_PROJECT",
"GOOGLE_PROJECT",
"GC_PROJECT_ID",
"GOOGLE_PROJECT_ID",
]
return get_from_env(keys)
def get_aws_use_ssl(keys=None):
keys = keys or ["AWS_USE_SSL"]
return get_from_env(keys)
def get_endpoint_url(keys=None):
keys = keys or ["AWS_ENDPOINT_URL"]
return get_from_env(keys)
def get_region(keys=None):
keys = keys or ["AWS_REGION"]
return get_from_env(keys)
def get_aws_security_token(keys=None):
keys = keys or ["AWS_SECURITY_TOKEN"]
return get_from_env(keys)
def get_aws_secret_access_key(keys=None):
keys = keys or ["AWS_SECRET_ACCESS_KEY"]
return get_from_env(keys)
def get_aws_access_key_id(keys=None):
keys = keys or ["AWS_ACCESS_KEY_ID"]
return get_from_env(keys)
def get_account_name(keys=None):
keys = keys or ["AZURE_ACCOUNT_NAME"]
return get_from_env(keys)
def get_keyfile_dict(keys=None):
keys = keys or ["GC_KEYFILE_DICT", "GOOGLE_KEYFILE_DICT"]
return get_from_env(keys)
def get_key_path(keys=None):
keys = keys or ["GC_KEY_PATH", "GOOGLE_KEY_PATH"]
return get_from_env(keys)
def get_connection_string(keys=None):
keys = keys or ["AZURE_CONNECTION_STRING"]
return get_from_env(keys)
def get_account_key(keys=None):
keys = keys or ["AZURE_ACCOUNT_KEY"]
return get_from_env(keys)
def get_aws_verify_ssl(keys=None):
keys = ["AWS_VERIFY_SSL"] if keys is None else keys
return get_from_env(keys)
def get_aws_legacy_api(keys=None):
keys = keys or ["AWS_LEGACY_API"]
return get_from_env(keys)
def get_scopes(keys=None):
keys = keys or ["GC_SCOPES", "GOOGLE_SCOPES"]
return get_from_env(keys)
