def storage_account():
test_case = AzureMgmtTestCase("__init__")
rg_preparer = ResourceGroupPreparer()
storage_preparer = StorageAccountPreparer(name_prefix='pyacrstorage')
# Set what the decorator is supposed to set for us
for prep in [rg_preparer, storage_preparer]:
prep.live_test = False
prep.test_class_instance = test_case
# Create
rg_name = create_random_name("pystorage", 24)
storage_name = create_random_name("pyacrstorage", 24)
try:
rg = rg_preparer.create_resource(rg_name)
StorageTestCase._RESOURCE_GROUP = rg['resource_group']
try:
storage_dict = storage_preparer.create_resource(
storage_name, resource_group=rg['resource_group'])
# Now the magic begins
StorageTestCase._STORAGE_ACCOUNT = storage_dict['storage_account']
StorageTestCase._STORAGE_KEY = storage_dict['storage_account_key']
yield
finally:
storage_preparer.remove_resource(
storage_name, resource_group=rg['resource_group'])
StorageTestCase._STORAGE_ACCOUNT = None
StorageTestCase._STORAGE_KEY = None
finally:
rg_preparer.remove_resource(rg_name)
StorageTestCase._RESOURCE_GROUP = None
def form_recognizer_account():
test_case = AzureTestCase("__init__")
rg_preparer = ResourceGroupPreparer(random_name_enabled=True,
name_prefix='pycog',
location=REGION)
form_recognizer_preparer = CognitiveServicesAccountPreparer(
random_name_enabled=True,
kind="formrecognizer",
name_prefix='pycog',
location=REGION)
try:
rg_name, rg_kwargs = rg_preparer._prepare_create_resource(test_case)
FormRecognizerTest._RESOURCE_GROUP = rg_kwargs['resource_group']
try:
form_recognizer_name, form_recognizer_kwargs = form_recognizer_preparer._prepare_create_resource(
test_case, **rg_kwargs)
if test_case.is_live:
time.sleep(60) # current ask until race condition bug fixed
FormRecognizerTest._FORM_RECOGNIZER_ACCOUNT = form_recognizer_kwargs[
'cognitiveservices_account']
FormRecognizerTest._FORM_RECOGNIZER_KEY = form_recognizer_kwargs[
'cognitiveservices_account_key']
FormRecognizerTest._FORM_RECOGNIZER_NAME = form_recognizer_name
yield
finally:
form_recognizer_preparer.remove_resource(
form_recognizer_name,
resource_group=rg_kwargs['resource_group'])
FormRecognizerTest._FORM_RECOGNIZER_ACCOUNT = None
FormRecognizerTest._FORM_RECOGNIZER_KEY = None
finally:
rg_preparer.remove_resource(rg_name)
FormRecognizerTest._RESOURCE_GROUP = None
def form_recognizer_account():
test_case = AzureTestCase("__init__")
rg_preparer = ResourceGroupPreparer(random_name_enabled=True, name_prefix='pycog')
form_recognizer_preparer = CognitiveServicesAccountPreparer(
random_name_enabled=True,
kind="formrecognizer",
name_prefix='pycog',
location="westus"
)
try:
rg_name, rg_kwargs = rg_preparer._prepare_create_resource(test_case)
FormRecognizerTest._RESOURCE_GROUP = rg_kwargs['resource_group']
try:
form_recognizer_name, form_recognizer_kwargs = form_recognizer_preparer._prepare_create_resource(
test_case, **rg_kwargs)
FormRecognizerTest._FORM_RECOGNIZER_ACCOUNT = form_recognizer_kwargs['cognitiveservices_account']
FormRecognizerTest._FORM_RECOGNIZER_KEY = form_recognizer_kwargs['cognitiveservices_account_key']
yield
finally:
form_recognizer_preparer.remove_resource(
form_recognizer_name,
resource_group=rg_kwargs['resource_group']
)
FormRecognizerTest._FORM_RECOGNIZER_ACCOUNT = None
FormRecognizerTest._FORM_RECOGNIZER_KEY = None
finally:
rg_preparer.remove_resource(rg_name)
FormRecognizerTest._RESOURCE_GROUP = None
def text_analytics_account():
test_case = AzureTestCase("__init__")
rg_preparer = ResourceGroupPreparer(random_name_enabled=True,
name_prefix='pycog')
text_analytics_preparer = CognitiveServicesAccountPreparer(
random_name_enabled=True, name_prefix='pycog', location=REGION)
try:
rg_name, rg_kwargs = rg_preparer._prepare_create_resource(test_case)
TextAnalyticsTest._RESOURCE_GROUP = rg_kwargs['resource_group']
try:
text_analytics_name, text_analytics_kwargs = text_analytics_preparer._prepare_create_resource(
test_case, **rg_kwargs)
TextAnalyticsTest._TEXT_ANALYTICS_ACCOUNT = text_analytics_kwargs[
'cognitiveservices_account']
TextAnalyticsTest._TEXT_ANALYTICS_KEY = text_analytics_kwargs[
'cognitiveservices_account_key']
yield
finally:
text_analytics_preparer.remove_resource(
text_analytics_name,
resource_group=rg_kwargs['resource_group'])
TextAnalyticsTest._TEXT_ANALYTICS_ACCOUNT = None
TextAnalyticsTest._TEXT_ANALYTICS_KEY = None
finally:
rg_preparer.remove_resource(rg_name)
TextAnalyticsTest._RESOURCE_GROUP = None
def storage_account():
test_case = AzureMgmtTestCase("__init__")
rg_preparer = ResourceGroupPreparer(random_name_enabled=True,
name_prefix='pystorage')
storage_preparer = StorageAccountPreparer(random_name_enabled=True,
name_prefix='pyacrstorage')
# Create
try:
rg_name, rg_kwargs = rg_preparer._prepare_create_resource(test_case)
StorageTestCase._RESOURCE_GROUP = rg_kwargs['resource_group']
try:
storage_name, storage_kwargs = storage_preparer._prepare_create_resource(
test_case, **rg_kwargs)
# Now the magic begins
StorageTestCase._STORAGE_ACCOUNT = storage_kwargs[
'storage_account']
StorageTestCase._STORAGE_KEY = storage_kwargs[
'storage_account_key']
yield
finally:
storage_preparer.remove_resource(
storage_name, resource_group=rg_kwargs['resource_group'])
StorageTestCase._STORAGE_ACCOUNT = None
StorageTestCase._STORAGE_KEY = None
finally:
rg_preparer.remove_resource(rg_name)
StorageTestCase._RESOURCE_GROUP = None
def form_recognizer_account():
# temp allow an existing resource to be used instead of creating an FR resource on the fly
if ENDPOINT != "None":
FormRecognizerTest._FORM_RECOGNIZER_ACCOUNT = ENDPOINT
if REGION == "centraluseuap":
FormRecognizerTest._FORM_RECOGNIZER_KEY = os.getenv(
"AZURE_FORM_RECOGNIZER_PYTHON_CANARY_API_KEY")
else:
FormRecognizerTest._FORM_RECOGNIZER_KEY = os.getenv(
"AZURE_FORM_RECOGNIZER_PYTHON_API_KEY")
FormRecognizerTest._FORM_RECOGNIZER_NAME = NAME
FormRecognizerTest._RESOURCE_GROUP = ResourceGroup(name=RESOURCE_GROUP)
yield
else:
test_case = AzureTestCase("__init__")
rg_preparer = ResourceGroupPreparer(random_name_enabled=True,
name_prefix='pycog',
location=REGION)
form_recognizer_preparer = CognitiveServicesAccountPreparer(
random_name_enabled=True,
kind="formrecognizer",
name_prefix='pycog',
location=REGION)
try:
rg_name, rg_kwargs = rg_preparer._prepare_create_resource(
test_case)
FormRecognizerTest._RESOURCE_GROUP = rg_kwargs['resource_group']
try:
form_recognizer_name, form_recognizer_kwargs = form_recognizer_preparer._prepare_create_resource(
test_case, **rg_kwargs)
if test_case.is_live:
time.sleep(
600) # current ask until race condition bug fixed
FormRecognizerTest._FORM_RECOGNIZER_ACCOUNT = form_recognizer_kwargs[
'cognitiveservices_account']
FormRecognizerTest._FORM_RECOGNIZER_KEY = form_recognizer_kwargs[
'cognitiveservices_account_key']
FormRecognizerTest._FORM_RECOGNIZER_NAME = form_recognizer_name
yield
finally:
form_recognizer_preparer.remove_resource(
form_recognizer_name,
resource_group=rg_kwargs['resource_group'])
FormRecognizerTest._FORM_RECOGNIZER_ACCOUNT = None
FormRecognizerTest._FORM_RECOGNIZER_KEY = None
finally:
rg_preparer.remove_resource(rg_name)
FormRecognizerTest._RESOURCE_GROUP = None
def storage_account():
test_case = AzureMgmtTestCase("__init__")
rg_preparer = ResourceGroupPreparer(random_name_enabled=True, name_prefix='pystorage')
storage_preparer = StorageAccountPreparer(random_name_enabled=True, name_prefix='pyacrstorage')
# Create
subscription_id = os.environ.get("AZURE_SUBSCRIPTION_ID", None)
location = os.environ.get("AZURE_LOCATION", "westus")
existing_rg_name = os.environ.get("AZURE_RESOURCEGROUP_NAME")
existing_storage_name = os.environ.get("AZURE_STORAGE_ACCOUNT_NAME")
existing_storage_key = os.environ.get("AZURE_STORAGE_ACCOUNT_KEY")
storage_connection_string = os.environ.get("AZURE_STORAGE_CONNECTION_STRING")
i_need_to_create_rg = not (existing_rg_name or existing_storage_name or storage_connection_string)
got_storage_info_from_env = existing_storage_name or storage_connection_string
storage_name = None
rg_kwargs = {}
try:
if i_need_to_create_rg:
rg_name, rg_kwargs = rg_preparer._prepare_create_resource(test_case)
rg = rg_kwargs['resource_group']
else:
rg_name = existing_rg_name or "no_rg_needed"
rg = FakeResource(
name=rg_name,
id="/subscriptions/{}/resourceGroups/{}".format(subscription_id, rg_name)
)
TableTestCase._RESOURCE_GROUP = rg
try:
if got_storage_info_from_env:
if storage_connection_string:
storage_connection_string_parts = dict([
part.split('=', 1)
for part in storage_connection_string.split(";")
])
storage_account = None
if existing_storage_name:
storage_name = existing_storage_name
storage_account = StorageAccount(
location=location,
)
storage_account.name = storage_name
storage_account.id = storage_name
storage_account.primary_endpoints=Endpoints()
storage_account.primary_endpoints.table = 'https://{}.{}.core.windows.net'.format(storage_name, 'table')
storage_key = existing_storage_key
if not storage_connection_string:
# It means I have received a storage name from env
storage_connection_string=";".join([
"DefaultEndpointsProtocol=https",
"AccountName={}".format(storage_name),
"AccountKey={}".format(storage_key),
"TableEndpoint={}".format(storage_account.primary_endpoints.table),
])
if not storage_account:
# It means I have received a connection string
storage_name = storage_connection_string_parts["AccountName"]
storage_account = StorageAccount(
location=location,
)
def build_service_endpoint(service):
try:
suffix = storage_connection_string_parts["EndpointSuffix"]
except KeyError:
suffix = "cosmos.azure.com"
return "{}://{}.{}.{}".format(
storage_connection_string_parts.get("DefaultEndpointsProtocol", "https"),
storage_connection_string_parts["AccountName"],
service,
suffix
)
storage_account.name = storage_name
storage_account.id = storage_name
storage_account.primary_endpoints=Endpoints()
storage_account.primary_endpoints.table = storage_connection_string_parts.get("TableEndpoint", build_service_endpoint("table"))
storage_account.secondary_endpoints=Endpoints()
storage_account.secondary_endpoints.table = storage_connection_string_parts.get("TableSecondaryEndpoint", build_service_endpoint("table"))
storage_key = storage_connection_string_parts["AccountKey"]
else:
storage_name, storage_kwargs = storage_preparer._prepare_create_resource(test_case, **rg_kwargs)
storage_account = storage_kwargs['storage_account']
storage_key = storage_kwargs['storage_account_key']
storage_connection_string = storage_kwargs['storage_account_cs']
TableTestCase._STORAGE_ACCOUNT = storage_account
TableTestCase._STORAGE_KEY = storage_key
TableTestCase._STORAGE_CONNECTION_STRING = storage_connection_string
yield
finally:
if storage_name is not None:
if not got_storage_info_from_env:
storage_preparer.remove_resource(
storage_name,
resource_group=rg
)
finally:
if i_need_to_create_rg:
rg_preparer.remove_resource(rg_name)
TableTestCase._RESOURCE_GROUP = None
def storage_account():
test_case = AzureMgmtTestCase("__init__")
rg_preparer = ResourceGroupPreparer(random_name_enabled=True,
name_prefix='pystorage')
storage_preparer = StorageAccountPreparer(random_name_enabled=True,
name_prefix='pyacrstorage')
# Create
subscription_id = os.environ.get("AZURE_SUBSCRIPTION_ID", None)
location = os.environ.get("AZURE_LOCATION", "westus")
existing_rg_name = os.environ.get("AZURE_RESOURCEGROUP_NAME")
existing_storage_name = os.environ.get("AZURE_STORAGE_ACCOUNT_NAME")
existing_storage_key = os.environ.get("AZURE_STORAGE_ACCOUNT_KEY")
storage_connection_string = os.environ.get(
"AZURE_STORAGE_CONNECTION_STRING")
i_need_to_create_rg = not (existing_rg_name or existing_storage_name
or storage_connection_string)
got_storage_info_from_env = existing_storage_name or storage_connection_string
try:
if i_need_to_create_rg:
rg_name, rg_kwargs = rg_preparer._prepare_create_resource(
test_case)
rg = rg_kwargs['resource_group']
else:
rg_name = existing_rg_name or "no_rg_needed"
rg = FakeResource(name=rg_name,
id="/subscriptions/{}/resourceGroups/{}".format(
subscription_id, rg_name))
StorageTestCase._RESOURCE_GROUP = rg
try:
if got_storage_info_from_env:
if storage_connection_string:
storage_connection_string_parts = dict([
part.split('=', 1)
for part in storage_connection_string.split(";")
])
storage_account = None
if existing_storage_name:
storage_name = existing_storage_name
storage_account = StorageAccount(location=location, )
storage_account.name = storage_name
storage_account.id = storage_name
storage_account.primary_endpoints = Endpoints()
storage_account.primary_endpoints.blob = '{}://{}.{}.{}'.format(
PROTOCOL, storage_name, 'blob', ACCOUNT_URL_SUFFIX)
storage_account.primary_endpoints.queue = '{}://{}.{}.{}'.format(
PROTOCOL, storage_name, 'queue', ACCOUNT_URL_SUFFIX)
storage_account.primary_endpoints.table = '{}://{}.{}.{}'.format(
PROTOCOL, storage_name, 'table', ACCOUNT_URL_SUFFIX)
storage_account.primary_endpoints.file = '{}://{}.{}.{}'.format(
PROTOCOL, storage_name, 'file', ACCOUNT_URL_SUFFIX)
storage_key = existing_storage_key
if not storage_connection_string:
# It means I have received a storage name from env
storage_connection_string = ";".join([
"DefaultEndpointsProtocol=https",
"AccountName={}".format(storage_name),
"AccountKey={}".format(storage_key),
"BlobEndpoint={}".format(
storage_account.primary_endpoints.blob),
"TableEndpoint={}".format(
storage_account.primary_endpoints.table),
"QueueEndpoint={}".format(
storage_account.primary_endpoints.queue),
"FileEndpoint={}".format(
storage_account.primary_endpoints.file),
])
if not storage_account:
# It means I have received a connection string
storage_name = storage_connection_string_parts[
"AccountName"]
storage_account = StorageAccount(location=location, )
def build_service_endpoint(service):
return "{}://{}.{}.{}".format(
storage_connection_string_parts.get(
"DefaultEndpointsProtocol", "https"),
storage_connection_string_parts["AccountName"],
service,
storage_connection_string_parts[
"EndpointSuffix"], # Let it fail if we don't even have that
)
storage_account.name = storage_name
storage_account.id = storage_name
storage_account.primary_endpoints = Endpoints()
storage_account.primary_endpoints.blob = storage_connection_string_parts.get(
"BlobEndpoint", build_service_endpoint("blob"))
storage_account.primary_endpoints.queue = storage_connection_string_parts.get(
"QueueEndpoint", build_service_endpoint("queue"))
storage_account.primary_endpoints.file = storage_connection_string_parts.get(
"FileEndpoint", build_service_endpoint("file"))
storage_account.secondary_endpoints = Endpoints()
storage_account.secondary_endpoints.blob = storage_connection_string_parts.get(
"BlobSecondaryEndpoint",
build_service_endpoint("blob"))
storage_account.secondary_endpoints.queue = storage_connection_string_parts.get(
"QueueSecondaryEndpoint",
build_service_endpoint("queue"))
storage_account.secondary_endpoints.file = storage_connection_string_parts.get(
"FileSecondaryEndpoint",
build_service_endpoint("file"))
storage_key = storage_connection_string_parts["AccountKey"]
else:
storage_name, storage_kwargs = storage_preparer._prepare_create_resource(
test_case, **rg_kwargs)
storage_account = storage_kwargs['storage_account']
storage_key = storage_kwargs['storage_account_key']
storage_connection_string = storage_kwargs[
'storage_account_cs']
StorageTestCase._STORAGE_ACCOUNT = storage_account
StorageTestCase._STORAGE_KEY = storage_key
StorageTestCase._STORAGE_CONNECTION_STRING = storage_connection_string
yield
finally:
if not got_storage_info_from_env:
storage_preparer.remove_resource(storage_name,
resource_group=rg)
finally:
if i_need_to_create_rg:
rg_preparer.remove_resource(rg_name)
StorageTestCase._RESOURCE_GROUP = None