def test_train_with_invalid_dir_arg_happy_case(self):
runner = CliRunner()
with patch('sagify.commands.initialize._get_local_aws_profiles',
return_value=['default', 'sagify']):
with patch.object(
sagify.config.config.ConfigManager, 'get_config',
lambda _: Config(image_name='sagemaker-img',
aws_profile='sagify',
aws_region='us-east-1')):
with patch('sagify.sagemaker.sagemaker.SageMakerClient'
) as mocked_sage_maker_client:
instance = mocked_sage_maker_client.return_value
with runner.isolated_filesystem():
runner.invoke(cli=cli,
args=['init', '-d', 'src/'],
input='my_app\n1\n2\nus-east-1\n')
result = runner.invoke(
cli=cli,
args=[
'cloud', 'deploy', '-d', 'invalid_dir/', '-m',
's3://bucket/model/location/model.tar.gz',
'-n', '2', '-e', 'ml.c4.2xlarge'
])
assert not instance.deploy.called
assert result.exit_code == -1
def test_upload_data_with_invalid_dir_arg_happy_case(self):
runner = CliRunner()
with patch('sagify.commands.initialize._get_local_aws_profiles',
return_value=['default', 'sagify']):
with patch.object(
sagify.config.config.ConfigManager, 'get_config',
lambda _: Config(image_name='sagemaker-img',
aws_profile='sagify',
aws_region='us-east-1')):
with patch('sagify.sagemaker.sagemaker.SageMakerClient'
) as mocked_sage_maker_client:
instance = mocked_sage_maker_client.return_value
instance.upload_data.return_value = 's3://path-to-data/data/'
with runner.isolated_filesystem():
runner.invoke(cli=cli,
args=['init', '-d', 'src/'],
input='my_app\n1\n2\nus-east-1\n')
result = runner.invoke(cli=cli,
args=[
'cloud', 'upload-data',
'-d', 'invalid_dir/', '-i',
'input_data/', '-s',
's3://path-to-data'
])
assert instance.upload_data.call_count == 0
assert result.exit_code == -1
def test_upload_data_happy_case(self):
runner = CliRunner()
with patch(
'sagify.commands.initialize._get_local_aws_profiles',
return_value=['default', 'sagify']
):
with patch.object(
sagify.config.config.ConfigManager,
'get_config',
lambda _: Config(
image_name='sagemaker-img', aws_profile='sagify', aws_region='us-east-1', python_version='3.6', sagify_module_dir='sage',
requirements_dir='requirements.txt'
)
):
with patch(
'sagify.sagemaker.sagemaker.SageMakerClient'
) as mocked_sage_maker_client:
instance = mocked_sage_maker_client.return_value
instance.upload_data.return_value = 's3://path-to-data/data/'
with runner.isolated_filesystem():
runner.invoke(cli=cli, args=['init'], input='my_app\ny\n1\n2\nus-east-1\nrequirements.txt\n')
result = runner.invoke(
cli=cli,
args=[
'cloud', 'upload-data',
'-i', 'input_data/',
'-s', 's3://path-to-data'
]
)
instance.upload_data.assert_called_with('input_data/', 's3://path-to-data')
assert result.exit_code == 0
def test_train_with_tags_arg_happy_case(self):
runner = CliRunner()
with patch(
'sagify.commands.initialize._get_local_aws_profiles',
return_value=['default', 'sagify']
):
with patch.object(
sagify.config.config.ConfigManager,
'get_config',
lambda _: Config(
image_name='sagemaker-img', aws_profile='sagify', aws_region='us-east-1', python_version='3.6', sagify_module_dir='sage',
requirements_dir='requirements.txt'
)
):
with patch(
'sagify.sagemaker.sagemaker.SageMakerClient'
) as mocked_sage_maker_client:
instance = mocked_sage_maker_client.return_value
with runner.isolated_filesystem():
runner.invoke(cli=cli, args=['init'], input='my_app\ny\n1\n2\nus-east-1\nrequirements.txt\n')
result = runner.invoke(
cli=cli,
args=[
'cloud', 'train',
'-i', 's3://bucket/input',
'-o', 's3://bucket/output',
'-e', 'ml.c4.2xlarge',
'-a', 'key1=value1;key2=2'
]
)
assert instance.train.call_count == 1
instance.train.assert_called_with(
image_name='sagemaker-img:latest',
input_s3_data_location='s3://bucket/input',
train_instance_count=1,
train_instance_type='ml.c4.2xlarge',
train_volume_size=30,
train_max_run=24 * 60 * 60,
output_path='s3://bucket/output',
hyperparameters=None,
base_job_name=None,
job_name=None,
use_spot_instances=False,
metric_names=None,
tags=[
{
'Key': 'key1',
'Value': 'value1',
},
{
'Key': 'key2',
'Value': '2',
},
]
)
assert result.exit_code == 0
def test_batch_transform_with_tags_arg_happy_case(self):
runner = CliRunner()
with patch(
'sagify.commands.initialize._get_local_aws_profiles',
return_value=['default', 'sagify']
):
with patch.object(
sagify.config.config.ConfigManager,
'get_config',
lambda _: Config(
image_name='sagemaker-img', aws_profile='sagify', aws_region='us-east-1', python_version='3.6', sagify_module_dir='sage',
requirements_dir='requirements.txt'
)
):
with patch(
'sagify.sagemaker.sagemaker.SageMakerClient'
) as mocked_sage_maker_client:
instance = mocked_sage_maker_client.return_value
with runner.isolated_filesystem():
runner.invoke(cli=cli, args=['init'], input='my_app\ny\n1\n2\nus-east-1\nrequirements.txt\n')
result = runner.invoke(
cli=cli,
args=[
'cloud', 'batch-transform',
'-m', 's3://bucket/model/location/model.tar.gz',
'-i', 's3://bucket/input_data',
'-o', 's3://bucket/output',
'-n', '2',
'-e', 'ml.c4.2xlarge',
'-a', 'key1=value1;key2=2'
]
)
assert instance.batch_transform.call_count == 1
instance.batch_transform.assert_called_with(
image_name='sagemaker-img:latest',
s3_model_location='s3://bucket/model/location/model.tar.gz',
s3_input_location='s3://bucket/input_data',
s3_output_location='s3://bucket/output',
transform_instance_count=2,
transform_instance_type='ml.c4.2xlarge',
tags=[
{
'Key': 'key1',
'Value': 'value1',
},
{
'Key': 'key2',
'Value': '2',
},
],
wait=False,
job_name=None
)
assert result.exit_code == 0
def test_config(tmpdir):
config_file = tmpdir.join('config.json')
config_file.write("""
{
"image_name": "keras-app-img",
"aws_profile": "sagemaker",
"aws_region": "us-east-1"
}
""")
config_manager = ConfigManager(str(config_file))
actual_config_obj = config_manager.get_config()
assert actual_config_obj.to_dict() == Config(
image_name="keras-app-img",
aws_profile="sagemaker",
aws_region="us-east-1").to_dict()
def test_deploy_with_tags_arg_happy_case(self):
runner = CliRunner()
with patch('sagify.commands.initialize._get_local_aws_profiles',
return_value=['default', 'sagify']):
with patch.object(
sagify.config.config.ConfigManager, 'get_config',
lambda _: Config(image_name='sagemaker-img',
aws_profile='sagify',
aws_region='us-east-1')):
with patch('sagify.sagemaker.sagemaker.SageMakerClient'
) as mocked_sage_maker_client:
instance = mocked_sage_maker_client.return_value
with runner.isolated_filesystem():
runner.invoke(cli=cli,
args=['init'],
input='my_app\n1\n2\nus-east-1\n')
result = runner.invoke(
cli=cli,
args=[
'cloud', 'deploy', '-m',
's3://bucket/model/location/model.tar.gz',
'-n', '2', '-e', 'ml.c4.2xlarge', '-a',
'key1=value1;key2=2'
])
assert instance.deploy.call_count == 1
instance.deploy.assert_called_with(
image_name='sagemaker-img:latest',
s3_model_location=
's3://bucket/model/location/model.tar.gz',
train_instance_count=2,
train_instance_type='ml.c4.2xlarge',
tags=[
{
'Key': 'key1',
'Value': 'value1',
},
{
'Key': 'key2',
'Value': '2',
},
])
assert result.exit_code == 0
def test_deploy_with_role_and_external_id_happy_case(self):
runner = CliRunner()
with patch(
'sagify.commands.initialize._get_local_aws_profiles',
return_value=['default', 'sagify']
):
with patch.object(
sagify.config.config.ConfigManager,
'get_config',
lambda _: Config(
image_name='sagemaker-img', aws_profile='sagify', aws_region='us-east-1', python_version='3.6', sagify_module_dir='sage',
requirements_dir='requirements.txt'
)
):
with patch(
'sagify.sagemaker.sagemaker.SageMakerClient'
) as mocked_sage_maker_client:
instance = mocked_sage_maker_client.return_value
with runner.isolated_filesystem():
runner.invoke(cli=cli, args=['init'], input='my_app\ny\n1\n2\nus-east-1\nrequirements.txt\n')
result = runner.invoke(
cli=cli,
args=[
'cloud', 'deploy',
'-m', 's3://bucket/model/location/model.tar.gz',
'-n', '2',
'-e', 'ml.c4.2xlarge',
'-r', 'some iam role',
'-x', 'some external id'
]
)
assert instance.deploy.call_count == 1
instance.deploy.assert_called_with(
image_name='sagemaker-img:latest',
s3_model_location='s3://bucket/model/location/model.tar.gz',
train_instance_count=2,
train_instance_type='ml.c4.2xlarge',
tags=None,
endpoint_name=None
)
assert result.exit_code == 0
def test_train_with_job_name_and_base_job_name_and_role_and_external_id_happy_case(
self):
runner = CliRunner()
with patch('sagify.commands.initialize._get_local_aws_profiles',
return_value=['default', 'sagify']):
with patch.object(
sagify.config.config.ConfigManager, 'get_config',
lambda _: Config(image_name='sagemaker-img',
aws_profile='sagify',
aws_region='us-east-1')):
with patch('sagify.sagemaker.sagemaker.SageMakerClient'
) as mocked_sage_maker_client:
instance = mocked_sage_maker_client.return_value
with runner.isolated_filesystem():
runner.invoke(cli=cli,
args=['init'],
input='my_app\n1\n2\nus-east-1\n')
result = runner.invoke(
cli=cli,
args=[
'cloud', 'train', '-i', 's3://bucket/input',
'-o', 's3://bucket/output', '-e',
'ml.c4.2xlarge', '-r', 'some iam role', '-x',
'some external id', '-n',
'some job name prefix', '--job-name',
'some job name'
])
assert instance.train.call_count == 1
instance.train.assert_called_with(
image_name='sagemaker-img:latest',
input_s3_data_location='s3://bucket/input',
train_instance_count=1,
train_instance_type='ml.c4.2xlarge',
train_volume_size=30,
train_max_run=24 * 60 * 60,
output_path='s3://bucket/output',
hyperparameters=None,
base_job_name='some job name prefix',
job_name='some job name',
tags=None)
assert result.exit_code == 0
def test_config(tmpdir):
config_file = tmpdir.join('config.json')
config_file.write("""
{
"image_name": "keras-app-img",
"aws_profile": "sagemaker",
"aws_region": "us-east-1",
"python_version": "3.6",
"sagify_module_dir": "keras-app-img",
"requirements_dir": "requirements.txt"
}
""")
config_manager = ConfigManager(str(config_file))
actual_config_obj = config_manager.get_config()
assert actual_config_obj.to_dict() == Config(
image_name="keras-app-img",
aws_profile="sagemaker",
aws_region="us-east-1",
python_version="3.6",
sagify_module_dir="keras-app-img",
requirements_dir="requirements.txt").to_dict()
def test_batch_transform_with_docker_tag_arg_happy_case(self):
runner = CliRunner()
with patch('sagify.commands.initialize._get_local_aws_profiles',
return_value=['default', 'sagify']):
with patch.object(
sagify.config.config.ConfigManager, 'get_config',
lambda _: Config(image_name='sagemaker-img',
aws_profile='sagify',
aws_region='us-east-1')):
with patch('sagify.sagemaker.sagemaker.SageMakerClient'
) as mocked_sage_maker_client:
instance = mocked_sage_maker_client.return_value
with runner.isolated_filesystem():
runner.invoke(cli=cli,
args=['init'],
input='my_app\n1\n2\nus-east-1\n')
result = runner.invoke(
cli=cli,
args=[
'-t', 'some-docker-tag', 'cloud',
'batch_transform', '-m',
's3://bucket/model/location/model.tar.gz',
'-i', 's3://bucket/input_data', '-o',
's3://bucket/output', '-n', '2', '-e',
'ml.c4.2xlarge'
])
assert instance.batch_transform.call_count == 1
instance.batch_transform.assert_called_with(
image_name='sagemaker-img:some-docker-tag',
s3_model_location=
's3://bucket/model/location/model.tar.gz',
s3_input_location='s3://bucket/input_data',
s3_output_location='s3://bucket/output',
transform_instance_count=2,
transform_instance_type='ml.c4.2xlarge',
tags=None)
assert result.exit_code == 0
def test_hyperparameter_optimization_happy_case(self):
hyperparams_ranges = """
{
"ParameterRanges": {
"CategoricalParameterRanges": [
{
"Name": "kernel",
"Values": ["linear", "rbf"]
}
],
"ContinuousParameterRanges": [
{
"MinValue": 0.001,
"MaxValue": 10,
"Name": "gamma"
}
],
"IntegerParameterRanges": [
{
"Name": "C",
"MinValue": 1,
"MaxValue": 10
}
]
},
"ObjectiveMetric": {
"Name": "Precision",
"Type": "Maximize"
}
}
"""
runner = CliRunner()
with patch(
'sagify.commands.initialize._get_local_aws_profiles',
return_value=['default', 'sagify']
):
with patch.object(
sagify.config.config.ConfigManager,
'get_config',
lambda _: Config(
image_name='sagemaker-img', aws_profile='sagify', aws_region='us-east-1', python_version='3.6', sagify_module_dir='sage',
requirements_dir='requirements.txt'
)
):
with patch(
'sagify.sagemaker.sagemaker.SageMakerClient'
) as mocked_sage_maker_client:
instance = mocked_sage_maker_client.return_value
with runner.isolated_filesystem():
with open('hyperparams_ranges.json', 'w') as f:
f.write(hyperparams_ranges)
runner.invoke(cli=cli, args=['init'], input='my_app\ny\n1\n2\nus-east-1\nrequirements.txt\n')
result = runner.invoke(
cli=cli,
args=[
'cloud', 'hyperparameter-optimization',
'-i', 's3://bucket/input',
'-o', 's3://bucket/output',
'-e', 'ml.c4.2xlarge',
'-h', 'hyperparams_ranges.json'
]
)
assert instance.hyperparameter_optimization.call_count == 1
assert result.exit_code == 0
from backports import tempfile
from unittest import TestCase
from sagify.commands.configure import _configure
Case = namedtuple(
'Case',
'description, image_name, aws_region, aws_profile, python_version, sagify_module_dir, requirements_dir, expected_config'
)
t1 = Case(
't1: Configure IMAGE NAME', 'new-image-name', None, None, None, None, None,
Config(image_name='new-image-name',
aws_profile='',
aws_region='',
python_version='',
sagify_module_dir='',
requirements_dir=''))
t2 = Case(
't2: Configure AWS PROFILE', None, None, 'some-profile', None, None, None,
Config(image_name='new-image-name',
aws_profile='some-profile',
aws_region='',
python_version='',
sagify_module_dir='',
requirements_dir=''))
t3 = Case(
't3: Configure AWS REGION', None, 'us-east-2', None, None, None, None,
Config(image_name='new-image-name',
