def test_performance_ec2_mxnet_training_cpu(mxnet_training, ec2_connection, cpu_only):
execute_ec2_training_performance_test(
ec2_connection,
mxnet_training,
MX_PERFORMANCE_TRAINING_CPU_CMD,
post_process=post_process_mxnet_ec2_performance,
data_source="cifar10",
threshold={"Throughput": MXNET_TRAINING_CPU_CIFAR_THRESHOLD},
)
def test_performance_ec2_mxnet_training_gpu(mxnet_training, ec2_connection, gpu_only, py3_only):
execute_ec2_training_performance_test(
ec2_connection,
mxnet_training,
MX_PERFORMANCE_TRAINING_GPU_CMD,
post_process=post_process_mxnet_ec2_performance,
data_source="imagenet",
threshold={"Throughput": MXNET_TRAINING_GPU_IMAGENET_THRESHOLD},
)
def test_performance_pytorch_gpu_synthetic(pytorch_training, ec2_connection,
gpu_only, py3_only):
execute_ec2_training_performance_test(
ec2_connection,
pytorch_training,
PT_PERFORMANCE_TRAINING_GPU_SYNTHETIC_CMD,
post_process=
post_process_pytorch_gpu_py3_synthetic_ec2_training_performance,
data_source="synthetic",
threshold={"Throughput": PYTORCH_TRAINING_GPU_SYNTHETIC_THRESHOLD},
)
def test_performance_tensorflow_gpu_imagenet(tensorflow_training, ec2_connection, gpu_only, tf2_only):
_, framework_version = get_framework_and_version_from_tag(tensorflow_training)
threshold = get_threshold_for_image(framework_version, TENSORFLOW_TRAINING_GPU_IMAGENET_THRESHOLD)
execute_ec2_training_performance_test(
ec2_connection,
tensorflow_training,
TF_PERFORMANCE_TRAINING_GPU_IMAGENET_CMD,
post_process=post_process_tensorflow_training_performance,
data_source="imagenet",
threshold={"Throughput": threshold},
)
def test_performance_tensorflow_cpu(tensorflow_training, ec2_connection, cpu_only):
_, framework_version = get_framework_and_version_from_tag(tensorflow_training)
threshold = get_threshold_for_image(framework_version, TENSORFLOW_TRAINING_CPU_SYNTHETIC_THRESHOLD)
execute_ec2_training_performance_test(
ec2_connection,
tensorflow_training,
TF_PERFORMANCE_TRAINING_CPU_SYNTHETIC_CMD,
post_process=post_process_tensorflow_training_performance,
data_source="synthetic",
threshold={"Throughput": threshold},
)
def test_performance_tensorflow_gpu_imagenet(tensorflow_training,
ec2_connection, gpu_only):
threshold = (TENSORFLOW2_TRAINING_GPU_IMAGENET_THRESHOLD
if is_tf2(tensorflow_training) else
TENSORFLOW1_TRAINING_GPU_IMAGENET_THRESHOLD)
execute_ec2_training_performance_test(
ec2_connection,
tensorflow_training,
TF_PERFORMANCE_TRAINING_GPU_IMAGENET_CMD,
post_process=post_process_tensorflow_training_performance,
data_source="imagenet",
threshold={"Throughput": threshold},
)
def test_performance_tensorflow_cpu(tensorflow_training, ec2_connection,
cpu_only):
threshold = (TENSORFLOW2_TRAINING_CPU_SYNTHETIC_THRESHOLD
if is_tf2(tensorflow_training) else
TENSORFLOW1_TRAINING_CPU_SYNTHETIC_THRESHOLD)
execute_ec2_training_performance_test(
ec2_connection,
tensorflow_training,
TF_PERFORMANCE_TRAINING_CPU_SYNTHETIC_CMD,
post_process=post_process_tensorflow_training_performance,
data_source="synthetic",
threshold={"Throughput": threshold},
)
def test_performance_ec2_mxnet_training_cpu(mxnet_training, ec2_connection,
cpu_only):
_, framework_version = get_framework_and_version_from_tag(mxnet_training)
threshold = get_threshold_for_image(framework_version,
MXNET_TRAINING_CPU_CIFAR_THRESHOLD)
execute_ec2_training_performance_test(
ec2_connection,
mxnet_training,
MX_PERFORMANCE_TRAINING_CPU_CMD,
post_process=post_process_mxnet_ec2_performance,
data_source="cifar10",
threshold={"Throughput": threshold},
)
def test_performance_pytorch_gpu_synthetic(pytorch_training, ec2_connection,
gpu_only, py3_only):
_, framework_version = get_framework_and_version_from_tag(pytorch_training)
threshold = get_threshold_for_image(
framework_version, PYTORCH_TRAINING_GPU_SYNTHETIC_THRESHOLD)
execute_ec2_training_performance_test(
ec2_connection,
pytorch_training,
PT_PERFORMANCE_TRAINING_GPU_SYNTHETIC_CMD,
post_process=
post_process_pytorch_gpu_py3_synthetic_ec2_training_performance,
data_source="synthetic",
threshold={"Throughput": threshold},
)
def test_performance_tensorflow_gpu_imagenet(tensorflow_training,
ec2_connection, gpu_only):
execute_ec2_training_performance_test(
ec2_connection, tensorflow_training,
TF_PERFORMANCE_TRAINING_GPU_IMAGENET_CMD)
def test_performance_tensorflow_gpu_synthetic(tensorflow_training,
ec2_connection, gpu_only):
execute_ec2_training_performance_test(
ec2_connection, tensorflow_training,
TF_PERFORMANCE_TRAINING_GPU_SYNTHETIC_CMD)
def test_performance_ec2_mxnet_training_cpu(mxnet_training, ec2_connection,
cpu_only):
execute_ec2_training_performance_test(ec2_connection, mxnet_training,
MX_PERFORMANCE_TRAINING_CPU_CMD)
def test_performance_pytorch_gpu_synthetic(pytorch_training, ec2_connection,
gpu_only, py3_only):
execute_ec2_training_performance_test(
ec2_connection, pytorch_training,
PT_PERFORMANCE_TRAINING_GPU_SYNTHETIC_CMD)
