def test_get_job_custom_resource(self):
termination = V1Termination(max_retries=5, ttl=10, timeout=10)
environment = V1Environment(
labels={"foo": "bar"},
annotations={"foo": "bar"},
node_selector={"foo": "bar"},
node_name="foo",
restart_policy="never",
)
notifications = [
V1Notification(connections=["test"],
trigger=V1NotificationTrigger.DONE)
]
chief, chief_replica_template = self.get_replica(environment)
worker, worker_replica_template = self.get_replica(environment)
template_spec = {
"cleanPodPolicy": "Running",
"Chief": chief_replica_template,
"Worker": worker_replica_template,
}
custom_object = {
"tfJobSpec": template_spec,
"termination": {
"backoffLimit": termination.max_retries,
"activeDeadlineSeconds": termination.timeout,
"ttlSecondsAfterFinished": termination.ttl,
},
"collectLogs": True,
"syncStatuses": True,
"notifications": [n.to_dict() for n in notifications],
}
expected_crd = get_custom_object(
namespace="default",
resource_name="foo",
kind="Operation",
api_version="core.polyaxon.com/v1",
labels={"foo": "bar"},
custom_object=custom_object,
)
crd = get_tf_job_custom_resource(
namespace="default",
resource_name="foo",
chief=chief,
worker=worker,
ps=None,
evaluator=None,
clean_pod_policy="Running",
termination=termination,
collect_logs=True,
sync_statuses=True,
notifications=notifications,
labels=environment.labels,
)
assert crd == expected_crd
def test_get_service_custom_resource(self):
main_container = k8s_schemas.V1Container(name="main")
sidecar_containers = [k8s_schemas.V1Container(name="sidecar")]
init_containers = [k8s_schemas.V1Container(name="init")]
termination = V1Termination(timeout=10)
environment = V1Environment(
labels={"foo": "bar"},
annotations={"foo": "bar"},
node_selector={"foo": "bar"},
node_name="foo",
restart_policy="never",
)
metadata, pod_spec = get_pod_spec(
namespace="default",
main_container=main_container,
sidecar_containers=sidecar_containers,
init_containers=init_containers,
resource_name="foo",
volumes=[],
environment=environment,
labels=environment.labels,
)
custom_object = {
"serviceSpec": {
"template": get_pod_template_spec(metadata=metadata, pod_spec=pod_spec),
},
"termination": {"activeDeadlineSeconds": termination.timeout},
"collectLogs": True,
"syncStatuses": True,
"notifications": [],
}
expected_crd = get_custom_object(
namespace="default",
resource_name="foo",
kind="Operation",
api_version="core.polyaxon.com/v1",
labels={"foo": "bar"},
custom_object=custom_object,
)
crd = get_service_custom_resource(
namespace="default",
resource_name="foo",
main_container=main_container,
sidecar_containers=sidecar_containers,
init_containers=init_containers,
volumes=[],
termination=termination,
environment=environment,
labels=environment.labels,
collect_logs=True,
sync_statuses=True,
notifications=None,
ports=[],
)
assert crd == expected_crd
def test_get_service_custom_resource_missing_keys(self):
main_container = k8s_schemas.V1Container(name="main")
metadata, pod_spec = get_pod_spec(
namespace="default",
main_container=main_container,
sidecar_containers=None,
init_containers=None,
resource_name="foo",
volumes=[],
environment=None,
labels=None,
annotations=None,
)
notifications = [
V1Notification(connections=["test"], trigger=V1Statuses.DONE)
]
custom_object = {
"template": get_pod_template_spec(metadata=metadata,
pod_spec=pod_spec),
"ports": [12, 121, 12],
}
expected_crd = get_custom_object(
namespace="default",
resource_name="foo",
kind="Operation",
api_version="core.polyaxon.com/v1",
labels=None,
annotations=None,
custom_object={
"serviceSpec": custom_object,
"collectLogs": False,
"syncStatuses": False,
"notifications": [n.to_operator() for n in notifications],
},
)
crd = get_service_custom_resource(
namespace="default",
resource_name="foo",
main_container=main_container,
sidecar_containers=None,
init_containers=None,
volumes=[],
termination=None,
collect_logs=None,
sync_statuses=None,
notifications=notifications,
environment=None,
labels=None,
annotations=None,
ports=[12, 121, 12],
)
assert crd == expected_crd
def get_operation_custom_object(resource_name: str, namespace: str,
custom_object: Dict,
labels: Dict[str, str]) -> Dict:
return get_custom_object(
resource_name=resource_name,
namespace=namespace,
kind=KIND,
api_version="{}/{}".format(GROUP, API_VERSION),
labels=labels,
custom_object=custom_object,
)
def test_get_tf_job_custom_resource_with_no_workers(self):
termination = V1Termination(max_retries=5, ttl=10, timeout=10)
environment = V1Environment(
labels={"foo": "bar"},
annotations={"foo": "bar"},
node_selector={"foo": "bar"},
node_name="foo",
restart_policy="never",
)
custom_object = {
"tfJobSpec": {
"cleanPodPolicy": "All",
"replicaSpecs": {}
},
"termination": {
"backoffLimit": termination.max_retries,
"activeDeadlineSeconds": termination.timeout,
"ttlSecondsAfterFinished": termination.ttl,
},
"collectLogs": False,
"syncStatuses": False,
"notifications": [],
}
expected_crd = get_custom_object(
namespace="default",
resource_name="foo",
kind="Operation",
api_version="core.polyaxon.com/v1",
labels={"foo": "bar"},
annotations={"foo": "long-foo-bar" * 300},
custom_object=custom_object,
)
crd = get_tf_job_custom_resource(
namespace="default",
resource_name="foo",
chief=None,
worker=None,
ps=None,
evaluator=None,
clean_pod_policy=None,
termination=termination,
collect_logs=False,
sync_statuses=False,
notifications=None,
labels=environment.labels,
annotations={"foo": "long-foo-bar" * 300},
)
assert crd == expected_crd
def test_get_custom_object(self):
crd = get_custom_object(
namespace="default",
resource_name="foo",
kind="job",
api_version="v1",
labels={"foo": "bar"},
custom_object={"some_spec": {
"foo": "bar"
}},
)
assert crd["kind"] == "job"
assert crd["apiVersion"] == "v1"
assert crd["metadata"].name == "foo"
assert crd["metadata"].labels == {"foo": "bar"}
assert crd["metadata"].namespace == "default"
assert crd["some_spec"] == {"foo": "bar"}
def test_get_job_custom_resource(self):
main_container = k8s_schemas.V1Container(name="main")
sidecar_containers = [k8s_schemas.V1Container(name="sidecar")]
init_containers = [k8s_schemas.V1Container(name="init")]
termination = V1Termination(max_retries=5, ttl=10, timeout=10)
environment = V1Environment(
labels={"foo": "bar"},
annotations={"foo": "bar"},
node_selector={"foo": "bar"},
node_name="foo",
restart_policy="never",
)
notifications = [
V1Notification(connections=["test"], trigger=V1NotificationTrigger.DONE)
]
metadata, pod_spec = get_pod_spec(
namespace="default",
main_container=main_container,
sidecar_containers=sidecar_containers,
init_containers=init_containers,
resource_name="foo",
volumes=[],
environment=environment,
labels=environment.labels,
)
custom_object = {
"batchJobSpec": {
"template": get_pod_template_spec(metadata=metadata, pod_spec=pod_spec),
},
"termination": {
"backoffLimit": termination.max_retries,
"activeDeadlineSeconds": termination.timeout,
"ttlSecondsAfterFinished": termination.ttl,
},
"collectLogs": True,
"syncStatuses": True,
"notifications": [n.to_operator() for n in notifications],
}
expected_crd = get_custom_object(
namespace="default",
resource_name="foo",
kind="Operation",
api_version="core.polyaxon.com/v1",
labels={"foo": "bar"},
custom_object=custom_object,
annotations={"foo": "long-foo-bar" * 300},
)
crd = get_job_custom_resource(
namespace="default",
resource_name="foo",
main_container=main_container,
sidecar_containers=sidecar_containers,
init_containers=init_containers,
volumes=[],
termination=termination,
environment=environment,
collect_logs=True,
sync_statuses=True,
notifications=notifications,
labels=environment.labels,
annotations={"foo": "long-foo-bar" * 300},
)
assert crd == expected_crd
