def test_read_deploy_config_values4(self):
config = reader.read('tests/fixtures/values4.yml')
assert isinstance(config, DeploymentConfig)
assert config.deploymentType is None
assert config.namespace is None
assert config.rbac.enabled is True
assert config.adminViewEnabled is None
assert config.timeZone == 'Europe/Berlin'
assert config.environment == 'staging'
assert config.ingress.enabled is True
assert config.serviceType == 'ClusterIP'
assert config.user.to_dict() == {'password': '******'}
assert config.nodeSelector == {'polyaxon': 'core'}
assert config.tolerations is None
assert config.affinity is None
assert config.limitResources is None
assert config.globalReplicas is None
assert config.globalConcurrency is None
assert config.api.replicas == 1
assert config.streams.imageTag == 'latest'
assert config.scheduler.replicas == 1
assert config.hpsearch.replicas == 1
assert config.eventsHandlers.replicas == 1
assert config.k8sEventsHandlers.replicas == 1
assert config.beat.imageTag == 'latest'
assert config.crons.imageTag == 'latest'
assert config.eventMonitors.replicas == 1
assert config.resourcesDaemon.imageTag == 'latest'
assert config.hooks.imageTag == 'latest'
assert config.postgresql is None
assert config.rabbitmq is None
assert config.broker is None
assert config.dockerRegistry is None
assert config.email is None
assert config.hostName == '19.3.50.12'
assert config.allowedHosts == ['127.0.0.1', '123.123.12.3']
assert config.intervals is None
assert config.persistence.logs is not None
assert config.persistence.repos is not None
assert config.persistence.upload is not None
assert len(config.persistence.data) == 2
assert len(config.persistence.outputs) == 2
assert config.trackerBackend is None
assert config.ldap is not None
assert config.ssl.enabled is True
assert config.ssl.secretName == 'polyaxon-cert'
assert config.ssl.path == '/etc/tls'
assert config.dns == {
'backend': "coredns",
'customCluster': "custom.cluster.name"
}
assert config.securityContext is not None
assert config.securityContext.enabled is True
assert config.securityContext.user == 2222
assert config.securityContext.group == 2222
assert config.passwordLength == 4
def test_read_deploy_config_values2(self):
config = reader.read('tests/fixtures/values2.yml')
assert isinstance(config, DeploymentConfig)
assert config.deploymentType is None
assert config.namespace is None
assert config.rbac.enabled is False
assert config.adminViewEnabled is None
assert config.timeZone is None
assert config.environment == 'staging'
assert config.ingress.enabled is False
assert config.serviceType == 'NodePort'
assert config.user.to_dict() == {'password': '******'}
assert config.nodeSelector == {'polyaxon': 'core'}
assert config.tolerations is None
assert config.affinity is None
assert config.limitResources is None
assert config.globalReplicas is None
assert config.globalConcurrency is None
assert config.api.replicas == 3
assert config.streams is None
assert config.scheduler.replicas == 3
assert config.hpsearch.replicas == 3
assert config.eventsHandlers.replicas == 3
assert config.k8sEventsHandlers.replicas == 3
assert config.beat is None
assert config.crons is None
assert config.eventMonitors.replicas == 3
assert config.resourcesDaemon is None
assert config.hooks is None
assert config.postgresql.persistence is not None
assert config.rabbitmq is None
assert config.dockerRegistry is None
assert config.email is not None
assert config.hostName is None
assert config.allowedHosts is None
assert config.intervals is None
assert config.persistence.logs.to_dict() == {
'mountPath': "/tmp/logs",
'hostPath': "/tmp/logs"
}
assert config.persistence.repos.to_dict() == {
'mountPath': "/tmp/repos",
'hostPath': "/tmp/repos"
}
assert config.persistence.upload.to_dict() == {'existingClaim': "foo"}
assert len(config.persistence.data) == 1
assert len(config.persistence.outputs) == 1
assert config.ldap is None
def test_read_deploy_config_pgsql_values(self):
config = reader.read('tests/fixtures/external_pgsql_values.yml')
assert isinstance(config, DeploymentConfig)
assert config.deploymentType == 'docker-compose'
assert config.namespace is None
assert config.rbac.enabled is True
assert config.adminViewEnabled is None
assert config.timeZone is None
assert config.environment == 'staging'
assert config.ingress is None
assert config.serviceType == 'ClusterIP'
assert config.user.to_dict() == {'password': '******'}
assert config.nodeSelector is None
assert config.tolerations is None
assert config.affinity is None
assert config.limitResources is None
assert config.globalReplicas is None
assert config.globalConcurrency is None
assert config.api is None
assert config.streams is None
assert config.scheduler is None
assert config.hpsearch is None
assert config.eventsHandlers is None
assert config.k8sEventsHandlers is None
assert config.beat is None
assert config.crons is None
assert config.eventMonitors is None
assert config.resourcesDaemon is None
assert config.hooks is None
assert config.dockerRegistry is None
assert config.email is None
assert config.hostName is None
assert config.allowedHosts is None
assert config.intervals is None
assert config.persistence is None
assert config.ldap is None
assert config.rabbitmq is None
assert config.redis is None
assert config.postgresql.enabled is False
assert config.externalServices.redis is None
assert config.externalServices.rabbitmq is None
assert config.externalServices.postgresql.to_dict() == {
'user': '******',
'password': '******',
'database': 'postgres',
'host': '35.226.163.84',
'port': 1111,
}
def read_deployment_config(filepaths):
if not filepaths:
return None
filepaths = to_list(filepaths)
for filepath in filepaths:
if not os.path.isfile(filepath):
Printer.print_error("`{}` must be a valid file".format(filepath))
sys.exit(1)
try:
deployment_config = reader.read(filepaths)
except Exception as e:
Printer.print_error("Polyaxon deployment file is not valid ")
Printer.print_error('Error message `{}`.'.format(e))
sys.exit(1)
return deployment_config
def test_read_deploy_config_values3(self):
config = reader.read('tests/fixtures/values3.yml')
assert isinstance(config, DeploymentConfig)
assert config.deploymentType is None
assert config.namespace is None
assert config.rbac.enabled is True
assert config.adminViewEnabled is None
assert config.timeZone is None
assert config.environment == 'staging'
assert config.ingress.enabled is True
assert config.serviceType == 'ClusterIP'
assert config.user.to_dict() == {'password': '******'}
assert config.nodeSelector == {'polyaxon': 'core'}
assert config.tolerations is None
assert config.affinity is None
assert config.limitResources is None
assert config.globalReplicas is None
assert config.globalConcurrency is None
assert config.api.replicas == 3
assert config.streams is None
assert config.scheduler.replicas == 3
assert config.hpsearch.replicas == 3
assert config.eventsHandlers.replicas == 3
assert config.k8sEventsHandlers.replicas == 3
assert config.beat is None
assert config.crons is None
assert config.eventMonitors.replicas == 3
assert config.resourcesDaemon is None
assert config.hooks is None
assert config.postgresql.enabled is True
assert config.rabbitmq.enabled is False
assert config.redis.enabled is False
assert config.dockerRegistry.enabled is False
assert config.email is not None
assert config.hostName == '123.123.123.123'
assert config.allowedHosts == ['foo.bar.com', '123.123.12.3']
assert config.intervals is None
assert config.persistence.logs is None
assert config.persistence.repos is None
assert config.persistence.upload is None
assert len(config.persistence.data) == 3
assert len(config.persistence.outputs) == 3
assert config.trackerBackend is None
assert config.ldap is None
assert config.ssl is None
assert config.dns is None
def test_read_deploy_config_all_values(self):
config = reader.read('tests/fixtures/all_values.yml')
assert isinstance(config, DeploymentConfig)
def test_read_deploy_config_wrong_values5(self):
with self.assertRaises(ValidationError):
reader.read('tests/fixtures/wrong_values5.yml')
def test_read_deploy_config_values5(self):
config = reader.read('tests/fixtures/values5.yml')
assert isinstance(config, DeploymentConfig)
assert config.deploymentType is None
assert config.namespace is None
assert config.rbac.enabled is True
assert config.adminViewEnabled is None
assert config.timeZone == 'Europe/Berlin'
assert config.environment == 'staging'
assert config.ingress.enabled is True
assert config.serviceType == 'ClusterIP'
assert config.user.to_dict() == {'password': '******'}
assert config.nodeSelector == {'polyaxon': 'core'}
assert config.tolerations is None
assert config.affinity is None
assert config.limitResources is None
assert config.globalReplicas is None
assert config.globalConcurrency is None
assert config.api.replicas == 1
assert config.streams.imageTag == 'latest'
assert config.scheduler.replicas == 1
assert config.scheduler.celery.to_dict() == {
'taskTrackStarted': False,
'brokerPoolLimit': 2,
'confirmPublish': False,
'workerPrefetchMultiplier': 2,
'workerMaxTasksPerChild': 2,
'workerMaxMemoryPerChild': 2,
'taskAlwaysEager': True
}
assert config.hpsearch.replicas == 1
assert config.hpsearch.celery.to_dict() == {
'taskTrackStarted': True,
'brokerPoolLimit': 1,
'confirmPublish': True,
'workerPrefetchMultiplier': 1,
'workerMaxTasksPerChild': 1,
'workerMaxMemoryPerChild': 1,
}
assert config.eventsHandlers.replicas == 1
assert config.eventsHandlers.celery.to_dict() == {
'taskTrackStarted': True,
'brokerPoolLimit': 3,
'confirmPublish': True,
'workerPrefetchMultiplier': 3,
'workerMaxTasksPerChild': 3,
'workerMaxMemoryPerChild': 3,
}
assert config.k8sEventsHandlers.replicas == 1
assert config.k8sEventsHandlers.celery.to_dict() == {
'taskTrackStarted': True,
'brokerPoolLimit': 4,
'confirmPublish': True,
'workerPrefetchMultiplier': 4,
'workerMaxTasksPerChild': 4,
'workerMaxMemoryPerChild': 4,
}
assert config.beat.imageTag == 'latest'
assert config.crons.imageTag == 'latest'
assert config.eventMonitors.replicas == 1
assert config.resourcesDaemon.imageTag == 'latest'
assert config.hooks.imageTag == 'latest'
assert config.postgresql is None
assert config.rabbitmq.enabled is False
assert config.broker == 'redis'
assert config.dockerRegistry is None
assert config.email is None
assert config.hostName == '19.3.50.12'
assert config.allowedHosts == ['127.0.0.1', '123.123.12.3']
assert config.intervals is None
assert config.ldap is None
assert config.persistence.logs is not None
assert config.persistence.repos is not None
assert config.persistence.upload is not None
assert len(config.persistence.data) == 2
assert len(config.persistence.outputs) == 2
assert config.trackerBackend == 'noop'
assert config.dirs == {'nvidia': {'lib': '', 'bin': '', 'libcuda': ''}}
assert config.mountPaths == {
'nvidia': {
'lib': '',
'bin': '',
'libcuda': ''
}
}
def test_generate(self):
config = reader.read('tests/fixtures/all_values.yml')
assert ComposeOperator.generate_env(config) is not None