def test_get_init_containers_with_git_without_connection(self): git1 = V1GitConnection(revision="test", url="https://test.com") git2 = V1GitConnection(revision="test", url="https://test.com") containers = self.converter.get_init_containers( contexts=None, artifacts_store=None, init_connections=[ V1Init(git=git1, container=k8s_schemas.V1Container(name="test")), V1Init(git=git2, path="/test"), ], init_containers=[], connection_by_names={}, polyaxon_init=V1PolyaxonInitContainer(image="foo/foo"), ) assert containers == [ get_git_init_container( connection=V1ConnectionType(name=git1.get_name(), kind=V1ConnectionKind.GIT, schema=git1), polyaxon_init=V1PolyaxonInitContainer(image="foo/foo"), env=self.converter.get_init_service_env_vars(), contexts=None, ), get_git_init_container( container=k8s_schemas.V1Container(name="test"), connection=V1ConnectionType(name=git2.get_name(), kind=V1ConnectionKind.GIT, schema=git1), mount_path="/test", polyaxon_init=V1PolyaxonInitContainer(image="foo/foo"), env=self.converter.get_init_service_env_vars(), contexts=None, ), ]
def test_get_git_init_container_raises_for_missing_info(self): with self.assertRaises(PolypodException): get_git_init_container(polyaxon_init=V1PolyaxonInitContainer(), connection=None, contexts=None) with self.assertRaises(PolypodException): get_git_init_container( polyaxon_init=V1PolyaxonInitContainer(image="foo/test"), connection=None, mount_path=None, contexts=None, )
def handle_init_connections( self, polyaxon_init: V1PolyaxonInitContainer, artifacts_store: V1ConnectionType, init_connections: List[V1Init], connection_by_names: Dict[str, V1ConnectionType], contexts: PluginsContextsSpec, ) -> List[k8s_schemas.V1Container]: containers = [] external_host = contexts.external_host if contexts else False # Prepare connections that Polyaxon can init automatically for init_connection in init_connections: if init_connection.connection: connection_spec = connection_by_names.get( init_connection.connection) # Handling ssh with git if (V1ConnectionKind.is_ssh(connection_spec.kind) and init_connection.git): connection_spec.schema.patch_git(init_connection.git) containers.append( get_git_init_container( polyaxon_init=polyaxon_init, connection=connection_spec, container=init_connection.container, env=self.get_init_service_env_vars( external_host=external_host), mount_path=init_connection.path, contexts=contexts, track=True, )) elif V1ConnectionKind.is_git(connection_spec.kind): if init_connection.git: # Update the default schema connection_spec.schema.patch(init_connection.git) containers.append( get_git_init_container( polyaxon_init=polyaxon_init, connection=connection_spec, container=init_connection.container, env=self.get_init_service_env_vars( external_host=external_host), mount_path=init_connection.path, contexts=contexts, track=True, )) elif V1ConnectionKind.is_artifact(connection_spec.kind): containers.append( get_store_container( polyaxon_init=polyaxon_init, connection=connection_spec, artifacts=init_connection.artifacts, container=init_connection.container, env=self.get_init_service_env_vars( external_host=external_host), mount_path=init_connection.path, is_default_artifacts_store=artifacts_store and init_connection.connection == artifacts_store.name, )) else: containers.append( get_custom_init_container( connection=connection_spec, container=init_connection.container, env=self.get_init_service_env_vars( external_host=external_host), mount_path=init_connection.path, contexts=contexts, )) else: # artifacts init without connection should default to the artifactsStore if init_connection.artifacts: containers.append( get_store_container( polyaxon_init=polyaxon_init, connection=artifacts_store, artifacts=init_connection.artifacts, container=init_connection.container, env=self.get_init_service_env_vars( external_host=external_host), mount_path=init_connection.path, is_default_artifacts_store=True, )) # git init without connection if init_connection.git: git_name = init_connection.git.get_name() containers.append( get_git_init_container( polyaxon_init=polyaxon_init, connection=V1ConnectionType( name=git_name, kind=V1ConnectionKind.GIT, schema=init_connection.git, secret=None, ), container=init_connection.container, env=self.get_init_service_env_vars( external_host=external_host), mount_path=init_connection.path, contexts=contexts, track=False, )) # Dockerfile initialization if init_connection.dockerfile: containers.append( get_dockerfile_init_container( polyaxon_init=polyaxon_init, dockerfile_args=init_connection.dockerfile, env=self.get_init_service_env_vars( external_host=external_host), mount_path=init_connection.path, contexts=contexts, run_path=self.run_path, run_instance=self.run_instance, )) # File initialization if init_connection.file: containers.append( get_file_init_container( polyaxon_init=polyaxon_init, file_args=init_connection.file, env=self.get_init_service_env_vars( external_host=external_host), mount_path=init_connection.path, contexts=contexts, run_path=self.run_path, run_instance=self.run_instance, )) return containers
def test_get_git_init_container(self): connection = V1ConnectionType( name="user/foo", kind=V1ConnectionKind.GIT, schema=V1GitConnection(url="foo.com"), ) container = get_git_init_container( polyaxon_init=V1PolyaxonInitContainer(image="foo", image_tag=""), connection=connection, contexts=PluginsContextsSpec.from_config(V1Plugins(auth=True)), ) assert container.name == INIT_GIT_CONTAINER.format(connection.name) assert container.image == "foo" assert container.image_pull_policy is None assert container.command == ["polyaxon", "initializer", "git"] assert container.env == get_connection_env_var(connection=connection, secret=None) assert container.resources == get_init_resources() assert container.volume_mounts == [ get_connections_context_mount( name=constants.CONTEXT_VOLUME_ARTIFACTS, mount_path=CONTEXT_MOUNT_ARTIFACTS, ), get_auth_context_mount(read_only=True), ] container = get_git_init_container( polyaxon_init=V1PolyaxonInitContainer( image="init/init", image_tag="", image_pull_policy="IfNotPresent"), connection=connection, contexts=PluginsContextsSpec.from_config(V1Plugins(auth=True)), ) assert container.name == INIT_GIT_CONTAINER.format(connection.name) assert container.image == "init/init" assert container.image_pull_policy == "IfNotPresent" assert container.command == ["polyaxon", "initializer", "git"] assert container.args == [ "--repo_path={}/{}".format(CONTEXT_MOUNT_ARTIFACTS, connection.name), "--url={}".format(connection.schema.url), ] assert container.resources == get_init_resources() assert container.volume_mounts == [ get_connections_context_mount( name=constants.CONTEXT_VOLUME_ARTIFACTS, mount_path=CONTEXT_MOUNT_ARTIFACTS, ), get_auth_context_mount(read_only=True), ] connection = V1ConnectionType( name="user/foo", kind=V1ConnectionKind.GIT, schema=V1GitConnection( url="foo.com", revision="00b9d2ea01c40f58d6b4051319f9375675a43c02"), ) container = get_git_init_container( polyaxon_init=V1PolyaxonInitContainer( image="init/init", image_tag="", image_pull_policy="IfNotPresent"), connection=connection, mount_path="/somepath", contexts=PluginsContextsSpec.from_config(V1Plugins(auth=True)), ) assert container.name == INIT_GIT_CONTAINER.format(connection.name) assert container.image == "init/init" assert container.image_pull_policy == "IfNotPresent" assert container.command == ["polyaxon", "initializer", "git"] assert container.args == [ "--repo_path=/somepath/{}".format(connection.name), "--url={}".format(connection.schema.url), "--revision=00b9d2ea01c40f58d6b4051319f9375675a43c02", ] assert container.resources == get_init_resources() assert container.volume_mounts == [ get_connections_context_mount(name=get_volume_name("/somepath"), mount_path="/somepath"), get_auth_context_mount(read_only=True), ]
def handle_init_connections( self, polyaxon_init: V1PolyaxonInitContainer, init_connections: List[V1Init], connection_by_names: Dict[str, V1ConnectionType], contexts: PluginsContextsSpec, ) -> List[k8s_schemas.V1Container]: containers = [] # Prepare connections that Polyaxon can inti automatically for init_connection in init_connections: if init_connection.connection: connection_spec = connection_by_names.get( init_connection.connection) if init_connection.git: # Update the default schema connection_spec.schema.patch(init_connection.git) if connection_spec.kind == V1ConnectionKind.GIT: containers.append( get_git_init_container( polyaxon_init=polyaxon_init, connection=connection_spec, container=init_connection.container, env=self.get_init_service_env_vars(), mount_path=init_connection.path, contexts=contexts, track=True, )) if V1ConnectionKind.is_artifact(connection_spec.kind): containers.append( get_store_container( polyaxon_init=polyaxon_init, connection=connection_spec, artifacts=init_connection.artifacts, container=init_connection.container, env=self.get_init_service_env_vars(), mount_path=init_connection.path, )) else: # git init without connection if init_connection.git: git_name = init_connection.git.get_name() containers.append( get_git_init_container( polyaxon_init=polyaxon_init, connection=V1ConnectionType( name=git_name, kind=V1ConnectionKind.GIT, schema=init_connection.git, secret=None, ), container=init_connection.container, env=self.get_init_service_env_vars(), mount_path=init_connection.path, contexts=contexts, track=False, )) # Dockerfile initialization if init_connection.dockerfile: containers.append( get_dockerfile_init_container( polyaxon_init=polyaxon_init, dockerfile_args=init_connection.dockerfile, env=self.get_init_service_env_vars(), mount_path=init_connection.path, contexts=contexts, run_path=self.run_path, )) return containers