async def get(self, runtime_type):
self.log.debug(
f"Retrieving pipeline components for runtime type: {runtime_type}")
processor_manager = PipelineProcessorManager.instance()
if processor_manager.is_supported_runtime(runtime_type):
# The endpoint path contains the shorthand version of a runtime (e.g., 'kfp',
# 'airflow'). This case and its associated functions should eventually be removed
# in favor of using the RuntimeProcessorType name in the request path.
self.log.warning(
f"Deprecation warning: when calling endpoint '{self.request.path}' "
f"use runtime type name (e.g. 'KUBEFLOW_PIPELINES', 'APACHE_AIRFLOW') "
f"instead of shorthand name (e.g., 'kfp', 'airflow')")
runtime_processor_type = processor_manager.get_runtime_type(
runtime_type)
elif processor_manager.is_supported_runtime_type(runtime_type):
# The request path uses the appropriate RuntimeProcessorType name. Use this
# to get the RuntimeProcessorType instance to pass to get_all_components
runtime_processor_type = RuntimeProcessorType.get_instance_by_name(
runtime_type)
else:
raise web.HTTPError(400, f"Invalid runtime type '{runtime_type}'")
# Include generic components for all runtime types
components: List[Component] = ComponentCache.get_generic_components()
# Add additional runtime-type-specific components, if present
components.extend(ComponentCache.instance().get_all_components(
platform=runtime_processor_type))
palette_json = ComponentCache.to_canvas_palette(components=components)
self.set_status(200)
self.set_header("Content-Type", "application/json")
await self.finish(palette_json)
def get_components(self) -> List[Component]:
"""
Retrieve components common to all runtimes
"""
components: List[Component] = ComponentCache.get_generic_components()
# Retrieve runtime-specific components
components.extend(ComponentCache.instance().get_all_components(platform=self._type))
return components
async def get(self, runtime_type):
self.log.debug(
f"Retrieving pipeline components for runtime type: {runtime_type}")
runtime_processor_type = get_runtime_processor_type(
runtime_type, self.log, self.request.path)
if not runtime_processor_type:
raise web.HTTPError(400, f"Invalid runtime type '{runtime_type}'")
# Include generic components for all runtime types
components: List[Component] = ComponentCache.get_generic_components()
# Add additional runtime-type-specific components, if present
components.extend(ComponentCache.instance().get_all_components(
platform=runtime_processor_type))
palette_json = ComponentCache.to_canvas_palette(components=components)
self.set_status(200)
self.set_header("Content-Type", "application/json")
await self.finish(palette_json)
def get_components(self):
return ComponentCache.get_generic_components()