def updateProject(self, request, context):
properties = None if request.properties == {} else request.properties
project = self.store.update_project(
project_name=request.name,
uri=request.uri.value if request.HasField('uri') else None,
properties=properties)
return _wrap_meta_response(MetaToProto.project_meta_to_proto(project))
def updateDataset(self, request, context):
properties = None if request.properties == {} else request.properties
name_list = request.name_list
type_list = request.type_list
if not name_list:
name_list = None
if not type_list:
data_type_list = None
else:
data_type_list = []
for data_type in type_list:
data_type_list.append(DataType(DataTypeProto.Name(data_type)))
dataset_meta = self.store.update_dataset(dataset_name=request.name,
data_format=request.data_format.value if request.HasField(
'data_format') else None,
description=request.description.value if request.HasField(
'description') else None,
uri=request.uri.value if request.HasField('uri') else None,
properties=properties,
name_list=name_list,
type_list=data_type_list,
catalog_name=request.catalog_name.value if request.HasField(
'catalog_name') else None,
catalog_type=request.catalog_type.value if request.HasField(
'catalog_type') else None,
catalog_database=request.catalog_database.value if request.HasField(
'catalog_database') else None,
catalog_connection_uri=request.catalog_connection_uri.value \
if request.HasField('catalog_connection_uri') else None,
catalog_table=request.catalog_table.value if request.HasField(
'catalog_table') else None)
return _wrap_meta_response(
MetaToProto.dataset_meta_to_proto(dataset_meta))
def registerWorkflow(self, request, context):
workflow = transform_workflow_meta(request.workflow)
response = self.store.register_workflow(name=workflow.name,
project_id=workflow.project_id,
properties=workflow.properties)
return _wrap_meta_response(
MetaToProto.workflow_meta_to_proto(response))
def updateWorkflow(self, request, context):
properties = None if request.properties == {} else request.properties
workflow = self.store.update_workflow(
workflow_name=request.workflow_name,
project_name=request.project_name,
properties=properties)
return _wrap_meta_response(
MetaToProto.workflow_meta_to_proto(workflow))
def registerModel(self, request, context):
model = transform_model_meta(request.model)
model_detail = self.model_center_client.create_registered_model(
model.name, model.model_desc)
model_relation = self.store.register_model_relation(
name=model.name, project_id=model.project_id)
return _wrap_meta_response(
MetaToProto.model_meta_to_proto(model_relation, model_detail))
def registerModelVersionRelation(self, request, context):
model_version = transform_model_version_relation_meta(
request.model_version_relation)
response = self.store.register_model_version_relation(
version=model_version.version,
model_id=model_version.model_id,
project_snapshot_id=model_version.project_snapshot_id)
return _wrap_meta_response(
MetaToProto.model_version_relation_meta_to_proto(response))
def getModelById(self, request, context):
model_relation = self.store.get_model_relation_by_id(request.id)
if model_relation is None:
model_detail = None
else:
model_detail = self.model_center_client.get_registered_model_detail(
model_relation.name)
return _wrap_meta_response(
MetaToProto.model_meta_to_proto(model_relation, model_detail))
def registerArtifact(self, request, context):
artifact = transform_artifact_meta(request.artifact)
response = self.store.register_artifact(
name=artifact.name,
artifact_type=artifact.artifact_type,
description=artifact.description,
uri=artifact.uri,
properties=artifact.properties)
return _wrap_meta_response(
MetaToProto.artifact_meta_to_proto(response))
def registerDatasetWithCatalog(self, request, context):
dataset = transform_dataset_meta(request.dataset)
dataset_meta = self.store.register_dataset_with_catalog(
name=dataset.name,
catalog_name=dataset.catalog_name,
catalog_type=dataset.catalog_type,
catalog_database=dataset.catalog_database,
catalog_connection_uri=dataset.catalog_connection_uri,
catalog_table=dataset.catalog_table)
return _wrap_meta_response(
MetaToProto.dataset_meta_to_proto(dataset_meta))
def registerDataset(self, request, context):
dataset = transform_dataset_meta(request.dataset)
dataset_meta = self.store.register_dataset(
name=dataset.name,
data_format=dataset.data_format,
description=dataset.description,
uri=dataset.uri,
properties=dataset.properties,
name_list=dataset.schema.name_list,
type_list=dataset.schema.type_list)
return _wrap_meta_response(
MetaToProto.dataset_meta_to_proto(dataset_meta))
def updateArtifact(self, request, context):
properties = None if request.properties == {} else request.properties
artifact = self.store.update_artifact(
name=request.name,
artifact_type=request.artifact_type.value
if request.HasField('artifact_type') else None,
properties=properties,
description=request.description.value
if request.HasField('description') else None,
uri=request.uri.value if request.HasField('uri') else None,
)
return _wrap_meta_response(
MetaToProto.artifact_meta_to_proto(artifact))
def getModelVersionByVersion(self, request, context):
model_version_relation = self.store.get_model_version_relation_by_version(
request.name, request.model_id)
if model_version_relation is None:
model_version_detail = None
else:
model_relation = self.store.get_model_relation_by_id(
model_version_relation.model_id)
model_version_detail = self.model_center_client.get_model_version_detail(
model_relation.name, request.name)
return _wrap_meta_response(
MetaToProto.model_version_meta_to_proto(model_version_relation,
model_version_detail))
def getLatestGeneratedModelVersion(self, request, context):
model_version_detail = self.store.get_latest_generated_model_version(
request.name)
if model_version_detail is None:
model_version_relation = None
else:
model_relation = self.store.get_model_relation_by_name(
request.name)
model_version_relation = self.store.get_model_version_relation_by_version(
model_version_detail.model_version, model_relation.uuid)
return _wrap_meta_response(
MetaToProto.model_version_store_to_proto(model_version_relation,
model_version_detail))
def registerModelVersion(self, request, context):
model_version = transform_model_version_meta(request.model_version)
model_relation = self.store.get_model_relation_by_id(
model_version.model_id)
model_version_detail = self.model_center_client.create_model_version(
model_relation.name, model_version.model_path,
model_version.model_type, model_version.version_desc,
request.model_version.current_stage)
model_version_relation = self.store.register_model_version_relation(
version=model_version_detail.model_version,
model_id=model_version.model_id,
project_snapshot_id=model_version.project_snapshot_id)
return _wrap_meta_response(
MetaToProto.model_version_meta_to_proto(model_version_relation,
model_version_detail))
def registerModelRelation(self, request, context):
model = transform_model_relation_meta(request.model_relation)
response = self.store.register_model_relation(
name=model.name, project_id=model.project_id)
return _wrap_meta_response(
MetaToProto.model_relation_meta_to_proto(response))
def getDatasetByName(self, request, context):
dataset = self.store.get_dataset_by_name(request.name)
return _wrap_meta_response(MetaToProto.dataset_meta_to_proto(dataset))
def getWorkflowByName(self, request, context):
workflow = self.store.get_workflow_by_name(
project_name=request.project_name,
workflow_name=request.workflow_name)
return _wrap_meta_response(
MetaToProto.workflow_meta_to_proto(workflow))
def getWorkflowById(self, request, context):
workflow = self.store.get_workflow_by_id(workflow_id=request.id)
return _wrap_meta_response(
MetaToProto.workflow_meta_to_proto(workflow))
def getModelVersionRelationByVersion(self, request, context):
model_version_meta = self.store.get_model_version_relation_by_version(
request.name, request.model_id)
return _wrap_meta_response(
MetaToProto.model_version_relation_meta_to_proto(
model_version_meta))
def getModelByName(self, request, context):
model_relation = self.store.get_model_relation_by_name(request.name)
model_detail = self.model_center_client.get_registered_model_detail(
request.name)
return _wrap_meta_response(
MetaToProto.model_meta_to_proto(model_relation, model_detail))
def registerProject(self, request, context):
project = transform_project_meta(request.project)
response = self.store.register_project(name=project.name,
uri=project.uri,
properties=project.properties)
return _wrap_meta_response(MetaToProto.project_meta_to_proto(response))
def getProjectByName(self, request, context):
project_meta = self.store.get_project_by_name(request.name)
return _wrap_meta_response(
MetaToProto.project_meta_to_proto(project_meta))
def getModelRelationByName(self, request, context):
model_meta = self.store.get_model_relation_by_name(request.name)
return _wrap_meta_response(
MetaToProto.model_relation_meta_to_proto(model_meta))
def getArtifactByName(self, request, context):
artifact_meta = self.store.get_artifact_by_name(request.name)
return _wrap_meta_response(
MetaToProto.artifact_meta_to_proto(artifact_meta))
