def update_artifacts(to_update: Set, artifacts_by_keys: Dict):
updated = []
for m in to_update:
artifact = artifacts_by_keys[(m.name, m.state)]
m.kind = artifact.kind
m.path = artifact.path
m.summary = artifact.summary
updated.append(m)
get_artifact_model().objects.bulk_update(updated,
["kind", "path", "summary"])
def _set_artifacts(run: BaseRun, artifacts: List[V1RunArtifact]):
if not artifacts:
return
artifact_model = get_artifact_model()
namespace = Owner.uuid
artifacts_by_keys = get_artifacts_by_keys(run=run,
namespace=namespace,
artifacts=artifacts)
artifacts_keys = list(artifacts_by_keys.keys())
query = reduce(or_, (Q(name=name, state=state)
for name, state in artifacts_keys))
to_update = artifact_model.objects.filter(query)
_to_update = {(m.name, m.state) for m in to_update}
to_create = {m for m in artifacts_keys if m not in _to_update}
if to_create:
artifacts_to_create = []
for m in to_create:
a = artifacts_by_keys[m]
artifacts_to_create.append(
artifact_model(
name=a.name,
kind=a.kind,
path=a.path,
state=m[1],
summary=a.summary,
))
artifact_model.objects.bulk_create(artifacts_to_create)
update_artifacts(to_update=to_update, artifacts_by_keys=artifacts_by_keys)
set_run_lineage(run=run, artifacts_by_keys=artifacts_by_keys, query=query)
def set_run_lineage(run: BaseRun, artifacts_by_keys: Dict, query: Any):
artifacts_to_link = (get_artifact_model().objects.filter(query).only(
"id", "name", "state"))
lineage_model = get_lineage_model()
for m in artifacts_to_link:
lineage_model.objects.get_or_create(
artifact_id=m.id,
run_id=run.id,
is_input=artifacts_by_keys[(m.name, m.state)].is_input,
)
class Meta:
model = get_artifact_model()
#!/usr/bin/python # # Copyright 2018-2020 Polyaxon, Inc. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. from django.contrib.admin import site from django.contrib.auth import get_user_model from django.contrib.auth.admin import UserAdmin from coredb.abstracts.getter import get_artifact_model, get_project_model, get_run_model from coredb.administration.artifacts import ArtifactAdmin from coredb.administration.projects import ProjectAdmin from coredb.administration.runs import RunLightAdmin site.register(get_user_model(), UserAdmin) site.register(get_artifact_model(), ArtifactAdmin) site.register(get_project_model(), ProjectAdmin) site.register(get_run_model(), RunLightAdmin)
#!/usr/bin/python # # Copyright 2018-2020 Polyaxon, Inc. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. from django.contrib.admin import site from django.contrib.auth import get_user_model from django.contrib.auth.admin import UserAdmin from coredb.abstracts.getter import get_artifact_model, get_project_model, get_run_model from coredb.administration.projects import ProjectAdmin from coredb.administration.runs import RunLightAdmin site.register(get_user_model(), UserAdmin) site.register(get_artifact_model()) site.register(get_project_model(), ProjectAdmin) site.register(get_run_model(), RunLightAdmin)
