def _build_dataset_mce(self,
looker_view: LookerView) -> MetadataChangeEvent:
"""
Creates MetadataChangeEvent for the dataset, creating upstream lineage links
"""
logger.debug(f"looker_view = {looker_view.id}")
dataset_snapshot = DatasetSnapshot(
urn=looker_view.id.get_urn(self.source_config),
aspects=[], # we append to this list later on
)
browse_paths = BrowsePaths(
paths=[looker_view.id.get_browse_path(self.source_config)])
dataset_snapshot.aspects.append(browse_paths)
dataset_snapshot.aspects.append(Status(removed=False))
upstream_lineage = self._get_upstream_lineage(looker_view)
if upstream_lineage is not None:
dataset_snapshot.aspects.append(upstream_lineage)
schema_metadata = LookerUtil._get_schema(
self.source_config.platform_name,
looker_view.id.view_name,
looker_view.fields,
self.reporter,
)
if schema_metadata is not None:
dataset_snapshot.aspects.append(schema_metadata)
dataset_snapshot.aspects.append(
self._get_custom_properties(looker_view))
mce = MetadataChangeEvent(proposedSnapshot=dataset_snapshot)
return mce
def _build_browsepaths(self, id: int):
return BrowsePaths([f"/perf/testing/path/{id}"])
def _build_browsepaths(self, id: int):
return BrowsePaths([f"/perf/{self.prefix}/path/{id}/group"])