def __ingest_metadata(self, prepared_entries, tag_templates_dict): logging.info('\nStarting to ingest custom metadata...') ingestor = datacatalog_metadata_ingestor.DataCatalogMetadataIngestor( self.__project_id, self.__location_id, self.__entry_group_id) for table_container_entry, table_related_entries in prepared_entries: assembled_entries_data = [] assembled_entries_data.append(table_container_entry) assembled_entries_data.extend(table_related_entries) ingestor.ingest_metadata(assembled_entries_data, tag_templates_dict)
def __ingest_metadata(self, prepared_entries, tag_templates_dict): logging.info('\nStarting to ingest custom metadata...') ingestor = datacatalog_metadata_ingestor.DataCatalogMetadataIngestor( self.__project_id, self.__location_id, self.__entry_group_id) self.__ingest_base_entries_metadata( ingestor, prepared_entries.get(constants.BASE_ENTRIES_KEY), tag_templates_dict) if self.__is_sql_objects_sync(): self.__ingest_sql_objects_entries_metadata( ingestor, prepared_entries.get(constants.SQL_OBJECTS_KEY), tag_templates_dict)
def __ingest_metadata(self, prepared_entries, tag_templates_dict): logging.info('\nStarting to ingest custom metadata...') ingestor = datacatalog_metadata_ingestor.DataCatalogMetadataIngestor( self.__project_id, self.__location_id, self.__entry_group_id) ingestor.ingest_metadata(prepared_entries, tag_templates_dict=tag_templates_dict)
def __ingest_created_or_updated(self, prepared_entries): ingestor = datacatalog_metadata_ingestor.DataCatalogMetadataIngestor( self.__project_id, self.__location_id, self.__entry_group_id) for database_entry, table_related_entries in prepared_entries: ingestor.ingest_metadata([database_entry, *table_related_entries])