Example #1
0
    def __ingest_metadata(self, prepared_entries, tag_templates_dict):
        logging.info('\nStarting to ingest custom metadata...')
        ingestor = datacatalog_metadata_ingestor.DataCatalogMetadataIngestor(
            self.__project_id, self.__location_id, self.__entry_group_id)

        for table_container_entry, table_related_entries in prepared_entries:
            assembled_entries_data = []
            assembled_entries_data.append(table_container_entry)
            assembled_entries_data.extend(table_related_entries)
            ingestor.ingest_metadata(assembled_entries_data,
                                     tag_templates_dict)
Example #2
0
    def __ingest_metadata(self, prepared_entries, tag_templates_dict):
        logging.info('\nStarting to ingest custom metadata...')
        ingestor = datacatalog_metadata_ingestor.DataCatalogMetadataIngestor(
            self.__project_id, self.__location_id, self.__entry_group_id)

        self.__ingest_base_entries_metadata(
            ingestor, prepared_entries.get(constants.BASE_ENTRIES_KEY),
            tag_templates_dict)

        if self.__is_sql_objects_sync():
            self.__ingest_sql_objects_entries_metadata(
                ingestor, prepared_entries.get(constants.SQL_OBJECTS_KEY),
                tag_templates_dict)
 def __ingest_metadata(self, prepared_entries, tag_templates_dict):
     logging.info('\nStarting to ingest custom metadata...')
     ingestor = datacatalog_metadata_ingestor.DataCatalogMetadataIngestor(
         self.__project_id, self.__location_id, self.__entry_group_id)
     ingestor.ingest_metadata(prepared_entries,
                              tag_templates_dict=tag_templates_dict)
Example #4
0
 def __ingest_created_or_updated(self, prepared_entries):
     ingestor = datacatalog_metadata_ingestor.DataCatalogMetadataIngestor(
         self.__project_id, self.__location_id, self.__entry_group_id)
     for database_entry, table_related_entries in prepared_entries:
         ingestor.ingest_metadata([database_entry, *table_related_entries])