Python get_file_metadata_row Examples

Example #1

File: postgres_direct_ingest_file_metadata_manager.py Project: jazzPouls/pulse-data

    def register_ingest_view_export_file_name(
        self,
        metadata_entity: DirectIngestIngestFileMetadata,
        exported_path: GcsfsFilePath,
    ) -> None:
        parts = filename_parts_from_path(exported_path)
        if parts.file_type != GcsfsDirectIngestFileType.INGEST_VIEW:
            raise ValueError(f"Exported path has unexpected type {parts.file_type}")

        session = SessionFactory.for_schema_base(OperationsBase)

        try:
            metadata = dao.get_file_metadata_row(
                session, GcsfsDirectIngestFileType.INGEST_VIEW, metadata_entity.file_id
            )

            if metadata.normalized_file_name:
                raise ValueError(
                    f"Normalized file name already set to [{metadata.normalized_file_name}] for file id "
                    f"[{metadata.file_id}]"
                )

            metadata.normalized_file_name = exported_path.file_name
            session.commit()
        except Exception as e:
            session.rollback()
            raise e
        finally:
            session.close()

Example #2

File: postgres_direct_ingest_file_metadata_manager.py Project: teymour-aldridge/pulse-data

    def mark_ingest_view_exported(self,
                                  metadata_entity: DirectIngestIngestFileMetadata) -> None:
        session = SessionFactory.for_schema_base(OperationsBase)

        try:
            metadata = dao.get_file_metadata_row(session, GcsfsDirectIngestFileType.INGEST_VIEW,
                                                 metadata_entity.file_id)
            metadata.export_time = datetime.datetime.utcnow()
            session.commit()
        except Exception as e:
            session.rollback()
            raise e
        finally:
            session.close()