Python pushRecordToSearchIndex Examples

Example #1

def deactivate(georefObj, mapObj, dbsession, logger):
    """ This function deactivates a georeference process for a mapObj.

    :type georeference.models.vkdb.georeferenzierungsprozess.Georeferenzierungsprozess: georefObj
    :type georeference.models.vkdb.map.Map: mapObj
    :type sqlalchemy.orm.session.Session: dbSession
    :type logging.Logger: logger """
    logger.debug('Deactivate georeference process with id %s ...' %
                 georefObj.id)

    # reset mapObj
    mapObj.setDeactive()

    # update metadata record from elasticsearch
    datarecordKey = pushRecordToSearchIndex(mapObj, dbsession, logger)

    # logger.debug('Remove metadata record from catalog instance ...')
    # removeMapObjFromCsw(mapObj, dbsession, logger)

    logger.debug('Deactivate job ...')
    georefObj.setDeactive()

    # flush session
    if TEST_MODE:
        dbsession.flush()

Example #2

def activate(georefObj, mapObj, dbsession, logger):
    """ This function activates a georeference process for a mapObj.

    :type georeference.models.vkdb.georeferenzierungsprozess.Georeferenzierungsprozess: georefObj
    :type georeference.models.vkdb.map.Map: mapObj
    :type sqlalchemy.orm.session.Session: dbSession
    :type logging.Logger: logger
    :return: string """
    logger.debug('Activate georeference process with id %s ...' % georefObj.id)

    logger.debug('Create persistent georeference result ...')
    destPath = processGeorefImage(mapObj, georefObj, dbsession, logger)

    # check if the georeferencing was run correctly
    if destPath is None:
        logger.error(
            'Something went wrong while trying to process a georeference process.'
        )
        raise GeoreferenceProcessingException(
            'Something went wrong while trying to process a georeference process.'
        )

    logger.debug('Set map as active and update boundingbox ...')
    boundingboxFromFile = parseBoundingBoxPolygonFromFile(destPath)
    sridFromFile = parseSRIDFromFile(destPath)
    mapObj.setActive(destPath)
    mapObj.setBoundingBox(boundingboxFromFile, sridFromFile, dbsession)

    # for proper working of the mapping service update all pending database changes have to be commited
    if not TEST_MODE:
        dbsession.commit()

    # update the tile map service
    logger.info('Calculating tms cache ...')
    newTargetDirectory = os.path.join(GEOREFERENCE_PERSITENT_TMS,
                                      str(mapObj.maptype).lower())
    calculateCompressedTMS(destPath, newTargetDirectory)

    # push metadata record to elasticsearch index
    datarecordKey = pushRecordToSearchIndex(mapObj, dbsession, logger,
                                            georefObj)

    # push metadata to catalogue
    # this method has to be supported again
    # logger.debug('Push metadata record for map %s to cataloge service ...'%mapObj.id)
    # pushMapObjToCsw(mapObj, dbsession, logger)

    # update process
    georefObj.setActive()

    # flush session
    if TEST_MODE:
        dbsession.flush()

    return datarecordKey

Example #3

File: georeferencejobs.py Project: zuphilip/vk2-georeference

def activate(georefObj, mapObj, dbsession, logger):
    """ This function activates a georeference process for a mapObj.

    :type georeference.models.vkdb.georeferenzierungsprozess.Georeferenzierungsprozess: georefObj
    :type georeference.models.vkdb.map.Map: mapObj
    :type sqlalchemy.orm.session.Session: dbSession
    :type logging.Logger: logger
    :return: string """
    logger.debug('Activate georeference process with id %s ...'%georefObj.id)

    logger.debug('Create persistent georeference result ...')
    destPath = processGeorefImage(mapObj, georefObj, dbsession, logger)

    # check if the georeferencing was run correctly
    if destPath is None:
        logger.error('Something went wrong while trying to process a georeference process.')
        raise GeoreferenceProcessingException('Something went wrong while trying to process a georeference process.')

    logger.debug('Set map as active and update boundingbox ...')
    boundingboxFromFile = parseBoundingBoxPolygonFromFile(destPath)
    sridFromFile = parseSRIDFromFile(destPath)
    mapObj.setActive(destPath)
    mapObj.setBoundingBox(boundingboxFromFile, sridFromFile, dbsession)

    # for proper working of the mapping service update all pending database changes have to be commited
    if not TEST_MODE:
        dbsession.commit()

    # update the tile map service
    logger.info('Calculating tms cache ...')
    newTargetDirectory = os.path.join(GEOREFERENCE_PERSITENT_TMS, str(mapObj.maptype).lower())
    calculateCompressedTMS(destPath, newTargetDirectory, mapObj.getSRID(dbsession))

    # push metadata record to elasticsearch index
    datarecordKey = pushRecordToSearchIndex(mapObj, dbsession, logger, georefObj)

    # push metadata to catalogue
    # this method has to be supported again
    # logger.debug('Push metadata record for map %s to cataloge service ...'%mapObj.id)
    # pushMapObjToCsw(mapObj, dbsession, logger)

    # update process
    georefObj.setActive()

    # flush session
    if TEST_MODE:
        dbsession.flush()

    return datarecordKey

Example #4

File: georeferencejobs.py Project: zuphilip/vk2-georeference

def deactivate(georefObj, mapObj, dbsession, logger):
    """ This function deactivates a georeference process for a mapObj.

    :type georeference.models.vkdb.georeferenzierungsprozess.Georeferenzierungsprozess: georefObj
    :type georeference.models.vkdb.map.Map: mapObj
    :type sqlalchemy.orm.session.Session: dbSession
    :type logging.Logger: logger """
    logger.debug('Deactivate georeference process with id %s ...'%georefObj.id)

    # reset mapObj
    mapObj.setDeactive()

    # update metadata record from elasticsearch
    datarecordKey = pushRecordToSearchIndex(mapObj, dbsession, logger)

    # logger.debug('Remove metadata record from catalog instance ...')
    # removeMapObjFromCsw(mapObj, dbsession, logger)

    logger.debug('Deactivate job ...')
    georefObj.setDeactive()

    # flush session
    if TEST_MODE:
        dbsession.flush()

Example #5

File: pushrecordstoes.py Project: slub/vk2-georeference

Copyright (c) 2015 Jacob Mendt

Created on 02.10.15

@author: mendt
@description:
    The following scripts pushs all database records to elasticsearch
'''
import logging
from georeference.settings import DBCONFIG_PARAMS
from georeference.models.meta import getPostgresEngineString
from georeference.models.meta import initializeDb
from georeference.models.vkdb.georeferenzierungsprozess import Georeferenzierungsprozess
from georeference.models.vkdb.map import Map
from georeference.persistent.jobs.genericjobs import pushRecordToSearchIndex
from georeference.persistent.jobs.genericjobs import removeRecordFromSearchIndex

if __name__ == '__main__':
    logging.basicConfig()
    logger = logging.getLogger('Push recrords to ES')
    dbsession = initializeDb(getPostgresEngineString(DBCONFIG_PARAMS), False)
    maps = Map.all(dbsession)

    for mapObj in maps:
        if mapObj.istaktiv == True:
            print 'Push map record %s to elastic search ...' % mapObj.id
            georefObj = Georeferenzierungsprozess.getActualGeoreferenceProcessForMapId(mapObj.id, dbsession)
            pushRecordToSearchIndex(mapObj, dbsession, logger, georefObj)
        else:
            print 'Remove map record %s from elastic search ...' % mapObj.id
            removeRecordFromSearchIndex(mapObj)

Example #6

Created on 02.10.15

@author: mendt
@description:
    The following scripts pushs all database records to elasticsearch
'''
import logging
from georeference.settings import DBCONFIG_PARAMS
from georeference.models.meta import getPostgresEngineString
from georeference.models.meta import initializeDb
from georeference.models.vkdb.georeferenzierungsprozess import Georeferenzierungsprozess
from georeference.models.vkdb.map import Map
from georeference.persistent.jobs.genericjobs import pushRecordToSearchIndex
from georeference.persistent.jobs.genericjobs import removeRecordFromSearchIndex

if __name__ == '__main__':
    logging.basicConfig()
    logger = logging.getLogger('Push recrords to ES')
    dbsession = initializeDb(getPostgresEngineString(DBCONFIG_PARAMS), False)
    maps = Map.all(dbsession)

    for mapObj in maps:
        if mapObj.istaktiv == True:
            print 'Push map record %s to elastic search ...' % mapObj.id
            georefObj = Georeferenzierungsprozess.getActualGeoreferenceProcessForMapId(
                mapObj.id, dbsession)
            pushRecordToSearchIndex(mapObj, dbsession, logger, georefObj)
        else:
            print 'Remove map record %s from elastic search ...' % mapObj.id
            removeRecordFromSearchIndex(mapObj)