def updateMTBLayer(dbsession, logger, withOverviews=False): """ Functions update the vrt databasis for a mtb layer :type sqlalchemy.orm.session.Session: dbsession :type logging.Logger: logger :type boolean: withOverviews (Default: False) Be careful with this parameter, because of much more workload todo. :return: str """ logger.info('Update aggregated layer for MTBs ...') logger.info('Update database reference of the aggregated layer ...') mapObjs = Map.all(dbsession) for mapObj in mapObjs: if str(mapObj.maptype).lower() == 'mtb': if mapObj.isttransformiert: pushMapObjToWmsDatabaseIndex( mapObj, AGGREGATED_LAYERID[str(mapObj.maptype).lower()], dbsession) else: removeMapObjFromWmsDatabaseIndex( mapObj, AGGREGATED_LAYERID[str(mapObj.maptype).lower()], dbsession) logger.info('Update vrts for this aggregated layer ... ') for value in range(1868, 1946): updateVirtualdatasetForTimestamp( '%s-01-01 00:00:00' % value, os.path.join(GEOREFERENCE_PERSITENT_VRT, 'mtb'), TMP_DIR, DBCONFIG_PARAMS, dbsession, logger) if withOverviews: logger.info('Calculate overviews for vrts ...')
def updateMTBLayer(dbsession, logger, withOverviews=False): """ Functions update the vrt databasis for a mtb layer :type sqlalchemy.orm.session.Session: dbsession :type logging.Logger: logger :type boolean: withOverviews (Default: False) Be careful with this parameter, because of much more workload todo. :return: str """ logger.info('Update aggregated layer for MTBs ...') logger.info('Update database reference of the aggregated layer ...') mapObjs = Map.all(dbsession) for mapObj in mapObjs: if str(mapObj.maptype).lower() == 'mtb': if mapObj.isttransformiert: pushMapObjToWmsDatabaseIndex(mapObj, AGGREGATED_LAYERID[str(mapObj.maptype).lower()], dbsession) else: removeMapObjFromWmsDatabaseIndex(mapObj, AGGREGATED_LAYERID[str(mapObj.maptype).lower()], dbsession) logger.info('Update vrts for this aggregated layer ... ') for value in range(1868, 1946): updateVirtualdatasetForTimestamp('%s-01-01 00:00:00'%value, os.path.join(GEOREFERENCE_PERSITENT_VRT, 'mtb'), TMP_DIR, DBCONFIG_PARAMS, dbsession, logger) if withOverviews: logger.info('Calculate overviews for vrts ...')
Copyright (c) 2015 Jacob Mendt Created on 02.10.15 @author: mendt @description: The following scripts pushs all database records to elasticsearch ''' import logging from georeference.settings import DBCONFIG_PARAMS from georeference.models.meta import getPostgresEngineString from georeference.models.meta import initializeDb from georeference.models.vkdb.georeferenzierungsprozess import Georeferenzierungsprozess from georeference.models.vkdb.map import Map from georeference.persistent.jobs.genericjobs import pushRecordToSearchIndex from georeference.persistent.jobs.genericjobs import removeRecordFromSearchIndex if __name__ == '__main__': logging.basicConfig() logger = logging.getLogger('Push recrords to ES') dbsession = initializeDb(getPostgresEngineString(DBCONFIG_PARAMS), False) maps = Map.all(dbsession) for mapObj in maps: if mapObj.istaktiv == True: print 'Push map record %s to elastic search ...' % mapObj.id georefObj = Georeferenzierungsprozess.getActualGeoreferenceProcessForMapId(mapObj.id, dbsession) pushRecordToSearchIndex(mapObj, dbsession, logger, georefObj) else: print 'Remove map record %s from elastic search ...' % mapObj.id removeRecordFromSearchIndex(mapObj)
Created on 02.10.15 @author: mendt @description: The following scripts pushs all database records to elasticsearch ''' import logging from georeference.settings import DBCONFIG_PARAMS from georeference.models.meta import getPostgresEngineString from georeference.models.meta import initializeDb from georeference.models.vkdb.georeferenzierungsprozess import Georeferenzierungsprozess from georeference.models.vkdb.map import Map from georeference.persistent.jobs.genericjobs import pushRecordToSearchIndex from georeference.persistent.jobs.genericjobs import removeRecordFromSearchIndex if __name__ == '__main__': logging.basicConfig() logger = logging.getLogger('Push recrords to ES') dbsession = initializeDb(getPostgresEngineString(DBCONFIG_PARAMS), False) maps = Map.all(dbsession) for mapObj in maps: if mapObj.istaktiv == True: print 'Push map record %s to elastic search ...' % mapObj.id georefObj = Georeferenzierungsprozess.getActualGeoreferenceProcessForMapId( mapObj.id, dbsession) pushRecordToSearchIndex(mapObj, dbsession, logger, georefObj) else: print 'Remove map record %s from elastic search ...' % mapObj.id removeRecordFromSearchIndex(mapObj)
@author: mendt ''' import os import shutil from georeference.settings import DBCONFIG_PARAMS from georeference.models.meta import getPostgresEngineString from georeference.models.meta import initializeDb from georeference.models.vkdb.map import Map DATA_DIRECTORY_ORGINAL = '/srv/vk/data/original' DATA_DIRECTORY_GEOREF = '/srv/vk/data/georef' if __name__ == '__main__': dbsession = initializeDb(getPostgresEngineString(DBCONFIG_PARAMS)) mapObjs = Map.all(dbsession) imageDoesNotExist = [] oldPaths = [] for mapObj in mapObjs: print 'Update data dirs for %s ...' % mapObj.originalimage # update orginal paths newPath = os.path.join(DATA_DIRECTORY_ORGINAL, os.path.join(str(mapObj.maptype).lower(), str(mapObj.originalimage).split('/')[-1])) if not os.path.exists(newPath): # check if path exist in old folder and if yes move the file oldPath = os.path.join(DATA_DIRECTORY_ORGINAL, os.path.join('mtb', str(mapObj.originalimage).split('/')[-1])) if os.path.exists(oldPath): oldPaths.append(oldPath) print 'Move file from %s to %s ...' % (oldPath, newPath) print 'Copy file ...'