def setUpClass(cls):
sqlalchemy_enginge = getPostgresEngineString(DBCONFIG_PARAMS_TESTING)
cls.engine = create_engine(sqlalchemy_enginge, encoding='utf8', echo=True)
cls.Session = scoped_session(sessionmaker(bind=cls.engine,extension=ZopeTransactionExtension()))
cls.dbsession = cls.Session()
cls.testDataDir = os.path.join(os.path.dirname(os.path.realpath(__file__)), 'test-data')
cls.user = TEST_LOGIN
def setUpClass(cls):
print '=============='
print 'Start GernicJobsTest tests ...'
print '=============='
cls.logger = createLogger('GernicJobsTest', logging.DEBUG)
cls.dbsession = initializeDb(
getPostgresEngineString(DBCONFIG_PARAMS_TESTING))
def run(self):
LOGGER.info('Georeference update runner persistent is started!')
while True:
LOGGER.info('Looking for pending georeference processes ...')
dbsession = initializeDb(getPostgresEngineString(DBCONFIG_PARAMS))
updateDataBasis(dbsession, LOGGER, TEST_MODE)
dbsession.commit()
dbsession.close()
LOGGER.info('Go to sleep ...')
time.sleep(GEOREFERENCE_DAEMON_SETTINGS['sleep_time'])
def run(self):
LOGGER.info('Georeference update runner persistent is started!')
while True:
LOGGER.info('Looking for pending georeference processes ...')
dbsession = initializeDb(getPostgresEngineString(DBCONFIG_PARAMS))
updateDataBasis(dbsession, LOGGER, TEST_MODE)
dbsession.commit()
dbsession.close()
LOGGER.info('Go to sleep ...')
time.sleep(GEOREFERENCE_DAEMON_SETTINGS['sleep_time'])
def testLookForUpdateProcess_Infinity(self):
print "--------------------------------------------------------------------------------------------"
print "\n"
print "Test if testLookForUpdateProcess_Infinity runs correctly ..."
dbsession = initializeDb(getPostgresEngineString(DBCONFIG_PARAMS_TESTING), self.logger)
while True:
print "New loop run ..."
updateDataBasis(dbsession, self.logger, True)
dbsession.commit()
print "Long sleep ..."
time.sleep(10)
def testLookForUpdateProcess(self):
print "--------------------------------------------------------------------------------------------"
print "\n"
print "Test if testLookForUpdateProcess runs correctly ..."
dbsession = initializeDb(getPostgresEngineString(DBCONFIG_PARAMS_TESTING), self.logger)
response = updateDataBasis(dbsession, self.logger, True)
# add tests
# @TODO
dbsession.rollback()
def testRunningUpdateJobs(self):
print "--------------------------------------------------------------------------------------------"
print "\n"
print "Test if testRunningUpdateJobs runs correctly ..."
dbsession = initializeDb(getPostgresEngineString(DBCONFIG_PARAMS_TESTING), self.logger)
response = runningUpdateJobs(dbsession, self.logger, True)
# add tests
# @TODO
dbsession.rollback()
def loadDB(config, settings, debug=False):
""" Loads the database connection based on sql alchemy
@param dict: config
@param dict: settings
@param boolean: debug (Default=False) """
def db(request):
return request.registry.dbmaker()
if debug:
engine = create_engine(getPostgresEngineString(DBCONFIG_PARAMS), encoding='utf8', echo=True)
else:
engine = engine_from_config(settings, prefix='sqlalchemy.')
config.registry.dbmaker = scoped_session(sessionmaker(bind=engine,extension=ZopeTransactionExtension()))
config.add_request_method(db, reify=True)
initialize_sql(engine)
config.scan('models')
Copyright (c) 2015 Jacob Mendt
Created on 02.10.15
@author: mendt
@description:
The following scripts pushs all database records to elasticsearch
'''
import logging
from georeference.settings import DBCONFIG_PARAMS
from georeference.models.meta import getPostgresEngineString
from georeference.models.meta import initializeDb
from georeference.models.vkdb.georeferenzierungsprozess import Georeferenzierungsprozess
from georeference.models.vkdb.map import Map
from georeference.persistent.jobs.genericjobs import pushRecordToSearchIndex
from georeference.persistent.jobs.genericjobs import removeRecordFromSearchIndex
if __name__ == '__main__':
logging.basicConfig()
logger = logging.getLogger('Push recrords to ES')
dbsession = initializeDb(getPostgresEngineString(DBCONFIG_PARAMS), False)
maps = Map.all(dbsession)
for mapObj in maps:
if mapObj.istaktiv == True:
print 'Push map record %s to elastic search ...' % mapObj.id
georefObj = Georeferenzierungsprozess.getActualGeoreferenceProcessForMapId(mapObj.id, dbsession)
pushRecordToSearchIndex(mapObj, dbsession, logger, georefObj)
else:
print 'Remove map record %s from elastic search ...' % mapObj.id
removeRecordFromSearchIndex(mapObj)
Created on 02.10.15
@author: mendt
@description:
The following scripts pushs all database records to elasticsearch
'''
import logging
from georeference.settings import DBCONFIG_PARAMS
from georeference.models.meta import getPostgresEngineString
from georeference.models.meta import initializeDb
from georeference.models.vkdb.georeferenzierungsprozess import Georeferenzierungsprozess
from georeference.models.vkdb.map import Map
from georeference.persistent.jobs.genericjobs import pushRecordToSearchIndex
from georeference.persistent.jobs.genericjobs import removeRecordFromSearchIndex
if __name__ == '__main__':
logging.basicConfig()
logger = logging.getLogger('Push recrords to ES')
dbsession = initializeDb(getPostgresEngineString(DBCONFIG_PARAMS), False)
maps = Map.all(dbsession)
for mapObj in maps:
if mapObj.istaktiv == True:
print 'Push map record %s to elastic search ...' % mapObj.id
georefObj = Georeferenzierungsprozess.getActualGeoreferenceProcessForMapId(
mapObj.id, dbsession)
pushRecordToSearchIndex(mapObj, dbsession, logger, georefObj)
else:
print 'Remove map record %s from elastic search ...' % mapObj.id
removeRecordFromSearchIndex(mapObj)
def setUpClass(cls):
print '=============='
print 'Start GernicJobsTest tests ...'
print '=============='
cls.logger = createLogger('GernicJobsTest', logging.DEBUG)
cls.dbsession = initializeDb(getPostgresEngineString(DBCONFIG_PARAMS_TESTING))