set_up_logging(cp.get('logging', 'logfile'),
cp.get('logging', 'level'),
cp.getboolean('logging', 'console'))
log = logging.getLogger('summariser')
except (ConfigParser.Error, ValueError, IOError), err:
print 'Error configuring logging: %s' % str(err)
print 'The system will exit.'
sys.exit(1)
log.info('Starting apel summariser version %s.%s.%s', *__version__)
# Log into the database
try:
log.info('Connecting to the database ... ')
db = ApelDb(db_backend, db_hostname, db_port, db_username, db_password,
db_name)
log.info('Connected.')
# This is all the summarising logic, contained in ApelMysqlDb() and the stored procedures.
if db_type == 'cpu':
# Make sure that records are not coming from the same site by two different routes
# N.B. Disabled as check doesn't scale well and isn't that useful.
# db.check_duplicate_sites()
db.summarise_jobs()
db.normalise_summaries()
db.copy_summaries()
elif db_type == 'cloud':
db.summarise_cloud()
else:
raise ApelDbException('Unknown database type: %s' % db_type)
except (ClientConfigException, ConfigParser.Error), err:
log.error('Error in configuration file: ' + str(err))
sys.exit(1)
log.info('Starting apel client version %s.%s.%s' % __version__)
# Log into the database
try:
db_hostname = ccp.get('db', 'hostname')
db_port = ccp.getint('db', 'port')
db_name = ccp.get('db', 'name')
db_username = ccp.get('db', 'username')
db_password = ccp.get('db', 'password')
log.info('Connecting to the database ... ')
db = ApelDb(DB_BACKEND, db_hostname, db_port, db_username, db_password, db_name)
db.test_connection()
log.info('Connected.')
except (ConfigParser.Error, ApelDbException), err:
log.error('Error during connecting to database: ' + str(err))
log.info(LOG_BREAK)
sys.exit(1)
if spec_updater_enabled:
log.info(LOG_BREAK)#
log.info('Starting spec updater.')
try:
spec_values = fetch_specint(site_name, ldap_host, ldap_port)
for value in spec_values:
db.update_spec(site_name, value[0], 'si2k', value[1])
cp.get('logging', 'level'),
cp.getboolean('logging', 'console'))
log = logging.getLogger('dbunloader')
except (ConfigParser.Error, ValueError, IOError), err:
print 'Error configuring logging: %s' % str(err)
print 'The system will exit.'
sys.exit(1)
db = None
dbcp = ConfigParser.ConfigParser()
dbcp.read([options.db])
try:
db = ApelDb(dbcp.get('db', 'backend'), dbcp.get('db', 'hostname'),
dbcp.getint('db', 'port'), dbcp.get('db', 'username'),
dbcp.get('db', 'password'), dbcp.get('db', 'name'))
except ApelDbException, e:
log.fatal('Error: %s' % e)
sys.exit(1)
except Exception, e:
log.fatal('Cannot get configuration: %s' % e)
sys.exit(1)
log.info('=====================')
log.info('Starting APEL dbunloader %s.%s.%s' % __version__)
unload_dir = cp.get('unloader', 'dir_location')
table_name = cp.get('unloader', 'table_name')
cp.getboolean('logging', 'console'))
except (ConfigParser.Error, ValueError, IOError), err:
print 'Error configuring logging: %s' % str(err)
print 'The system will exit.'
sys.exit(1)
global log
log = logging.getLogger('parser')
log.info('=====================================')
log.info('Starting apel parser version %s.%s.%s' % __version__)
# database connection
try:
apel_db = ApelDb(DB_BACKEND,
cp.get('db', 'hostname'),
cp.getint('db', 'port'),
cp.get('db', 'username'),
cp.get('db', 'password'),
cp.get('db', 'name'))
apel_db.test_connection()
log.info('Connection to DB established')
except KeyError, e:
log.fatal('Database configured incorrectly.')
log.fatal('Check the database section for option: %s' % str(e))
sys.exit(1)
except Exception, e:
log.fatal("Database exception: %s" % str(e))
log.fatal('Parser will exit.')
log.info('=====================================')
sys.exit(1)
log.info('=====================================')
except (ClientConfigException, ConfigParser.Error), err:
log.error('Error in configuration file: ' + str(err))
sys.exit(1)
log.info('Starting apel client version %s.%s.%s', *__version__)
# Log into the database
try:
db_hostname = ccp.get('db', 'hostname')
db_port = ccp.getint('db', 'port')
db_name = ccp.get('db', 'name')
db_username = ccp.get('db', 'username')
db_password = ccp.get('db', 'password')
log.info('Connecting to the database ... ')
db = ApelDb(DB_BACKEND, db_hostname, db_port, db_username, db_password,
db_name)
db.test_connection()
log.info('Connected.')
except (ConfigParser.Error, ApelDbException), err:
log.error('Error during connecting to database: ' + str(err))
log.info(LOG_BREAK)
sys.exit(1)
if spec_updater_enabled:
log.info(LOG_BREAK)
log.info('Starting spec updater.')
try:
spec_values = fetch_specint(site_name, ldap_host, ldap_port)
for value in spec_values:
db.update_spec(site_name, value[0], 'si2k', value[1])
set_up_logging(cp.get('logging', 'logfile'),
cp.get('logging', 'level'),
cp.getboolean('logging', 'console'))
except (ConfigParser.Error, ValueError, IOError), err:
print 'Error configuring logging: %s' % str(err)
print 'The system will exit.'
sys.exit(1)
log = logging.getLogger(LOGGER_ID)
log.info(LOG_BREAK)
log.info('Starting apel parser version %s.%s.%s', *__version__)
# database connection
try:
apel_db = ApelDb(DB_BACKEND, cp.get('db', 'hostname'),
cp.getint('db', 'port'), cp.get('db', 'username'),
cp.get('db', 'password'), cp.get('db', 'name'))
apel_db.test_connection()
log.info('Connection to DB established')
except KeyError, e:
log.fatal('Database configured incorrectly.')
log.fatal('Check the database section for option: %s', e)
sys.exit(1)
except Exception, e:
log.fatal("Database exception: %s", e)
log.fatal('Parser will exit.')
log.info(LOG_BREAK)
sys.exit(1)
log.info(LOG_BREAK)
# blah parsing
set_up_logging(cp.get('logging', 'logfile'),
cp.get('logging', 'level'),
cp.getboolean('logging', 'console'))
log = logging.getLogger('summariser')
except (ConfigParser.Error, ValueError, IOError), err:
print 'Error configuring logging: %s' % str(err)
print 'The system will exit.'
sys.exit(1)
log.info('Starting apel summariser version %s.%s.%s' % __version__)
# Log into the database
try:
log.info('Connecting to the database ... ')
db = ApelDb(db_backend, db_hostname, db_port, db_username, db_password, db_name)
log.info('Connected.')
# This is all the summarising logic, contained in ApelMysqlDb() and the stored procedures.
if db_type == 'cpu':
# Make sure that records are not coming from the same site by two different routes
db.check_duplicate_sites()
db.summarise_jobs()
db.copy_summaries()
elif db_type == 'cloud':
db.summarise_cloud()
else:
raise ApelDbException('Unknown database type: %s' % db_type)
log.info('Summarising complete.')
log.info(LOG_BREAK)
set_up_logging(cp.get('logging', 'logfile'),
cp.get('logging', 'level'),
cp.getboolean('logging', 'console'))
log = logging.getLogger('summariser')
except (ConfigParser.Error, ValueError, IOError), err:
print 'Error configuring logging: %s' % str(err)
print 'The system will exit.'
sys.exit(1)
log.info('Starting apel summariser version %s.%s.%s' % __version__)
# Log into the database
try:
log.info('Connecting to the database ... ')
db = ApelDb(db_backend, db_hostname, db_port, db_username, db_password,
db_name)
log.info('Connected.')
# This is all the summarising logic, contained in ApelMysqlDb() and the stored procedures.
if db_type == 'cpu':
# Make sure that records are not coming from the same site by two different routes
db.check_duplicate_sites()
db.summarise_jobs()
db.copy_summaries()
elif db_type == 'cloud':
db.summarise_cloud()
else:
raise ApelDbException('Unknown database type: %s' % db_type)
log.info('Summarising complete.')
log.info(LOG_BREAK)
set_up_logging(cp.get('logging', 'logfile'),
cp.get('logging', 'level'),
cp.getboolean('logging', 'console'))
log = logging.getLogger('summariser')
except (ConfigParser.Error, ValueError, IOError), err:
print 'Error configuring logging: %s' % str(err)
print 'The system will exit.'
sys.exit(1)
log.info('Starting apel summariser version %s.%s.%s' % __version__)
# Log into the database
try:
log.info('Connecting to the database ... ')
db = ApelDb(db_backend, db_hostname, db_port, db_username, db_password, db_name)
log.info('Connected.')
# This is all the summarising logic, contained in ApelMysqlDb() and the stored procedures.
db.summarise()
log.info('Summarising complete.')
log.info('=====================')
except Exception, err:
log.error('Error summarising: ' + str(err))
log.error('Summarising has been cancelled.')
log.info('=====================')
sys.exit(1)
if __name__ == '__main__':
