set_up_logging(cp.get('logging', 'logfile'), cp.get('logging', 'level'), cp.getboolean('logging', 'console')) log = logging.getLogger('summariser') except (ConfigParser.Error, ValueError, IOError), err: print 'Error configuring logging: %s' % str(err) print 'The system will exit.' sys.exit(1) log.info('Starting apel summariser version %s.%s.%s', *__version__) # Log into the database try: log.info('Connecting to the database ... ') db = ApelDb(db_backend, db_hostname, db_port, db_username, db_password, db_name) log.info('Connected.') # This is all the summarising logic, contained in ApelMysqlDb() and the stored procedures. if db_type == 'cpu': # Make sure that records are not coming from the same site by two different routes # N.B. Disabled as check doesn't scale well and isn't that useful. # db.check_duplicate_sites() db.summarise_jobs() db.normalise_summaries() db.copy_summaries() elif db_type == 'cloud': db.summarise_cloud() else: raise ApelDbException('Unknown database type: %s' % db_type)
except (ClientConfigException, ConfigParser.Error), err: log.error('Error in configuration file: ' + str(err)) sys.exit(1) log.info('Starting apel client version %s.%s.%s' % __version__) # Log into the database try: db_hostname = ccp.get('db', 'hostname') db_port = ccp.getint('db', 'port') db_name = ccp.get('db', 'name') db_username = ccp.get('db', 'username') db_password = ccp.get('db', 'password') log.info('Connecting to the database ... ') db = ApelDb(DB_BACKEND, db_hostname, db_port, db_username, db_password, db_name) db.test_connection() log.info('Connected.') except (ConfigParser.Error, ApelDbException), err: log.error('Error during connecting to database: ' + str(err)) log.info(LOG_BREAK) sys.exit(1) if spec_updater_enabled: log.info(LOG_BREAK)# log.info('Starting spec updater.') try: spec_values = fetch_specint(site_name, ldap_host, ldap_port) for value in spec_values: db.update_spec(site_name, value[0], 'si2k', value[1])
cp.get('logging', 'level'), cp.getboolean('logging', 'console')) log = logging.getLogger('dbunloader') except (ConfigParser.Error, ValueError, IOError), err: print 'Error configuring logging: %s' % str(err) print 'The system will exit.' sys.exit(1) db = None dbcp = ConfigParser.ConfigParser() dbcp.read([options.db]) try: db = ApelDb(dbcp.get('db', 'backend'), dbcp.get('db', 'hostname'), dbcp.getint('db', 'port'), dbcp.get('db', 'username'), dbcp.get('db', 'password'), dbcp.get('db', 'name')) except ApelDbException, e: log.fatal('Error: %s' % e) sys.exit(1) except Exception, e: log.fatal('Cannot get configuration: %s' % e) sys.exit(1) log.info('=====================') log.info('Starting APEL dbunloader %s.%s.%s' % __version__) unload_dir = cp.get('unloader', 'dir_location') table_name = cp.get('unloader', 'table_name')
cp.getboolean('logging', 'console')) except (ConfigParser.Error, ValueError, IOError), err: print 'Error configuring logging: %s' % str(err) print 'The system will exit.' sys.exit(1) global log log = logging.getLogger('parser') log.info('=====================================') log.info('Starting apel parser version %s.%s.%s' % __version__) # database connection try: apel_db = ApelDb(DB_BACKEND, cp.get('db', 'hostname'), cp.getint('db', 'port'), cp.get('db', 'username'), cp.get('db', 'password'), cp.get('db', 'name')) apel_db.test_connection() log.info('Connection to DB established') except KeyError, e: log.fatal('Database configured incorrectly.') log.fatal('Check the database section for option: %s' % str(e)) sys.exit(1) except Exception, e: log.fatal("Database exception: %s" % str(e)) log.fatal('Parser will exit.') log.info('=====================================') sys.exit(1) log.info('=====================================')
except (ClientConfigException, ConfigParser.Error), err: log.error('Error in configuration file: ' + str(err)) sys.exit(1) log.info('Starting apel client version %s.%s.%s', *__version__) # Log into the database try: db_hostname = ccp.get('db', 'hostname') db_port = ccp.getint('db', 'port') db_name = ccp.get('db', 'name') db_username = ccp.get('db', 'username') db_password = ccp.get('db', 'password') log.info('Connecting to the database ... ') db = ApelDb(DB_BACKEND, db_hostname, db_port, db_username, db_password, db_name) db.test_connection() log.info('Connected.') except (ConfigParser.Error, ApelDbException), err: log.error('Error during connecting to database: ' + str(err)) log.info(LOG_BREAK) sys.exit(1) if spec_updater_enabled: log.info(LOG_BREAK) log.info('Starting spec updater.') try: spec_values = fetch_specint(site_name, ldap_host, ldap_port) for value in spec_values: db.update_spec(site_name, value[0], 'si2k', value[1])
set_up_logging(cp.get('logging', 'logfile'), cp.get('logging', 'level'), cp.getboolean('logging', 'console')) except (ConfigParser.Error, ValueError, IOError), err: print 'Error configuring logging: %s' % str(err) print 'The system will exit.' sys.exit(1) log = logging.getLogger(LOGGER_ID) log.info(LOG_BREAK) log.info('Starting apel parser version %s.%s.%s', *__version__) # database connection try: apel_db = ApelDb(DB_BACKEND, cp.get('db', 'hostname'), cp.getint('db', 'port'), cp.get('db', 'username'), cp.get('db', 'password'), cp.get('db', 'name')) apel_db.test_connection() log.info('Connection to DB established') except KeyError, e: log.fatal('Database configured incorrectly.') log.fatal('Check the database section for option: %s', e) sys.exit(1) except Exception, e: log.fatal("Database exception: %s", e) log.fatal('Parser will exit.') log.info(LOG_BREAK) sys.exit(1) log.info(LOG_BREAK) # blah parsing
set_up_logging(cp.get('logging', 'logfile'), cp.get('logging', 'level'), cp.getboolean('logging', 'console')) log = logging.getLogger('summariser') except (ConfigParser.Error, ValueError, IOError), err: print 'Error configuring logging: %s' % str(err) print 'The system will exit.' sys.exit(1) log.info('Starting apel summariser version %s.%s.%s' % __version__) # Log into the database try: log.info('Connecting to the database ... ') db = ApelDb(db_backend, db_hostname, db_port, db_username, db_password, db_name) log.info('Connected.') # This is all the summarising logic, contained in ApelMysqlDb() and the stored procedures. if db_type == 'cpu': # Make sure that records are not coming from the same site by two different routes db.check_duplicate_sites() db.summarise_jobs() db.copy_summaries() elif db_type == 'cloud': db.summarise_cloud() else: raise ApelDbException('Unknown database type: %s' % db_type) log.info('Summarising complete.') log.info(LOG_BREAK)
set_up_logging(cp.get('logging', 'logfile'), cp.get('logging', 'level'), cp.getboolean('logging', 'console')) log = logging.getLogger('summariser') except (ConfigParser.Error, ValueError, IOError), err: print 'Error configuring logging: %s' % str(err) print 'The system will exit.' sys.exit(1) log.info('Starting apel summariser version %s.%s.%s' % __version__) # Log into the database try: log.info('Connecting to the database ... ') db = ApelDb(db_backend, db_hostname, db_port, db_username, db_password, db_name) log.info('Connected.') # This is all the summarising logic, contained in ApelMysqlDb() and the stored procedures. db.summarise() log.info('Summarising complete.') log.info('=====================') except Exception, err: log.error('Error summarising: ' + str(err)) log.error('Summarising has been cancelled.') log.info('=====================') sys.exit(1) if __name__ == '__main__':