def main():
Script.parseCommandLine()
args = Script.getPositionalArgs()
if len(args) < 1:
Script.showHelp(exitCode=1)
# Script imports
from DIRAC import gConfig
from DIRAC.FrameworkSystem.Client.ComponentInstaller import gComponentInstaller
from DIRAC.FrameworkSystem.Utilities import MonitoringUtilities
gComponentInstaller.exitOnError = True
gComponentInstaller.getMySQLPasswords()
for db in args:
result = gComponentInstaller.installDatabase(db)
if not result['OK']:
print("ERROR: failed to correctly install %s" % db,
result['Message'])
else:
extension, system = result['Value']
gComponentInstaller.addDatabaseOptionsToCS(gConfig,
system,
db,
overwrite=True)
if db != 'InstalledComponentsDB':
result = MonitoringUtilities.monitorInstallation(
'DB', system, db)
if not result['OK']:
print(
"ERROR: failed to register installation in database: %s"
% result['Message'])
def main():
global force
from DIRAC.FrameworkSystem.Client.ComponentInstaller import gComponentInstaller
gComponentInstaller.exitOnError = True
Script.registerSwitch("f", "force", "Forces the removal of the logs", setForce)
Script.parseCommandLine()
args = Script.getPositionalArgs()
if len(args) == 1:
args = args[0].split('/')
if len(args) < 2:
Script.showHelp(exitCode=1)
system = args[0]
component = args[1]
monitoringClient = ComponentMonitoringClient()
result = monitoringClient.getInstallations({'Instance': component, 'UnInstallationTime': None},
{'System': system},
{'HostName': socket.getfqdn()}, True)
if not result['OK']:
gLogger.error(result['Message'])
DIRACexit(1)
if len(result['Value']) < 1:
gLogger.warn('Given component does not exist')
DIRACexit(1)
if len(result['Value']) > 1:
gLogger.error('Too many components match')
DIRACexit(1)
removeLogs = False
if force:
removeLogs = True
else:
if result['Value'][0]['Component']['Type'] in gComponentInstaller.componentTypes:
result = promptUser('Remove logs?', ['y', 'n'], 'n')
if result['OK']:
removeLogs = result['Value'] == 'y'
else:
gLogger.error(result['Message'])
DIRACexit(1)
result = gComponentInstaller.uninstallComponent(system, component, removeLogs)
if not result['OK']:
gLogger.error(result['Message'])
DIRACexit(1)
result = MonitoringUtilities.monitorUninstallation(system, component)
if not result['OK']:
gLogger.error(result['Message'])
DIRACexit(1)
gLogger.notice('Successfully uninstalled component %s/%s' % (system, component))
DIRACexit()
getCSExtensions(),
overwrite = overwrite )
result = InstallTools.addDefaultOptionsToCS( gConfig, 'executor', system, executor,
getCSExtensions(),
specialOptions=specialOptions,
overwrite = overwrite,
addDefaultOptions = False )
else:
result = InstallTools.addDefaultOptionsToCS( gConfig, 'executor', system, executor,
getCSExtensions(),
specialOptions=specialOptions,
overwrite = overwrite )
if not result['OK']:
print "ERROR:", result['Message']
else:
result = InstallTools.installComponent( 'executor', system, executor, getCSExtensions(), module )
if not result['OK']:
print "ERROR:", result['Message']
else:
print "Successfully installed executor %s in %s system, now setting it up" % ( executor, system )
result = InstallTools.setupComponent( 'executor', system, executor, getCSExtensions(), module )
if not result['OK']:
print "ERROR:", result['Message']
DIRACexit( 1 )
result = MonitoringUtilities.monitorInstallation( 'executor', system, executor, module )
if not result['OK']:
print "ERROR:", result['Message']
DIRACexit( 1 )
print "Successfully completed the installation of executor %s in %s system" % ( executor, system )
DIRACexit()
# Check for DIRAC only databases
if db in availableDB.keys() and db != 'InstalledComponentsDB':
# Check for 'installed' databases
isSection = cfg.isSection \
( 'Systems/' + availableDB[ db ][ 'System' ] + '/' +
cfg.getOption( 'DIRAC/Setups/' + setup + '/' +
availableDB[ db ][ 'System' ] ) + '/Databases/' + db +
'/' )
if isSection:
record = { 'Installation': {}, 'Component': {}, 'Host': {} }
record[ 'Component' ][ 'System' ] = availableDB[ db ][ 'System' ]
record[ 'Component' ][ 'Module' ] = db
record[ 'Component' ][ 'Type' ] = 'DB'
record[ 'Host' ][ 'HostName' ] = host
record[ 'Host' ][ 'CPU' ] = cpu
record[ 'Installation' ][ 'Instance' ] = db
record[ 'Installation' ][ 'InstallationTime' ] = datetime.utcnow()
record[ 'Installation' ][ 'InstalledBy' ] = user
records.append( record )
monitoringClient = ComponentMonitoringClient()
# Add the installations to the database
for record in records:
result = MonitoringUtilities.monitorInstallation(
record[ 'Component' ][ 'Type' ], record[ 'Component' ][ 'System' ],
record[ 'Component' ][ 'Module' ], record[ 'Installation' ][ 'Instance'],
record[ 'Host' ][ 'CPU' ], record[ 'Host' ][ 'HostName' ] )
if not result[ 'OK' ]:
gLogger.error( result[ 'Message' ] )
def main():
global excludedHosts
Script.registerSwitch(
"e:", "exclude=",
"Comma separated list of hosts to be excluded from the scanning process",
setExcludedHosts)
Script.parseCommandLine(ignoreErrors=False)
componentType = ''
# Get my setup
mySetup = gConfig.getValue('DIRAC/Setup')
# Retrieve information from all the hosts
client = SystemAdministratorIntegrator(exclude=excludedHosts)
resultAll = client.getOverallStatus()
# Retrieve user installing the component
result = getProxyInfo()
if result['OK']:
user = result['Value']['username']
else:
DIRACexit(-1)
if not user:
user = '******'
notificationClient = NotificationClient()
for host in resultAll['Value']:
if not resultAll['Value'][host]['OK']:
# If the host cannot be contacted, exclude it and send message
excludedHosts.append(host)
result = notificationClient.sendMail(
Operations().getValue('EMail/Production',
[]), 'Unreachable host',
'\ndirac-populate-component-db: Could not fill the database with the components from unreachable host %s\n'
% host)
if not result['OK']:
gLogger.error(
'Can not send unreachable host notification mail: %s' %
result['Message'])
if not resultAll['OK']:
gLogger.error(resultAll['Message'])
DIRACexit(-1)
resultHosts = client.getHostInfo()
if not resultHosts['OK']:
gLogger.error(resultHosts['Message'])
DIRACexit(-1)
resultInfo = client.getInfo()
if not resultInfo['OK']:
gLogger.error(resultInfo['Message'])
DIRACexit(-1)
resultMySQL = client.getMySQLStatus()
if not resultMySQL['OK']:
gLogger.error(resultMySQL['Message'])
DIRACexit(-1)
resultAllDB = client.getDatabases()
if not resultAllDB['OK']:
gLogger.error(resultAllDB['Message'])
DIRACexit(-1)
resultAvailableDB = client.getAvailableDatabases()
if not resultAvailableDB['OK']:
gLogger.error(resultAvailableDB['Message'])
DIRACexit(-1)
records = []
finalSet = list(set(resultAll['Value']) - set(excludedHosts))
for host in finalSet:
hasMySQL = True
result = resultAll['Value'][host]
hostResult = resultHosts['Value'][host]
infoResult = resultInfo['Value'][host]
mySQLResult = resultMySQL['Value'][host]
allDBResult = resultAllDB['Value'][host]
availableDBResult = resultAvailableDB['Value'][host]
if not result['OK']:
gLogger.error('Host %s: %s' % (host, result['Message']))
continue
if not hostResult['OK']:
gLogger.error('Host %s: %s' % (host, hostResult['Message']))
continue
if not infoResult['OK']:
gLogger.error('Host %s: %s' % (host, infoResult['Message']))
continue
if mySQLResult['OK']:
if not allDBResult['OK']:
gLogger.error('Host %s: %s' % (host, allDBResult['Message']))
continue
if not availableDBResult['OK']:
gLogger.error('Host %s: %s' %
(host, availableDBResult['Message']))
continue
else:
hasMySQL = False
setup = infoResult['Value']['Setup']
if setup != mySetup:
continue
cpu = hostResult['Value']['CPUModel'].strip()
rDict = result['Value']
# Components other than databases
for compType in rDict:
if componentType and componentType != compType:
continue
for system in rDict[compType]:
components = sorted(rDict[compType][system])
for component in components:
record = {'Installation': {}, 'Component': {}, 'Host': {}}
if rDict[compType][system][component]['Installed'] and \
component != 'ComponentMonitoring':
runitStatus = \
str(rDict[compType][system][component]['RunitStatus'])
if runitStatus != 'Unknown':
module = \
str(rDict[compType][system][component]['Module'])
record['Component']['System'] = system
record['Component']['Module'] = module
# Transform 'Services' into 'service', 'Agents' into 'agent' ...
record['Component']['Type'] = compType.lower()[:-1]
record['Host']['HostName'] = host
record['Host']['CPU'] = cpu
record['Installation']['Instance'] = component
record['Installation'][
'InstallationTime'] = datetime.utcnow()
record['Installation']['InstalledBy'] = user
records.append(record)
# Databases
csClient = CSAPI()
cfg = csClient.getCurrentCFG()['Value']
if hasMySQL:
allDB = allDBResult['Value']
availableDB = availableDBResult['Value']
for db in allDB:
# Check for DIRAC only databases
if db in availableDB and db != 'InstalledComponentsDB':
# Check for 'installed' databases
isSection = cfg.isSection(
'Systems/' + availableDB[db]['System'] + '/' +
cfg.getOption('DIRAC/Setups/' + setup + '/' +
availableDB[db]['System']) +
'/Databases/' + db + '/')
if isSection:
record = {
'Installation': {},
'Component': {},
'Host': {}
}
record['Component']['System'] = availableDB[db][
'System']
record['Component']['Module'] = db
record['Component']['Type'] = 'DB'
record['Host']['HostName'] = host
record['Host']['CPU'] = cpu
record['Installation']['Instance'] = db
record['Installation'][
'InstallationTime'] = datetime.utcnow()
record['Installation']['InstalledBy'] = user
records.append(record)
monitoringClient = ComponentMonitoringClient()
# Add the installations to the database
for record in records:
result = MonitoringUtilities.monitorInstallation(
record['Component']['Type'], record['Component']['System'],
record['Installation']['Instance'], record['Component']['Module'],
record['Host']['CPU'], record['Host']['HostName'])
if not result['OK']:
gLogger.error(result['Message'])
result = InstallTools.addDefaultOptionsToCS(gConfig,
'executor',
system,
executor,
getCSExtensions(),
specialOptions=specialOptions,
overwrite=overwrite)
if not result['OK']:
print "ERROR:", result['Message']
else:
result = InstallTools.installComponent('executor', system, executor,
getCSExtensions(), module)
if not result['OK']:
print "ERROR:", result['Message']
else:
print "Successfully installed executor %s in %s system, now setting it up" % (
executor, system)
result = InstallTools.setupComponent('executor', system, executor,
getCSExtensions(), module)
if not result['OK']:
print "ERROR:", result['Message']
DIRACexit(1)
result = MonitoringUtilities.monitorInstallation(
'executor', system, executor, module)
if not result['OK']:
print "ERROR:", result['Message']
DIRACexit(1)
print "Successfully completed the installation of executor %s in %s system" % (
executor, system)
DIRACexit()
DIRACexit(1)
if len(result['Value']) > 1:
gLogger.error('Too many components match')
DIRACexit(1)
removeLogs = False
if force:
removeLogs = True
else:
if result['Value'][0]['Component'][
'Type'] in gComponentInstaller.componentTypes:
result = promptUser('Remove logs?', ['y', 'n'], 'n')
if result['OK']:
removeLogs = result['Value'] == 'y'
else:
gLogger.error(result['Message'])
DIRACexit(1)
result = gComponentInstaller.uninstallComponent(system, component, removeLogs)
if not result['OK']:
gLogger.error(result['Message'])
DIRACexit(1)
result = MonitoringUtilities.monitorUninstallation(system, component)
if not result['OK']:
gLogger.error(result['Message'])
DIRACexit(1)
gLogger.notice('Successfully uninstalled component %s/%s' %
(system, component))
DIRACexit()
result = gComponentInstaller.addDefaultOptionsToCS( gConfig, cType, system, component,
getCSExtensions(),
specialOptions = specialOptions,
overwrite = overwrite )
if not result[ 'OK' ]:
gLogger.error( result[ 'Message' ] )
DIRACexit( 1 )
else:
result = gComponentInstaller.installComponent( cType, system, component, getCSExtensions(), module )
if not result[ 'OK' ]:
gLogger.error( result[ 'Message' ] )
DIRACexit( 1 )
else:
gLogger.notice( 'Successfully installed component %s in %s system, now setting it up' % ( component, system ) )
result = gComponentInstaller.setupComponent( cType, system, component, getCSExtensions(), module )
if not result[ 'OK' ]:
gLogger.error( result[ 'Message' ] )
DIRACexit( 1 )
if component == 'ComponentMonitoring':
result = MonitoringUtilities.monitorInstallation( 'DB', system, 'InstalledComponentsDB' )
if not result['OK']:
gLogger.error( result[ 'Message' ] )
DIRACexit( 1 )
result = MonitoringUtilities.monitorInstallation( cType, system, component, module )
if not result['OK']:
gLogger.error( result[ 'Message' ] )
DIRACexit( 1 )
gLogger.notice( 'Successfully completed the installation of %s/%s' % ( system, component ) )
DIRACexit()
def do_install( self, args ):
"""
Install various DIRAC components
usage:
install mysql
install db <database>
install service <system> <service> [-m <ModuleName>] [-p <Option>=<Value>] [-p <Option>=<Value>] ...
install agent <system> <agent> [-m <ModuleName>] [-p <Option>=<Value>] [-p <Option>=<Value>] ...
install executor <system> <executor> [-m <ModuleName>] [-p <Option>=<Value>] [-p <Option>=<Value>] ...
"""
argss = args.split()
if not argss:
gLogger.notice( self.do_install.__doc__ )
return
# Retrieve user installing the component
result = getProxyInfo()
if not result[ 'OK' ]:
self.__errMsg( result[ 'Message'] )
user = result[ 'Value' ][ 'username' ]
option = argss[0]
del argss[0]
if option == "mysql":
gLogger.notice( "Installing MySQL database, this can take a while ..." )
client = SystemAdministratorClient( self.host, self.port )
if InstallTools.mysqlPassword == 'LocalConfig':
InstallTools.mysqlPassword = ''
InstallTools.getMySQLPasswords()
result = client.installMySQL( InstallTools.mysqlRootPwd, InstallTools.mysqlPassword )
if not result['OK']:
self.__errMsg( result['Message'] )
else:
gLogger.notice( "MySQL:", result['Value'] )
gLogger.notice( "You might need to restart SystemAdministrator service to take new settings into account" )
elif option == "db":
if not argss:
gLogger.notice( self.do_install.__doc__ )
return
database = argss[0]
client = SystemAdministratorClient( self.host, self.port )
result = client.getAvailableDatabases()
if not result['OK']:
self.__errMsg( "Can not get database list: %s" % result['Message'] )
return
if not result['Value'].has_key( database ):
self.__errMsg( "Unknown database %s: " % database )
return
system = result['Value'][database]['System']
setup = gConfig.getValue( '/DIRAC/Setup', '' )
if not setup:
self.__errMsg( "Unknown current setup" )
return
instance = gConfig.getValue( '/DIRAC/Setups/%s/%s' % ( setup, system ), '' )
if not instance:
self.__errMsg( "No instance defined for system %s" % system )
self.__errMsg( "\tAdd new instance with 'add instance %s <instance_name>'" % system )
return
if not InstallTools.mysqlPassword:
InstallTools.mysqlPassword = '******'
InstallTools.getMySQLPasswords()
result = client.installDatabase( database, InstallTools.mysqlRootPwd )
if not result['OK']:
self.__errMsg( result['Message'] )
return
extension, system = result['Value']
result = client.getHostInfo()
if not result[ 'OK' ]:
self.__errMsg( result[ 'Message' ] )
return
else:
cpu = result[ 'Value' ][ 'CPUModel' ]
hostname = self.host
if not result[ 'OK' ]:
self.__errMsg( result[ 'Message' ] )
return
if database != 'InstalledComponentsDB':
result = MonitoringUtilities.monitorInstallation( 'DB', system.replace( 'System', '' ), database, cpu = cpu, hostname = hostname )
if not result['OK']:
self.__errMsg( result['Message'] )
return
# result = client.addDatabaseOptionsToCS( system, database )
InstallTools.mysqlHost = self.host
result = client.getInfo()
if not result['OK']:
self.__errMsg( result['Message'] )
hostSetup = result['Value']['Setup']
result = InstallTools.addDatabaseOptionsToCS( gConfig, system, database, hostSetup, overwrite = True )
if not result['OK']:
self.__errMsg( result['Message'] )
return
gLogger.notice( "Database %s from %s/%s installed successfully" % ( database, extension, system ) )
elif option in self.runitComponents:
if len( argss ) < 2:
gLogger.notice( self.do_install.__doc__ )
return
system = argss[0]
del argss[0]
component = argss[0]
del argss[0]
specialOptions = {}
module = ''
for i in range(len(argss)):
if argss[i] == "-m":
specialOptions['Module'] = argss[i+1]
module = argss[i+1]
if argss[i] == "-p":
opt,value = argss[i+1].split('=')
specialOptions[opt] = value
if module == component:
module = ''
client = SystemAdministratorClient( self.host, self.port )
# First need to update the CS
# result = client.addDefaultOptionsToCS( option, system, component )
InstallTools.host = self.host
result = client.getInfo()
if not result['OK']:
self.__errMsg( result['Message'] )
return
hostSetup = result['Value']['Setup']
# Install Module section if not yet there
if module:
result = InstallTools.addDefaultOptionsToCS( gConfig, option, system, module,
getCSExtensions(), hostSetup )
# Add component section with specific parameters only
result = InstallTools.addDefaultOptionsToCS( gConfig, option, system, component,
getCSExtensions(), hostSetup, specialOptions,
addDefaultOptions = False )
else:
# Install component section
result = InstallTools.addDefaultOptionsToCS( gConfig, option, system, component,
getCSExtensions(), hostSetup, specialOptions )
if not result['OK']:
self.__errMsg( result['Message'] )
return
# Then we can install and start the component
result = client.setupComponent( option, system, component, module )
if not result['OK']:
self.__errMsg( result['Message'] )
return
compType = result['Value']['ComponentType']
runit = result['Value']['RunitStatus']
gLogger.notice( "%s %s_%s is installed, runit status: %s" % ( compType, system, component, runit ) )
# And register it in the database
result = client.getHostInfo()
if not result[ 'OK' ]:
self.__errMsg( result[ 'Message' ] )
return
else:
cpu = result[ 'Value' ][ 'CPUModel' ]
hostname = self.host
if component == 'ComponentMonitoring':
result = MonitoringUtilities.monitorInstallation( 'DB', system, 'InstalledComponentsDB', cpu = cpu, hostname = hostname )
if not result['OK']:
self.__errMsg( 'Error registering installation into database: %s' % result[ 'Message' ] )
return
result = MonitoringUtilities.monitorInstallation( option, system, component, module, cpu = cpu, hostname = hostname )
if not result['OK']:
self.__errMsg( 'Error registering installation into database: %s' % result[ 'Message' ] )
return
else:
gLogger.notice( "Unknown option:", option )
def do_uninstall( self, args ):
"""
Uninstall DIRAC component
usage:
uninstall db <database>
uninstall <-f ForceLogUninstall> <system> <component>
"""
argss = args.split()
if not argss:
gLogger.notice( self.do_uninstall.__doc__ )
return
option = argss[0]
if option == 'db':
component = argss[1]
client = SystemAdministratorClient( self.host, self.port )
result = client.uninstallDatabase( component )
if not result[ 'OK' ]:
self.__errMsg( result[ 'Message' ] )
else:
gLogger.notice( "Successfully uninstalled %s" % ( component ) )
result = client.getHostInfo()
if not result[ 'OK' ]:
self.__errMsg( result[ 'Message' ] )
return
else:
cpu = result[ 'Value' ][ 'CPUModel' ]
hostname = self.host
result = client.getAvailableDatabases()
if not result[ 'OK' ]:
self.__errMsg( result[ 'Message' ] )
return
system = result[ 'Value' ][ component ][ 'System' ]
result = MonitoringUtilities.monitorUninstallation( system , component, hostname = hostname, cpu = cpu )
if not result[ 'OK' ]:
self.__errMsg( result[ 'Message' ] )
return
else:
if option == '-f':
force = True
del argss[0]
else:
force = False
if len( argss ) != 2:
gLogger.notice( self.do_uninstall.__doc__ )
return
system, component = argss
client = SystemAdministratorClient( self.host, self.port )
monitoringClient = ComponentMonitoringClient()
result = monitoringClient.getInstallations( { 'Instance': component, 'UnInstallationTime': None },
{ 'System': system },
{ 'HostName': self.host }, True )
if not result[ 'OK' ]:
self.__errMsg( result[ 'Message' ] )
return
if len( result[ 'Value' ] ) < 1:
self.__errMsg( "Given component does not exist" )
return
if len( result[ 'Value' ] ) > 1:
self.__errMsg( "Too many components match" )
return
removeLogs = False
if force:
removeLogs = True
else:
if result[ 'Value' ][0][ 'Component' ][ 'Type' ] in self.runitComponents:
result = promptUser( 'Remove logs?', ['y', 'n'], 'n' )
if result[ 'OK' ]:
removeLogs = result[ 'Value' ] == 'y'
result = client.uninstallComponent( system, component, removeLogs )
if not result[ 'OK' ]:
self.__errMsg( result[ 'Message' ] )
else:
gLogger.notice( "Successfully uninstalled %s/%s" % ( system, component ) )
result = client.getHostInfo()
if not result[ 'OK' ]:
self.__errMsg( result[ 'Message' ] )
return
else:
cpu = result[ 'Value' ][ 'CPUModel' ]
hostname = self.host
result = MonitoringUtilities.monitorUninstallation( system, component, hostname = hostname, cpu = cpu )
if not result[ 'OK' ]:
return result
def do_install( self, args ):
"""
Install various DIRAC components
usage:
install mysql
install db <database>
install service <system> <service> [-m <ModuleName>] [-p <Option>=<Value>] [-p <Option>=<Value>] ...
install agent <system> <agent> [-m <ModuleName>] [-p <Option>=<Value>] [-p <Option>=<Value>] ...
install executor <system> <executor> [-m <ModuleName>] [-p <Option>=<Value>] [-p <Option>=<Value>] ...
"""
argss = args.split()
if not argss:
gLogger.notice( self.do_install.__doc__ )
return
option = argss[0]
del argss[0]
if option == "mysql":
gLogger.notice( "Installing MySQL database, this can take a while ..." )
client = SystemAdministratorClient( self.host, self.port )
if InstallTools.mysqlPassword == 'LocalConfig':
InstallTools.mysqlPassword = ''
InstallTools.getMySQLPasswords()
result = client.installMySQL( InstallTools.mysqlRootPwd, InstallTools.mysqlPassword )
if not result['OK']:
self.__errMsg( result['Message'] )
else:
gLogger.notice( "MySQL:", result['Value'] )
gLogger.notice( "You might need to restart SystemAdministrator service to take new settings into account" )
elif option == "db":
if not argss:
gLogger.notice( self.do_install.__doc__ )
return
database = argss[0]
client = SystemAdministratorClient( self.host, self.port )
result = client.getAvailableDatabases()
if not result['OK']:
self.__errMsg( "Can not get database list: %s" % result['Message'] )
return
if not result['Value'].has_key( database ):
self.__errMsg( "Unknown database %s: " % database )
return
system = result['Value'][database]['System']
setup = gConfig.getValue( '/DIRAC/Setup', '' )
if not setup:
self.__errMsg( "Unknown current setup" )
return
instance = gConfig.getValue( '/DIRAC/Setups/%s/%s' % ( setup, system ), '' )
if not instance:
self.__errMsg( "No instance defined for system %s" % system )
self.__errMsg( "\tAdd new instance with 'add instance %s <instance_name>'" % system )
return
if not InstallTools.mysqlPassword:
InstallTools.mysqlPassword = '******'
InstallTools.getMySQLPasswords()
result = client.installDatabase( database, InstallTools.mysqlRootPwd )
if not result['OK']:
self.__errMsg( result['Message'] )
return
extension, system = result['Value']
result = client.getHostInfo()
if not result[ 'OK' ]:
self.__errMsg( result[ 'Message' ] )
return
else:
cpu = result[ 'Value' ][ 'CPUModel' ]
hostname = self.host
if not result[ 'OK' ]:
self.__errMsg( result[ 'Message' ] )
return
if database != 'InstalledComponentsDB':
result = MonitoringUtilities.monitorInstallation( 'DB', system.replace( 'System', '' ), database, cpu = cpu, hostname = hostname )
if not result['OK']:
self.__errMsg( result['Message'] )
return
# result = client.addDatabaseOptionsToCS( system, database )
InstallTools.mysqlHost = self.host
result = client.getInfo()
if not result['OK']:
self.__errMsg( result['Message'] )
hostSetup = result['Value']['Setup']
result = InstallTools.addDatabaseOptionsToCS( gConfig, system, database, hostSetup, overwrite = True )
if not result['OK']:
self.__errMsg( result['Message'] )
return
gLogger.notice( "Database %s from %s/%s installed successfully" % ( database, extension, system ) )
elif option in self.runitComponents:
if len( argss ) < 2:
gLogger.notice( self.do_install.__doc__ )
return
system = argss[0]
del argss[0]
component = argss[0]
del argss[0]
specialOptions = {}
module = ''
for i in range(len(argss)):
if argss[i] == "-m":
specialOptions['Module'] = argss[i+1]
module = argss[i+1]
if argss[i] == "-p":
opt,value = argss[i+1].split('=')
specialOptions[opt] = value
if module == component:
module = ''
client = SystemAdministratorClient( self.host, self.port )
# First need to update the CS
# result = client.addDefaultOptionsToCS( option, system, component )
InstallTools.host = self.host
result = client.getInfo()
if not result['OK']:
self.__errMsg( result['Message'] )
return
hostSetup = result['Value']['Setup']
# Install Module section if not yet there
if module:
result = InstallTools.addDefaultOptionsToCS( gConfig, option, system, module,
getCSExtensions(), hostSetup )
# Add component section with specific parameters only
result = InstallTools.addDefaultOptionsToCS( gConfig, option, system, component,
getCSExtensions(), hostSetup, specialOptions,
addDefaultOptions = False )
else:
# Install component section
result = InstallTools.addDefaultOptionsToCS( gConfig, option, system, component,
getCSExtensions(), hostSetup, specialOptions )
if not result['OK']:
self.__errMsg( result['Message'] )
return
# Then we can install and start the component
result = client.setupComponent( option, system, component, module )
if not result['OK']:
self.__errMsg( result['Message'] )
return
compType = result['Value']['ComponentType']
runit = result['Value']['RunitStatus']
gLogger.notice( "%s %s_%s is installed, runit status: %s" % ( compType, system, component, runit ) )
# And register it in the database
result = client.getHostInfo()
if not result[ 'OK' ]:
self.__errMsg( result[ 'Message' ] )
return
else:
cpu = result[ 'Value' ][ 'CPUModel' ]
hostname = self.host
if component == 'ComponentMonitoring':
result = MonitoringUtilities.monitorInstallation( 'DB', system, 'InstalledComponentsDB', cpu = cpu, hostname = hostname )
if not result['OK']:
self.__errMsg( 'Error registering installation into database: %s' % result[ 'Message' ] )
return
result = MonitoringUtilities.monitorInstallation( option, system, component, module, cpu = cpu, hostname = hostname )
if not result['OK']:
self.__errMsg( 'Error registering installation into database: %s' % result[ 'Message' ] )
return
else:
gLogger.notice( "Unknown option:", option )
def main():
global overwrite
global specialOptions
global module
global specialOptions
from DIRAC.FrameworkSystem.Client.ComponentInstaller import gComponentInstaller
gComponentInstaller.exitOnError = True
Script.registerSwitch("w", "overwrite",
"Overwrite the configuration in the global CS",
setOverwrite)
Script.registerSwitch("m:", "module=",
"Python module name for the component code",
setModule)
Script.registerSwitch("p:", "parameter=", "Special component option ",
setSpecialOption)
# Registering arguments will automatically add their description to the help menu
Script.registerArgument((
"System/Component: Full component name (ie: WorkloadManagement/Matcher)",
"System: Name of the DIRAC system (ie: WorkloadManagement)",
))
Script.registerArgument(
" Component: Name of the DIRAC service (ie: Matcher)",
mandatory=False)
Script.parseCommandLine()
args = Script.getPositionalArgs()
if len(args) == 1:
args = args[0].split("/")
if len(args) != 2:
Script.showHelp()
DIRACexit(1)
system = args[0]
component = args[1]
result = gComponentInstaller.addDefaultOptionsToCS(
gConfig,
"service",
system,
component,
extensionsByPriority(),
specialOptions=specialOptions,
overwrite=overwrite,
)
if not result["OK"]:
gLogger.error(result["Message"])
DIRACexit(1)
result = gComponentInstaller.addTornadoOptionsToCS(gConfig)
if not result["OK"]:
gLogger.error(result["Message"])
DIRACexit(1)
result = gComponentInstaller.installTornado()
if not result["OK"]:
gLogger.error(result["Message"])
DIRACexit(1)
gLogger.notice(
"Successfully installed component %s in %s system, now setting it up" %
(component, system))
result = gComponentInstaller.setupTornadoService(system, component,
extensionsByPriority(),
module)
if not result["OK"]:
gLogger.error(result["Message"])
DIRACexit(1)
result = MonitoringUtilities.monitorInstallation("service", system,
component, module)
if not result["OK"]:
gLogger.error(result["Message"])
DIRACexit(1)
gLogger.notice("Successfully completed the installation of %s/%s" %
(system, component))
DIRACexit()
def do_uninstall( self, args ):
"""
Uninstall a DIRAC component or host along with all its components
usage:
uninstall db <database>
uninstall host <hostname>
uninstall <-f ForceLogUninstall> <system> <component>
"""
argss = args.split()
if not argss:
gLogger.notice( self.do_uninstall.__doc__ )
return
# Retrieve user uninstalling the component
result = getProxyInfo()
if not result[ 'OK' ]:
self._errMsg( result[ 'Message'] )
user = result[ 'Value' ][ 'username' ]
option = argss[0]
if option == 'db':
del argss[0]
if not argss:
gLogger.notice( self.do_uninstall.__doc__ )
return
component = argss[0]
client = SystemAdministratorClient( self.host, self.port )
result = client.getHostInfo()
if not result[ 'OK' ]:
self._errMsg( result[ 'Message' ] )
return
else:
cpu = result[ 'Value' ][ 'CPUModel' ]
hostname = self.host
result = client.getAvailableDatabases()
if not result[ 'OK' ]:
self._errMsg( result[ 'Message' ] )
return
system = result[ 'Value' ][ component ][ 'System' ]
result = MonitoringUtilities.monitorUninstallation( system , component, hostname = hostname, cpu = cpu )
if not result[ 'OK' ]:
self._errMsg( result[ 'Message' ] )
return
result = client.uninstallDatabase( component )
if not result[ 'OK' ]:
self._errMsg( result[ 'Message' ] )
else:
gLogger.notice( "Successfully uninstalled %s" % ( component ) )
elif option == 'host':
del argss[0]
if not argss:
gLogger.notice( self.do_uninstall.__doc__ )
return
hostname = argss[0]
client = ComponentMonitoringClient()
result = client.hostExists( { 'HostName': hostname } )
if not result[ 'OK' ]:
self._errMsg( result[ 'Message' ] )
else:
if not result[ 'Value' ]:
self._errMsg( 'Given host does not exist' )
else:
result = client.getHosts( {'HostName': hostname }, True, False )
if not result[ 'OK' ]:
self._errMsg( result[ 'Message' ] )
else:
host = result[ 'Value' ][0]
# Remove every installation associated with the host
for installation in host[ 'Installations' ]:
result = client.removeInstallations( installation, {}, { 'HostName': hostname } )
if not result[ 'OK' ]:
self._errMsg( result[ 'Message' ] )
break
# Finally remove the host
result = client.removeHosts( { 'HostName': hostname } )
if not result[ 'OK' ]:
self._errMsg( result[ 'Message' ] )
else:
gLogger.notice( 'Host %s was successfully removed' % hostname )
else:
if option == '-f':
force = True
del argss[0]
else:
force = False
if len( argss ) != 2:
gLogger.notice( self.do_uninstall.__doc__ )
return
system, component = argss
client = SystemAdministratorClient( self.host, self.port )
monitoringClient = ComponentMonitoringClient()
result = monitoringClient.getInstallations( { 'Instance': component, 'UnInstallationTime': None },
{ 'System': system },
{ 'HostName': self.host }, True )
if not result[ 'OK' ]:
self._errMsg( result[ 'Message' ] )
return
if len( result[ 'Value' ] ) < 1:
self._errMsg( "Given component does not exist" )
return
if len( result[ 'Value' ] ) > 1:
self._errMsg( "Too many components match" )
return
removeLogs = False
if force:
removeLogs = True
else:
if result[ 'Value' ][0][ 'Component' ][ 'Type' ] in self.runitComponents:
result = promptUser( 'Remove logs?', ['y', 'n'], 'n' )
if result[ 'OK' ]:
removeLogs = result[ 'Value' ] == 'y'
result = client.uninstallComponent( system, component, removeLogs )
if not result[ 'OK' ]:
self._errMsg( result[ 'Message' ] )
else:
gLogger.notice( "Successfully uninstalled %s/%s" % ( system, component ) )
result = client.getHostInfo()
if not result[ 'OK' ]:
self._errMsg( result[ 'Message' ] )
return
else:
cpu = result[ 'Value' ][ 'CPUModel' ]
hostname = self.host
result = MonitoringUtilities.monitorUninstallation( system, component, hostname = hostname, cpu = cpu )
if not result[ 'OK' ]:
return result
def do_install(self, args):
"""
Install various DIRAC components
usage:
install db <databaseName>
install service <system> <service> [-m <ModuleName>] [-p <Option>=<Value>] [-p <Option>=<Value>] ...
install agent <system> <agent> [-m <ModuleName>] [-p <Option>=<Value>] [-p <Option>=<Value>] ...
install executor <system> <executor> [-m <ModuleName>] [-p <Option>=<Value>] [-p <Option>=<Value>] ...
"""
argss = args.split()
if not argss:
gLogger.notice(self.do_install.__doc__)
return
option = argss[0]
del argss[0]
# Databases
if option == "db":
if not argss:
gLogger.notice(self.do_install.__doc__)
return
database = argss[0]
client = SystemAdministratorClient(self.host, self.port)
result = client.getAvailableDatabases()
if not result['OK']:
self._errMsg("Can not get database list: %s" % result['Message'])
return
if database not in result['Value']:
self._errMsg("Unknown database %s: " % database)
return
system = result['Value'][database]['System']
dbType = result['Value'][database]['Type']
setup = gConfig.getValue('/DIRAC/Setup', '')
if not setup:
self._errMsg("Unknown current setup")
return
instance = gConfig.getValue('/DIRAC/Setups/%s/%s' % (setup, system), '')
if not instance:
self._errMsg("No instance defined for system %s" % system)
self._errMsg("\tAdd new instance with 'add instance %s <instance_name>'" % system)
return
if dbType == 'MySQL':
if not gComponentInstaller.mysqlPassword:
gComponentInstaller.mysqlPassword = '******'
gComponentInstaller.getMySQLPasswords()
result = client.installDatabase(database, gComponentInstaller.mysqlRootPwd)
if not result['OK']:
self._errMsg(result['Message'])
return
extension, system = result['Value']
result = client.getHostInfo()
if not result['OK']:
self._errMsg(result['Message'])
return
else:
cpu = result['Value']['CPUModel']
hostname = self.host
if not result['OK']:
self._errMsg(result['Message'])
return
if database != 'InstalledComponentsDB':
result = MonitoringUtilities.monitorInstallation(
'DB', system.replace('System', ''), database, cpu=cpu, hostname=hostname)
if not result['OK']:
self._errMsg(result['Message'])
return
gComponentInstaller.mysqlHost = self.host
result = client.getInfo()
if not result['OK']:
self._errMsg(result['Message'])
hostSetup = result['Value']['Setup']
result = gComponentInstaller.addDatabaseOptionsToCS(gConfig, system, database, hostSetup, overwrite=True)
if not result['OK']:
self._errMsg(result['Message'])
return
gLogger.notice("Database %s from %s/%s installed successfully" % (database, extension, system))
# DIRAC components
elif option in self.runitComponents:
if len(argss) < 2:
gLogger.notice(self.do_install.__doc__)
return
system = argss[0]
del argss[0]
component = argss[0]
del argss[0]
specialOptions = {}
module = ''
for i in range(len(argss)):
if argss[i] == "-m":
specialOptions['Module'] = argss[i + 1]
module = argss[i + 1]
if argss[i] == "-p":
opt, value = argss[i + 1].split('=')
specialOptions[opt] = value
if module == component:
module = ''
client = SystemAdministratorClient(self.host, self.port)
# First need to update the CS
# result = client.addDefaultOptionsToCS( option, system, component )
gComponentInstaller.host = self.host
result = client.getInfo()
if not result['OK']:
self._errMsg(result['Message'])
return
hostSetup = result['Value']['Setup']
# Install Module section if not yet there
if module:
result = gComponentInstaller.addDefaultOptionsToCS(gConfig, option, system, module,
getCSExtensions(), hostSetup)
# in case of Error we must stop, this can happen when the module name is wrong...
if not result['OK']:
self._errMsg(result['Message'])
return
# Add component section with specific parameters only
result = gComponentInstaller.addDefaultOptionsToCS(gConfig, option, system, component,
getCSExtensions(), hostSetup, specialOptions,
addDefaultOptions=True)
else:
# Install component section
result = gComponentInstaller.addDefaultOptionsToCS(gConfig, option, system, component,
getCSExtensions(), hostSetup, specialOptions)
if not result['OK']:
self._errMsg(result['Message'])
return
# Then we can install and start the component
result = client.setupComponent(option, system, component, module)
if not result['OK']:
self._errMsg(result['Message'])
return
compType = result['Value']['ComponentType']
runit = result['Value']['RunitStatus']
gLogger.notice("%s %s_%s is installed, runit status: %s" % (compType, system, component, runit))
# And register it in the database
result = client.getHostInfo()
if not result['OK']:
self._errMsg(result['Message'])
return
else:
cpu = result['Value']['CPUModel']
hostname = self.host
if component == 'ComponentMonitoring':
# Make sure that the service is running before trying to use it
nTries = 0
maxTries = 5
mClient = ComponentMonitoringClient()
result = mClient.ping()
while not result['OK'] and nTries < maxTries:
time.sleep(3)
result = mClient.ping()
nTries = nTries + 1
if not result['OK']:
self._errMsg("ComponentMonitoring service taking too long to start, won't be logged into the database")
return
result = MonitoringUtilities.monitorInstallation(
'DB', system, 'InstalledComponentsDB', cpu=cpu, hostname=hostname)
if not result['OK']:
self._errMsg('Error registering installation into database: %s' % result['Message'])
return
result = MonitoringUtilities.monitorInstallation(option, system, component, module, cpu=cpu, hostname=hostname)
if not result['OK']:
self._errMsg('Error registering installation into database: %s' % result['Message'])
return
else:
gLogger.notice("Unknown option:", option)
def main():
global overwrite
global specialOptions
global module
global specialOptions
from DIRAC.FrameworkSystem.Client.ComponentInstaller import gComponentInstaller
gComponentInstaller.exitOnError = True
Script.registerSwitch("w", "overwrite",
"Overwrite the configuration in the global CS",
setOverwrite)
Script.registerSwitch("m:", "module=",
"Python module name for the component code",
setModule)
Script.registerSwitch("p:", "parameter=", "Special component option ",
setSpecialOption)
Script.parseCommandLine()
args = Script.getPositionalArgs()
if len(args) == 1:
args = args[0].split('/')
if len(args) != 2:
Script.showHelp()
DIRACexit(1)
system = args[0]
component = args[1]
compOrMod = module if module else component
result = gComponentInstaller.addDefaultOptionsToCS(
gConfig,
'service',
system,
component,
getCSExtensions(),
specialOptions=specialOptions,
overwrite=overwrite)
if not result['OK']:
gLogger.error(result['Message'])
DIRACexit(1)
result = gComponentInstaller.addTornadoOptionsToCS(gConfig)
if not result['OK']:
gLogger.error(result['Message'])
DIRACexit(1)
result = gComponentInstaller.installTornado()
if not result['OK']:
gLogger.error(result['Message'])
DIRACexit(1)
gLogger.notice(
'Successfully installed component %s in %s system, now setting it up' %
(component, system))
result = gComponentInstaller.setupTornadoService(system, component,
getCSExtensions(), module)
if not result['OK']:
gLogger.error(result['Message'])
DIRACexit(1)
result = MonitoringUtilities.monitorInstallation('service', system,
component, module)
if not result['OK']:
gLogger.error(result['Message'])
DIRACexit(1)
gLogger.notice('Successfully completed the installation of %s/%s' %
(system, component))
DIRACexit()
def main():
global overwrite
global specialOptions
global module
global specialOptions
from DIRAC.FrameworkSystem.Client.ComponentInstaller import gComponentInstaller
gComponentInstaller.exitOnError = True
Script.registerSwitch("w", "overwrite",
"Overwrite the configuration in the global CS",
setOverwrite)
Script.registerSwitch("m:", "module=",
"Python module name for the component code",
setModule)
Script.registerSwitch("p:", "parameter=", "Special component option ",
setSpecialOption)
# Registering arguments will automatically add their description to the help menu
Script.registerArgument((
"System/Component: Full component name (ie: WorkloadManagement/Matcher)",
"System: Name of the DIRAC system (ie: WorkloadManagement)",
))
Script.registerArgument(
" Component: Name of the DIRAC service (ie: Matcher)",
mandatory=False)
Script.parseCommandLine()
args = Script.getPositionalArgs()
if len(args) == 1:
args = args[0].split("/")
if len(args) != 2:
Script.showHelp(exitCode=1)
system = args[0]
component = args[1]
compOrMod = module or component
result = gComponentInstaller.getSoftwareComponents(extensionsByPriority())
if not result["OK"]:
gLogger.error(result["Message"])
DIRACexit(1)
availableComponents = result["Value"]
for compType in availableComponents:
if system in availableComponents[
compType] and compOrMod in availableComponents[compType][
system]:
cType = compType[:-1].lower()
break
else:
gLogger.error("Component %s/%s is not available for installation" %
(system, component))
DIRACexit(1)
if module:
result = gComponentInstaller.addDefaultOptionsToCS(
gConfig,
cType,
system,
module,
extensionsByPriority(),
overwrite=overwrite)
result = gComponentInstaller.addDefaultOptionsToCS(
gConfig,
cType,
system,
component,
extensionsByPriority(),
specialOptions=specialOptions,
overwrite=overwrite,
addDefaultOptions=False,
)
else:
result = gComponentInstaller.addDefaultOptionsToCS(
gConfig,
cType,
system,
component,
extensionsByPriority(),
specialOptions=specialOptions,
overwrite=overwrite,
)
if not result["OK"]:
gLogger.error(result["Message"])
DIRACexit(1)
result = gComponentInstaller.installComponent(cType, system, component,
extensionsByPriority(),
module)
if not result["OK"]:
gLogger.error(result["Message"])
DIRACexit(1)
gLogger.notice(
"Successfully installed component %s in %s system, now setting it up" %
(component, system))
result = gComponentInstaller.setupComponent(cType, system, component,
extensionsByPriority(), module)
if not result["OK"]:
gLogger.error(result["Message"])
DIRACexit(1)
if component == "ComponentMonitoring":
result = MonitoringUtilities.monitorInstallation(
"DB", system, "InstalledComponentsDB")
if not result["OK"]:
gLogger.error(result["Message"])
DIRACexit(1)
result = MonitoringUtilities.monitorInstallation(cType, system, component,
module)
if not result["OK"]:
gLogger.error(result["Message"])
DIRACexit(1)
gLogger.notice("Successfully completed the installation of %s/%s" %
(system, component))
DIRACexit()
result = gComponentInstaller.addDefaultOptionsToCS(gConfig, cType, system, component,
getCSExtensions(),
specialOptions=specialOptions,
overwrite=overwrite)
if not result['OK']:
gLogger.error(result['Message'])
DIRACexit(1)
else:
result = gComponentInstaller.installComponent(cType, system, component, getCSExtensions(), module)
if not result['OK']:
gLogger.error(result['Message'])
DIRACexit(1)
else:
gLogger.notice('Successfully installed component %s in %s system, now setting it up' % (component, system))
result = gComponentInstaller.setupComponent(cType, system, component, getCSExtensions(), module)
if not result['OK']:
gLogger.error(result['Message'])
DIRACexit(1)
if component == 'ComponentMonitoring':
result = MonitoringUtilities.monitorInstallation('DB', system, 'InstalledComponentsDB')
if not result['OK']:
gLogger.error(result['Message'])
DIRACexit(1)
result = MonitoringUtilities.monitorInstallation(cType, system, component, module)
if not result['OK']:
gLogger.error(result['Message'])
DIRACexit(1)
gLogger.notice('Successfully completed the installation of %s/%s' % (system, component))
DIRACexit()
addDefaultOptions = False )
else:
result = InstallTools.addDefaultOptionsToCS( gConfig, 'service', system, service,
getCSExtensions(),
specialOptions=specialOptions,
overwrite = overwrite )
if not result['OK']:
print "ERROR:", result['Message']
else:
result = InstallTools.installComponent( 'service', system, service, getCSExtensions(), module )
if not result['OK']:
print "ERROR:", result['Message']
DIRACexit( 1 )
else:
print "Successfully installed service %s in %s system, now setting it up" % ( service, system )
result = InstallTools.setupComponent( 'service', system, service, getCSExtensions(), module )
if not result['OK']:
print "ERROR:", result['Message']
DIRACexit( 1 )
if service == 'ComponentMonitoring':
result = MonitoringUtilities.monitorInstallation( 'DB', system, 'InstalledComponentsDB' )
if not result['OK']:
print "ERROR:", result['Message']
DIRACexit( 1 )
result = MonitoringUtilities.monitorInstallation( 'service', system, service, module )
if not result['OK']:
print "ERROR:", result['Message']
DIRACexit( 1 )
print "Successfully completed the installation of service %s in %s system" % ( service, system )
DIRACexit()
def do_uninstall( self, args ):
"""
Uninstall DIRAC component
usage:
uninstall db <database>
uninstall <-f ForceLogUninstall> <system> <component>
"""
argss = args.split()
if not argss:
gLogger.notice( self.do_uninstall.__doc__ )
return
# Retrieve user uninstalling the component
result = getProxyInfo()
if not result[ 'OK' ]:
self.__errMsg( result[ 'Message'] )
user = result[ 'Value' ][ 'username' ]
option = argss[0]
if option == 'db':
component = argss[1]
client = SystemAdministratorClient( self.host, self.port )
result = client.getHostInfo()
if not result[ 'OK' ]:
self.__errMsg( result[ 'Message' ] )
return
else:
cpu = result[ 'Value' ][ 'CPUModel' ]
hostname = self.host
result = client.getAvailableDatabases()
if not result[ 'OK' ]:
self.__errMsg( result[ 'Message' ] )
return
system = result[ 'Value' ][ component ][ 'System' ]
result = MonitoringUtilities.monitorUninstallation( system , component, hostname = hostname, cpu = cpu )
if not result[ 'OK' ]:
self.__errMsg( result[ 'Message' ] )
return
result = client.uninstallDatabase( component )
if not result[ 'OK' ]:
self.__errMsg( result[ 'Message' ] )
else:
gLogger.notice( "Successfully uninstalled %s" % ( component ) )
else:
if option == '-f':
force = True
del argss[0]
else:
force = False
if len( argss ) != 2:
gLogger.notice( self.do_uninstall.__doc__ )
return
system, component = argss
client = SystemAdministratorClient( self.host, self.port )
monitoringClient = ComponentMonitoringClient()
result = monitoringClient.getInstallations( { 'Instance': component, 'UnInstallationTime': None },
{ 'System': system },
{ 'HostName': self.host }, True )
if not result[ 'OK' ]:
self.__errMsg( result[ 'Message' ] )
return
if len( result[ 'Value' ] ) < 1:
self.__errMsg( "Given component does not exist" )
return
if len( result[ 'Value' ] ) > 1:
self.__errMsg( "Too many components match" )
return
removeLogs = False
if force:
removeLogs = True
else:
if result[ 'Value' ][0][ 'Component' ][ 'Type' ] in self.runitComponents:
result = promptUser( 'Remove logs?', ['y', 'n'], 'n' )
if result[ 'OK' ]:
removeLogs = result[ 'Value' ] == 'y'
result = client.uninstallComponent( system, component, removeLogs )
if not result[ 'OK' ]:
self.__errMsg( result[ 'Message' ] )
else:
gLogger.notice( "Successfully uninstalled %s/%s" % ( system, component ) )
result = client.getHostInfo()
if not result[ 'OK' ]:
self.__errMsg( result[ 'Message' ] )
return
else:
cpu = result[ 'Value' ][ 'CPUModel' ]
hostname = self.host
result = MonitoringUtilities.monitorUninstallation( system, component, hostname = hostname, cpu = cpu )
if not result[ 'OK' ]:
return result
def main():
global force
from DIRAC.FrameworkSystem.Client.ComponentInstaller import gComponentInstaller
gComponentInstaller.exitOnError = True
Script.registerSwitch("f", "force", "Forces the removal of the logs",
setForce)
# Registering arguments will automatically add their description to the help menu
Script.registerArgument((
"System/Component: Full component name (ie: WorkloadManagement/Matcher)",
"System: Name of the DIRAC system (ie: WorkloadManagement)",
))
Script.registerArgument(
" Component: Name of the DIRAC service (ie: Matcher)",
mandatory=False)
_, args = Script.parseCommandLine()
if len(args) == 1:
args = args[0].split("/")
if len(args) < 2:
Script.showHelp(exitCode=1)
system = args[0]
component = args[1]
monitoringClient = ComponentMonitoringClient()
result = monitoringClient.getInstallations(
{
"Instance": component,
"UnInstallationTime": None
}, {"System": system}, {"HostName": socket.getfqdn()}, True)
if not result["OK"]:
gLogger.error(result["Message"])
DIRACexit(1)
if len(result["Value"]) < 1:
gLogger.warn("Given component does not exist")
DIRACexit(1)
if len(result["Value"]) > 1:
gLogger.error("Too many components match")
DIRACexit(1)
removeLogs = False
if force:
removeLogs = True
else:
if result["Value"][0]["Component"][
"Type"] in gComponentInstaller.componentTypes:
result = promptUser("Remove logs?", ["y", "n"], "n")
if result["OK"]:
removeLogs = result["Value"] == "y"
else:
gLogger.error(result["Message"])
DIRACexit(1)
result = gComponentInstaller.uninstallComponent(system, component,
removeLogs)
if not result["OK"]:
gLogger.error(result["Message"])
DIRACexit(1)
result = MonitoringUtilities.monitorUninstallation(system, component)
if not result["OK"]:
gLogger.error(result["Message"])
DIRACexit(1)
gLogger.notice("Successfully uninstalled component %s/%s" %
(system, component))
DIRACexit()
def main():
global excludedHosts
Script.registerSwitch(
"e:", "exclude=",
"Comma separated list of hosts to be excluded from the scanning process",
setExcludedHosts)
Script.parseCommandLine(ignoreErrors=False)
componentType = ""
# Get my setup
mySetup = gConfig.getValue("DIRAC/Setup")
# Retrieve information from all the hosts
client = SystemAdministratorIntegrator(exclude=excludedHosts)
resultAll = client.getOverallStatus()
if not resultAll["OK"]:
gLogger.error(resultAll["Message"])
DIRACexit(-1)
# Retrieve user installing the component
result = getProxyInfo()
if result["OK"]:
user = result["Value"]["username"]
else:
DIRACexit(-1)
if not user:
user = "******"
for host in resultAll["Value"]:
if not resultAll["Value"][host]["OK"]:
# If the host cannot be contacted, exclude it and send message
excludedHosts.append(host)
result = NotificationClient().sendMail(
Operations().getValue("EMail/Production", []),
"Unreachable host",
"\ndirac-populate-component-db: Could not fill the database with the components from unreachable host %s\n"
% host,
)
if not result["OK"]:
gLogger.error(
"Can not send unreachable host notification mail: %s" %
result["Message"])
resultHosts = client.getHostInfo()
if not resultHosts["OK"]:
gLogger.error(resultHosts["Message"])
DIRACexit(-1)
resultInfo = client.getInfo()
if not resultInfo["OK"]:
gLogger.error(resultInfo["Message"])
DIRACexit(-1)
resultMySQL = client.getMySQLStatus()
if not resultMySQL["OK"]:
gLogger.error(resultMySQL["Message"])
DIRACexit(-1)
resultAllDB = client.getDatabases()
if not resultAllDB["OK"]:
gLogger.error(resultAllDB["Message"])
DIRACexit(-1)
resultAvailableDB = client.getAvailableDatabases()
if not resultAvailableDB["OK"]:
gLogger.error(resultAvailableDB["Message"])
DIRACexit(-1)
records = []
finalSet = list(set(resultAll["Value"]) - set(excludedHosts))
for host in finalSet:
hasMySQL = True
result = resultAll["Value"][host]
hostResult = resultHosts["Value"][host]
infoResult = resultInfo["Value"][host]
mySQLResult = resultMySQL["Value"][host]
allDBResult = resultAllDB["Value"][host]
availableDBResult = resultAvailableDB["Value"][host]
if not result["OK"]:
gLogger.error("Host %s: %s" % (host, result["Message"]))
continue
if not hostResult["OK"]:
gLogger.error("Host %s: %s" % (host, hostResult["Message"]))
continue
if not infoResult["OK"]:
gLogger.error("Host %s: %s" % (host, infoResult["Message"]))
continue
if mySQLResult["OK"]:
if not allDBResult["OK"]:
gLogger.error("Host %s: %s" % (host, allDBResult["Message"]))
continue
if not availableDBResult["OK"]:
gLogger.error("Host %s: %s" %
(host, availableDBResult["Message"]))
continue
else:
hasMySQL = False
setup = infoResult["Value"]["Setup"]
if setup != mySetup:
continue
cpu = hostResult["Value"]["CPUModel"].strip()
rDict = result["Value"]
# Components other than databases
for compType in rDict:
if componentType and componentType != compType:
continue
for system in rDict[compType]:
components = sorted(rDict[compType][system])
for component in components:
record = {"Installation": {}, "Component": {}, "Host": {}}
if rDict[compType][system][component][
"Installed"] and component != "ComponentMonitoring":
runitStatus = str(
rDict[compType][system][component]["RunitStatus"])
if runitStatus != "Unknown":
module = str(
rDict[compType][system][component]["Module"])
record["Component"]["System"] = system
record["Component"]["Module"] = module
# Transform 'Services' into 'service', 'Agents' into 'agent' ...
record["Component"]["Type"] = compType.lower()[:-1]
record["Host"]["HostName"] = host
record["Host"]["CPU"] = cpu
record["Installation"]["Instance"] = component
record["Installation"][
"InstallationTime"] = datetime.utcnow()
record["Installation"]["InstalledBy"] = user
records.append(record)
# Databases
csClient = CSAPI()
cfg = csClient.getCurrentCFG()["Value"]
if hasMySQL:
allDB = allDBResult["Value"]
availableDB = availableDBResult["Value"]
for db in allDB:
# Check for DIRAC only databases
if db in availableDB and db != "InstalledComponentsDB":
# Check for 'installed' databases
isSection = cfg.isSection(
"Systems/" + availableDB[db]["System"] + "/" +
cfg.getOption("DIRAC/Setups/" + setup + "/" +
availableDB[db]["System"]) +
"/Databases/" + db + "/")
if isSection:
record = {
"Installation": {},
"Component": {},
"Host": {}
}
record["Component"]["System"] = availableDB[db][
"System"]
record["Component"]["Module"] = db
record["Component"]["Type"] = "DB"
record["Host"]["HostName"] = host
record["Host"]["CPU"] = cpu
record["Installation"]["Instance"] = db
record["Installation"][
"InstallationTime"] = datetime.utcnow()
record["Installation"]["InstalledBy"] = user
records.append(record)
monitoringClient = ComponentMonitoringClient()
# Add the installations to the database
for record in records:
result = MonitoringUtilities.monitorInstallation(
record["Component"]["Type"],
record["Component"]["System"],
record["Installation"]["Instance"],
record["Component"]["Module"],
record["Host"]["CPU"],
record["Host"]["HostName"],
)
if not result["OK"]:
gLogger.error(result["Message"])
if not result['OK']:
print "ERROR:", result['Message']
else:
result = InstallTools.installComponent('service', system, service,
getCSExtensions(), module)
if not result['OK']:
print "ERROR:", result['Message']
DIRACexit(1)
else:
print "Successfully installed service %s in %s system, now setting it up" % (
service, system)
result = InstallTools.setupComponent('service', system, service,
getCSExtensions(), module)
if not result['OK']:
print "ERROR:", result['Message']
DIRACexit(1)
if service == 'ComponentMonitoring':
result = MonitoringUtilities.monitorInstallation(
'DB', system, 'InstalledComponentsDB')
if not result['OK']:
print "ERROR:", result['Message']
DIRACexit(1)
result = MonitoringUtilities.monitorInstallation(
'service', system, service, module)
if not result['OK']:
print "ERROR:", result['Message']
DIRACexit(1)
print "Successfully completed the installation of service %s in %s system" % (
service, system)
DIRACexit()
if len( result[ 'Value' ] ) < 1:
gLogger.error( 'Given component does not exist' )
DIRACexit( 1 )
if len( result[ 'Value' ] ) > 1:
gLogger.error( 'Too many components match' )
DIRACexit( 1 )
removeLogs = False
if force:
removeLogs = True
else:
if result[ 'Value' ][0][ 'Component' ][ 'Type' ] in InstallTools.COMPONENT_TYPES:
result = promptUser( 'Remove logs?', [ 'y', 'n' ], 'n' )
if result[ 'OK' ]:
removeLogs = result[ 'Value' ] == 'y'
else:
gLogger.error( result[ 'Message' ] )
DIRACexit( 1 )
result = InstallTools.uninstallComponent( system, component, removeLogs )
if not result['OK']:
gLogger.error( result[ 'Message' ] )
DIRACexit( 1 )
result = MonitoringUtilities.monitorUninstallation( system, component )
if not result['OK']:
gLogger.error( result[ 'Message' ] )
DIRACexit( 1 )
gLogger.notice( 'Successfully uninstalled component %s/%s' % ( system, component ) )
DIRACexit()
if db in availableDB.keys() and db != 'InstalledComponentsDB':
# Check for 'installed' databases
isSection = cfg.isSection \
( 'Systems/' + availableDB[ db ][ 'System' ] + '/' +
cfg.getOption( 'DIRAC/Setups/' + setup + '/' +
availableDB[ db ][ 'System' ] ) + '/Databases/' + db +
'/' )
if isSection:
record = {'Installation': {}, 'Component': {}, 'Host': {}}
record['Component']['System'] = availableDB[db]['System']
record['Component']['Module'] = db
record['Component']['Type'] = 'DB'
record['Host']['HostName'] = host
record['Host']['CPU'] = cpu
record['Installation']['Instance'] = db
record['Installation'][
'InstallationTime'] = datetime.utcnow()
record['Installation']['InstalledBy'] = user
records.append(record)
monitoringClient = ComponentMonitoringClient()
# Add the installations to the database
for record in records:
result = MonitoringUtilities.monitorInstallation(
record['Component']['Type'], record['Component']['System'],
record['Installation']['Instance'], record['Component']['Module'],
record['Host']['CPU'], record['Host']['HostName'])
if not result['OK']:
gLogger.error(result['Message'])
' %s [option|cfgFile] ... DB ...' % Script.scriptName,
'Arguments:',
' DB: Name of the Database (mandatory)'] ) )
Script.parseCommandLine()
args = Script.getPositionalArgs()
if len( args ) < 1:
Script.showHelp()
exit( -1 )
# Script imports
from DIRAC import gConfig
from DIRAC.FrameworkSystem.Client.ComponentInstaller import gComponentInstaller
from DIRAC.FrameworkSystem.Utilities import MonitoringUtilities
__RCSID__ = "$Id$"
gComponentInstaller.exitOnError = True
gComponentInstaller.getMySQLPasswords()
for db in args:
result = gComponentInstaller.installDatabase( db )
if not result['OK']:
print "ERROR: failed to correctly install %s" % db, result['Message']
else:
extension, system = result['Value']
gComponentInstaller.addDatabaseOptionsToCS( gConfig, system, db, overwrite = True )
if db != 'InstalledComponentsDB':
result = MonitoringUtilities.monitorInstallation( 'DB', system, db )
if not result[ 'OK' ]:
print "ERROR: failed to register installation in database: %s" % result[ 'Message' ]
def main():
global overwrite
global specialOptions
global module
global specialOptions
from DIRAC.FrameworkSystem.Client.ComponentInstaller import gComponentInstaller
gComponentInstaller.exitOnError = True
Script.registerSwitch("w", "overwrite",
"Overwrite the configuration in the global CS",
setOverwrite)
Script.registerSwitch("m:", "module=",
"Python module name for the component code",
setModule)
Script.registerSwitch("p:", "parameter=", "Special component option ",
setSpecialOption)
Script.parseCommandLine()
args = Script.getPositionalArgs()
if len(args) == 1:
args = args[0].split('/')
if len(args) != 2:
Script.showHelp(exitCode=1)
cType = None
system = args[0]
component = args[1]
compOrMod = module if module else component
result = gComponentInstaller.getSoftwareComponents(getCSExtensions())
if not result['OK']:
gLogger.error(result['Message'])
DIRACexit(1)
else:
availableComponents = result['Value']
for compType in availableComponents:
if system in availableComponents[
compType] and compOrMod in availableComponents[compType][
system]:
cType = compType[:-1].lower()
break
if not cType:
gLogger.error('Component %s/%s is not available for installation' %
(system, component))
DIRACexit(1)
if module:
result = gComponentInstaller.addDefaultOptionsToCS(gConfig,
cType,
system,
module,
getCSExtensions(),
overwrite=overwrite)
result = gComponentInstaller.addDefaultOptionsToCS(
gConfig,
cType,
system,
component,
getCSExtensions(),
specialOptions=specialOptions,
overwrite=overwrite,
addDefaultOptions=False)
else:
result = gComponentInstaller.addDefaultOptionsToCS(
gConfig,
cType,
system,
component,
getCSExtensions(),
specialOptions=specialOptions,
overwrite=overwrite)
if not result['OK']:
gLogger.error(result['Message'])
DIRACexit(1)
else:
result = gComponentInstaller.installComponent(cType, system, component,
getCSExtensions(),
module)
if not result['OK']:
gLogger.error(result['Message'])
DIRACexit(1)
else:
gLogger.notice(
'Successfully installed component %s in %s system, now setting it up'
% (component, system))
result = gComponentInstaller.setupComponent(
cType, system, component, getCSExtensions(), module)
if not result['OK']:
gLogger.error(result['Message'])
DIRACexit(1)
if component == 'ComponentMonitoring':
result = MonitoringUtilities.monitorInstallation(
'DB', system, 'InstalledComponentsDB')
if not result['OK']:
gLogger.error(result['Message'])
DIRACexit(1)
result = MonitoringUtilities.monitorInstallation(
cType, system, component, module)
if not result['OK']:
gLogger.error(result['Message'])
DIRACexit(1)
gLogger.notice('Successfully completed the installation of %s/%s' %
(system, component))
DIRACexit()
