class FileCatalogDBTestCase(unittest.TestCase):
""" Base class for the FileCatalogDB test cases
"""
def setUp(self):
self.db = FileCatalogDB()
# for table in self.db._query( "Show tables;" )["Value"]:
# self.db.deleteEntries( table[0] )
self.db.setConfig(DATABASE_CONFIG)
def tearDown(self):
pass
class FileCatalogDBTestCase( unittest.TestCase ):
""" Base class for the FileCatalogDB test cases
"""
def setUp( self ):
self.db = FileCatalogDB()
# for table in self.db._query( "Show tables;" )["Value"]:
# self.db.deleteEntries( table[0] )
self.db.setConfig( DATABASE_CONFIG )
def tearDown(self):
pass
def initializeFileCatalogHandler(serviceInfo):
global fcDB
serviceCS = serviceInfo['serviceSectionPath']
# Instantiate the requested database
dbLocation = gConfig.getValue('%s/Database' % serviceCS,
'DataManagement/FileCatalogDB')
fcDB = FileCatalogDB(dbLocation)
databaseConfig = {}
# Obtain the plugins to be used for DB interaction
gLogger.info("Initializing with FileCatalog with following managers:")
defaultManagers = {
'UserGroupManager': 'UserAndGroupManagerDB',
'SEManager': 'SEManagerDB',
'SecurityManager': 'NoSecurityManager',
'DirectoryManager': 'DirectoryLevelTree',
'FileManager': 'FileManager',
'DirectoryMetadata': 'DirectoryMetadata',
'FileMetadata': 'FileMetadata'
}
for configKey in sortList(defaultManagers.keys()):
defaultValue = defaultManagers[configKey]
configValue = gConfig.getValue('%s/%s' % (serviceCS, configKey),
defaultValue)
gLogger.info("%s : %s" %
(str(configKey).ljust(20), str(configValue).ljust(20)))
databaseConfig[configKey] = configValue
# Obtain some general configuration of the database
gLogger.info(
"Initializing the FileCatalog with the following configuration:")
defaultConfig = {
'UniqueGUID': False,
'GlobalReadAccess': True,
'LFNPFNConvention': True,
'ResolvePFN': True,
'DefaultUmask': 0775,
'VisibleStatus': ['AprioriGood']
}
for configKey in sortList(defaultConfig.keys()):
defaultValue = defaultConfig[configKey]
configValue = gConfig.getValue('%s/%s' % (serviceCS, configKey),
defaultValue)
gLogger.info("%s : %s" %
(str(configKey).ljust(20), str(configValue).ljust(20)))
databaseConfig[configKey] = configValue
res = fcDB.setConfig(databaseConfig)
return res
def initializeFileCatalogHandler(serviceInfo):
""" handler initialisation """
global gFileCatalogDB
dbLocation = getServiceOption(serviceInfo, 'Database',
'DataManagement/FileCatalogDB')
gFileCatalogDB = FileCatalogDB(dbLocation)
databaseConfig = {}
# Obtain the plugins to be used for DB interaction
gLogger.info("Initializing with FileCatalog with following managers:")
defaultManagers = {
'UserGroupManager': 'UserAndGroupManagerDB',
'SEManager': 'SEManagerDB',
'SecurityManager': 'NoSecurityManager',
'DirectoryManager': 'DirectoryLevelTree',
'FileManager': 'FileManager',
'DirectoryMetadata': 'DirectoryMetadata',
'FileMetadata': 'FileMetadata',
'DatasetManager': 'DatasetManager'
}
for configKey in sortList(defaultManagers.keys()):
defaultValue = defaultManagers[configKey]
configValue = getServiceOption(serviceInfo, configKey, defaultValue)
gLogger.info("%-20s : %-20s" % (str(configKey), str(configValue)))
databaseConfig[configKey] = configValue
# Obtain some general configuration of the database
gLogger.info(
"Initializing the FileCatalog with the following configuration:")
defaultConfig = {
'UniqueGUID': False,
'GlobalReadAccess': True,
'LFNPFNConvention': 'Strong',
'ResolvePFN': True,
'DefaultUmask': 0775,
'ValidFileStatus': ['AprioriGood', 'Trash', 'Removing', 'Probing'],
'ValidReplicaStatus': ['AprioriGood', 'Trash', 'Removing', 'Probing'],
'VisibleFileStatus': ['AprioriGood'],
'VisibleReplicaStatus': ['AprioriGood']
}
for configKey in sortList(defaultConfig.keys()):
defaultValue = defaultConfig[configKey]
configValue = getServiceOption(serviceInfo, configKey, defaultValue)
gLogger.info("%-20s : %-20s" % (str(configKey), str(configValue)))
databaseConfig[configKey] = configValue
res = gFileCatalogDB.setConfig(databaseConfig)
return res
def initializeFileCatalogHandler( serviceInfo ):
""" handler initialisation """
global gFileCatalogDB
dbLocation = getServiceOption( serviceInfo, 'Database', 'DataManagement/FileCatalogDB' )
gFileCatalogDB = FileCatalogDB( dbLocation )
databaseConfig = {}
# Obtain the plugins to be used for DB interaction
gLogger.info( "Initializing with FileCatalog with following managers:" )
defaultManagers = { 'UserGroupManager' : 'UserAndGroupManagerDB',
'SEManager' : 'SEManagerDB',
'SecurityManager' : 'NoSecurityManager',
'DirectoryManager' : 'DirectoryLevelTree',
'FileManager' : 'FileManager',
'DirectoryMetadata' : 'DirectoryMetadata',
'FileMetadata' : 'FileMetadata',
'DatasetManager' : 'DatasetManager' }
for configKey in sortList( defaultManagers.keys() ):
defaultValue = defaultManagers[configKey]
configValue = getServiceOption( serviceInfo, configKey, defaultValue )
gLogger.info( "%-20s : %-20s" % ( str( configKey ), str( configValue ) ) )
databaseConfig[configKey] = configValue
# Obtain some general configuration of the database
gLogger.info( "Initializing the FileCatalog with the following configuration:" )
defaultConfig = { 'UniqueGUID' : False,
'GlobalReadAccess' : True,
'LFNPFNConvention' : 'Strong',
'ResolvePFN' : True,
'DefaultUmask' : 0775,
'ValidFileStatus' : ['AprioriGood','Trash','Removing','Probing'],
'ValidReplicaStatus' : ['AprioriGood','Removing','Probing'],
'VisibleFileStatus' : ['AprioriGood'],
'VisibleReplicaStatus': ['AprioriGood']}
for configKey in sortList( defaultConfig.keys() ):
defaultValue = defaultConfig[configKey]
configValue = getServiceOption( serviceInfo, configKey, defaultValue )
gLogger.info( "%-20s : %-20s" % ( str( configKey ), str( configValue ) ) )
databaseConfig[configKey] = configValue
res = gFileCatalogDB.setConfig( databaseConfig )
return res
def initializeFileCatalogHandler(serviceInfo):
global fcDB
serviceCS = serviceInfo ['serviceSectionPath']
# Instantiate the requested database
dbLocation = gConfig.getValue('%s/Database' % serviceCS,'DataManagement/FileCatalogDB')
fcDB = FileCatalogDB(dbLocation)
databaseConfig = {}
# Obtain the plugins to be used for DB interaction
gLogger.info("Initializing with FileCatalog with following managers:")
defaultManagers = { 'UserGroupManager' : 'UserAndGroupManagerDB',
'SEManager' : 'SEManagerDB',
'SecurityManager' : 'NoSecurityManager',
'DirectoryManager' : 'DirectoryLevelTree',
'FileManager' : 'FileManager',
'DirectoryMetadata' : 'DirectoryMetadata',
'FileMetadata' : 'FileMetadata'}
for configKey in sortList(defaultManagers.keys()):
defaultValue = defaultManagers[configKey]
configValue = gConfig.getValue('%s/%s' % (serviceCS,configKey),defaultValue)
gLogger.info("%s : %s" % (str(configKey).ljust(20),str(configValue).ljust(20)))
databaseConfig[configKey] = configValue
# Obtain some general configuration of the database
gLogger.info("Initializing the FileCatalog with the following configuration:")
defaultConfig = { 'UniqueGUID' : False,
'GlobalReadAccess' : True,
'LFNPFNConvention' : True,
'ResolvePFN' : True,
'DefaultUmask' : 0775,
'VisibleStatus' : ['AprioriGood']}
for configKey in sortList(defaultConfig.keys()):
defaultValue = defaultConfig[configKey]
configValue = gConfig.getValue('%s/%s' % (serviceCS,configKey),defaultValue)
gLogger.info("%s : %s" % (str(configKey).ljust(20),str(configValue).ljust(20)))
databaseConfig[configKey] = configValue
res = fcDB.setConfig(databaseConfig)
return res
def initializeFileCatalogHandler(serviceInfo):
""" handler initialisation """
global gFileCatalogDB
dbLocation = getServiceOption(serviceInfo, 'Database', 'DataManagement/FileCatalogDB')
gFileCatalogDB = FileCatalogDB(dbLocation)
databaseConfig = {}
# Obtain the plugins to be used for DB interaction
gLogger.info("Initializing with FileCatalog with following managers:")
defaultManagers = {'UserGroupManager': 'UserAndGroupManagerDB',
'SEManager': 'SEManagerDB',
'SecurityManager': 'NoSecurityManager',
'DirectoryManager': 'DirectoryLevelTree',
'FileManager': 'FileManager',
'DirectoryMetadata': 'DirectoryMetadata',
'FileMetadata': 'FileMetadata',
'DatasetManager': 'DatasetManager'}
for configKey in sorted(defaultManagers.keys()):
defaultValue = defaultManagers[configKey]
configValue = getServiceOption(serviceInfo, configKey, defaultValue)
gLogger.info("%-20s : %-20s" % (str(configKey), str(configValue)))
databaseConfig[configKey] = configValue
# Obtain some general configuration of the database
gLogger.info("Initializing the FileCatalog with the following configuration:")
defaultConfig = {'UniqueGUID': False,
'GlobalReadAccess': True,
'LFNPFNConvention': 'Strong',
'ResolvePFN': True,
'DefaultUmask': 0o775,
'ValidFileStatus': ['AprioriGood', 'Trash', 'Removing', 'Probing'],
'ValidReplicaStatus': ['AprioriGood', 'Trash', 'Removing', 'Probing'],
'VisibleFileStatus': ['AprioriGood'],
'VisibleReplicaStatus': ['AprioriGood']}
for configKey in sorted(defaultConfig.keys()):
defaultValue = defaultConfig[configKey]
configValue = getServiceOption(serviceInfo, configKey, defaultValue)
gLogger.info("%-20s : %-20s" % (str(configKey), str(configValue)))
databaseConfig[configKey] = configValue
res = gFileCatalogDB.setConfig(databaseConfig)
gMonitor.registerActivity("AddFile", "Amount of addFile calls",
"FileCatalogHandler", "calls/min", gMonitor.OP_SUM)
gMonitor.registerActivity("AddFileSuccessful", "Files successfully added",
"FileCatalogHandler", "files/min", gMonitor.OP_SUM)
gMonitor.registerActivity("AddFileFailed", "Files failed to add",
"FileCatalogHandler", "files/min", gMonitor.OP_SUM)
gMonitor.registerActivity("RemoveFile", "Amount of removeFile calls",
"FileCatalogHandler", "calls/min", gMonitor.OP_SUM)
gMonitor.registerActivity("RemoveFileSuccessful", "Files successfully removed",
"FileCatalogHandler", "files/min", gMonitor.OP_SUM)
gMonitor.registerActivity("RemoveFileFailed", "Files failed to remove",
"FileCatalogHandler", "files/min", gMonitor.OP_SUM)
gMonitor.registerActivity("AddReplica", "Amount of addReplica calls",
"FileCatalogHandler", "calls/min", gMonitor.OP_SUM)
gMonitor.registerActivity("AddReplicaSuccessful", "Replicas successfully added",
"FileCatalogHandler", "replicas/min", gMonitor.OP_SUM)
gMonitor.registerActivity("AddReplicaFailed", "Replicas failed to add",
"FileCatalogHandler", "replicas/min", gMonitor.OP_SUM)
gMonitor.registerActivity("RemoveReplica", "Amount of removeReplica calls",
"FileCatalogHandler", "calls/min", gMonitor.OP_SUM)
gMonitor.registerActivity("RemoveReplicaSuccessful", "Replicas successfully removed",
"FileCatalogHandler", "replicas/min", gMonitor.OP_SUM)
gMonitor.registerActivity("RemoveReplicaFailed", "Replicas failed to remove",
"FileCatalogHandler", "replicas/min", gMonitor.OP_SUM)
gMonitor.registerActivity("ListDirectory", "Amount of listDirectory calls",
"FileCatalogHandler", "calls/min", gMonitor.OP_SUM)
return res
def initializeFileCatalogHandler( serviceInfo ):
""" handler initialisation """
global gFileCatalogDB
dbLocation = getServiceOption( serviceInfo, 'Database', 'DataManagement/FileCatalogDB' )
gFileCatalogDB = FileCatalogDB( dbLocation )
databaseConfig = {}
# Obtain the plugins to be used for DB interaction
gLogger.info( "Initializing with FileCatalog with following managers:" )
defaultManagers = { 'UserGroupManager' : 'UserAndGroupManagerDB',
'SEManager' : 'SEManagerDB',
'SecurityManager' : 'NoSecurityManager',
'DirectoryManager' : 'DirectoryLevelTree',
'FileManager' : 'FileManager',
'DirectoryMetadata' : 'DirectoryMetadata',
'FileMetadata' : 'FileMetadata',
'DatasetManager' : 'DatasetManager' }
for configKey in sorted( defaultManagers.keys() ):
defaultValue = defaultManagers[configKey]
configValue = getServiceOption( serviceInfo, configKey, defaultValue )
gLogger.info( "%-20s : %-20s" % ( str( configKey ), str( configValue ) ) )
databaseConfig[configKey] = configValue
# Obtain some general configuration of the database
gLogger.info( "Initializing the FileCatalog with the following configuration:" )
defaultConfig = { 'UniqueGUID' : False,
'GlobalReadAccess' : True,
'LFNPFNConvention' : 'Strong',
'ResolvePFN' : True,
'DefaultUmask' : 0775,
'ValidFileStatus' : ['AprioriGood','Trash','Removing','Probing'],
'ValidReplicaStatus' : ['AprioriGood','Trash','Removing','Probing'],
'VisibleFileStatus' : ['AprioriGood'],
'VisibleReplicaStatus': ['AprioriGood']}
for configKey in sorted( defaultConfig.keys() ):
defaultValue = defaultConfig[configKey]
configValue = getServiceOption( serviceInfo, configKey, defaultValue )
gLogger.info( "%-20s : %-20s" % ( str( configKey ), str( configValue ) ) )
databaseConfig[configKey] = configValue
res = gFileCatalogDB.setConfig( databaseConfig )
gMonitor.registerActivity( "AddFile", "Amount of addFile calls",
"FileCatalogHandler", "calls/min", gMonitor.OP_SUM )
gMonitor.registerActivity( "AddFileSuccessful", "Files successfully added",
"FileCatalogHandler", "files/min", gMonitor.OP_SUM )
gMonitor.registerActivity( "AddFileFailed", "Files failed to add",
"FileCatalogHandler", "files/min", gMonitor.OP_SUM )
gMonitor.registerActivity( "RemoveFile", "Amount of removeFile calls",
"FileCatalogHandler", "calls/min", gMonitor.OP_SUM )
gMonitor.registerActivity( "RemoveFileSuccessful", "Files successfully removed",
"FileCatalogHandler", "files/min", gMonitor.OP_SUM )
gMonitor.registerActivity( "RemoveFileFailed", "Files failed to remove",
"FileCatalogHandler", "files/min", gMonitor.OP_SUM )
gMonitor.registerActivity( "AddReplica", "Amount of addReplica calls",
"FileCatalogHandler", "calls/min", gMonitor.OP_SUM )
gMonitor.registerActivity( "AddReplicaSuccessful", "Replicas successfully added",
"FileCatalogHandler", "replicas/min", gMonitor.OP_SUM )
gMonitor.registerActivity( "AddReplicaFailed", "Replicas failed to add",
"FileCatalogHandler", "replicas/min", gMonitor.OP_SUM )
gMonitor.registerActivity( "RemoveReplica", "Amount of removeReplica calls",
"FileCatalogHandler", "calls/min", gMonitor.OP_SUM )
gMonitor.registerActivity( "RemoveReplicaSuccessful", "Replicas successfully removed",
"FileCatalogHandler", "replicas/min", gMonitor.OP_SUM )
gMonitor.registerActivity( "RemoveReplicaFailed", "Replicas failed to remove",
"FileCatalogHandler", "replicas/min", gMonitor.OP_SUM )
gMonitor.registerActivity( "ListDirectory", "Amount of listDirectory calls",
"FileCatalogHandler", "calls/min", gMonitor.OP_SUM )
return res
