def sampleUserInfo(self):
"""
Sample user info and save it into sqlite db.
"""
self.getDateInfo()
userDbFile = str(self.dbPath) + '/user.db'
(result, userDbConn) = sqlite3_common.connectDbFile(userDbFile,
mode='write')
if result != 'passed':
return
print('>>> Sampling user info into ' + str(userDbFile) + ' ...')
userTableList = sqlite3_common.getSqlTableList(userDbFile, userDbConn)
busersDic = lsf_common.getBusersInfo()
userList = busersDic['USER/GROUP']
userSqlDic = {}
keyList = ['sampleTime', 'NJOBS', 'PEND', 'RUN', 'SSUSP', 'USUSP']
for i in range(len(userList)):
user = userList[i]
userSqlDic[user] = {
'keyString': '',
'valueString': '',
}
userTableName = 'user_' + str(user)
print(' Sampling for user "' + str(user) + '" ...')
# Generate sql table.
if userTableName not in userTableList:
keyString = sqlite3_common.genSqlTableKeyString(keyList)
userSqlDic[user]['keyString'] = keyString
# Insert sql table value.
valueList = [
self.sampleTime, busersDic['NJOBS'][i], busersDic['PEND'][i],
busersDic['RUN'][i], busersDic['SSUSP'][i],
busersDic['USUSP'][i]
]
valueString = sqlite3_common.genSqlTableValueString(valueList)
userSqlDic[user]['valueString'] = valueString
for user in userList:
userTableName = 'user_' + str(user)
if userSqlDic[user]['keyString'] != '':
sqlite3_common.createSqlTable(userDbFile,
userDbConn,
userTableName,
userSqlDic[user]['keyString'],
commit=False)
if userSqlDic[user]['valueString'] != '':
sqlite3_common.insertIntoSqlTable(
userDbFile,
userDbConn,
userTableName,
userSqlDic[user]['valueString'],
commit=False)
print(' Committing the update to sqlite3 ...')
# Clean up user database, only keep 10000 items.
for user in userList:
userTableName = 'user_' + str(user)
userTableCount = int(
sqlite3_common.getSqlTableCount(userDbFile, userDbConn,
userTableName))
if userTableCount != 'N/A':
if int(userTableCount) > 10000:
rowId = 'sampleTime'
beginLine = 0
endLine = int(userTableCount) - 10000
print(' Deleting database "' + str(userDbFile) +
'" table "' + str(userTableName) + '" ' +
str(beginLine) + '-' + str(endLine) +
' lines to only keep 10000 items.')
sqlite3_common.deleteSqlTableRows(userDbFile, userDbConn,
userTableName, rowId,
beginLine, endLine)
userDbConn.commit()
userDbConn.close()
def sampleHostInfo(self):
"""
Sample host info and save it into sqlite db.
"""
self.getDateInfo()
hostDbFile = str(self.dbPath) + '/host.db'
(result, hostDbConn) = sqlite3_common.connectDbFile(hostDbFile,
mode='write')
if result != 'passed':
return
print('>>> Sampling host info into ' + str(hostDbFile) + ' ...')
hostTableList = sqlite3_common.getSqlTableList(hostDbFile, hostDbConn)
bhostsDic = lsf_common.getBhostsInfo()
hostList = bhostsDic['HOST_NAME']
hostSqlDic = {}
keyList = ['sampleTime', 'NJOBS', 'RUN', 'SSUSP', 'USUSP']
for i in range(len(hostList)):
host = hostList[i]
hostSqlDic[host] = {
'keyString': '',
'valueString': '',
}
hostTableName = 'host_' + str(host)
print(' Sampling for host "' + str(host) + '" ...')
# Generate sql table.
if hostTableName not in hostTableList:
keyString = sqlite3_common.genSqlTableKeyString(keyList)
hostSqlDic[host]['keyString'] = keyString
# Insert sql table value.
valueList = [
self.sampleTime, bhostsDic['NJOBS'][i], bhostsDic['RUN'][i],
bhostsDic['SSUSP'][i], bhostsDic['USUSP'][i]
]
valueString = sqlite3_common.genSqlTableValueString(valueList)
hostSqlDic[host]['valueString'] = valueString
for host in hostList:
hostTableName = 'host_' + str(host)
if hostSqlDic[host]['keyString'] != '':
sqlite3_common.createSqlTable(hostDbFile,
hostDbConn,
hostTableName,
hostSqlDic[host]['keyString'],
commit=False)
if hostSqlDic[host]['valueString'] != '':
sqlite3_common.insertIntoSqlTable(
hostDbFile,
hostDbConn,
hostTableName,
hostSqlDic[host]['valueString'],
commit=False)
print(' Committing the update to sqlite3 ...')
# Clean up host database, only keep 10000 items.
for host in hostList:
hostTableName = 'host_' + str(host)
hostTableCount = int(
sqlite3_common.getSqlTableCount(hostDbFile, hostDbConn,
hostTableName))
if hostTableCount != 'N/A':
if int(hostTableCount) > 10000:
rowId = 'sampleTime'
beginLine = 0
endLine = int(hostTableCount) - 10000
print(' Deleting database "' + str(hostDbFile) +
'" table "' + str(hostTableName) + '" ' +
str(beginLine) + '-' + str(endLine) +
' lines to only keep 10000 items.')
sqlite3_common.deleteSqlTableRows(hostDbFile, hostDbConn,
hostTableName, rowId,
beginLine, endLine)
hostDbConn.commit()
hostDbConn.close()
def sampleLoadInfo(self):
"""
Sample host load info and save it into sqlite db.
"""
self.getDateInfo()
loadDbFile = str(self.dbPath) + '/load.db'
(result, loadDbConn) = sqlite3_common.connectDbFile(loadDbFile,
mode='write')
if result != 'passed':
return
print('>>> Sampling host load info into ' + str(loadDbFile) + ' ...')
loadTableList = sqlite3_common.getSqlTableList(loadDbFile, loadDbConn)
lsloadDic = lsf_common.getLsloadInfo()
hostList = lsloadDic['HOST_NAME']
loadSqlDic = {}
keyList = ['sampleTime', 'ut', 'tmp', 'swp', 'mem']
for i in range(len(hostList)):
host = hostList[i]
loadSqlDic[host] = {
'keyString': '',
'valueString': '',
}
loadTableName = 'load_' + str(host)
print(' Sampling for host "' + str(host) + '" ...')
# Generate sql table.
if loadTableName not in loadTableList:
keyString = sqlite3_common.genSqlTableKeyString(keyList)
loadSqlDic[host]['keyString'] = keyString
# Insert sql table value.
valueList = [
self.sampleTime, lsloadDic['ut'][i], lsloadDic['tmp'][i],
lsloadDic['swp'][i], lsloadDic['mem'][i]
]
valueString = sqlite3_common.genSqlTableValueString(valueList)
loadSqlDic[host]['valueString'] = valueString
for host in hostList:
loadTableName = 'load_' + str(host)
if loadSqlDic[host]['keyString'] != '':
sqlite3_common.createSqlTable(loadDbFile,
loadDbConn,
loadTableName,
loadSqlDic[host]['keyString'],
commit=False)
if loadSqlDic[host]['valueString'] != '':
sqlite3_common.insertIntoSqlTable(
loadDbFile,
loadDbConn,
loadTableName,
loadSqlDic[host]['valueString'],
commit=False)
print(' Committing the update to sqlite3 ...')
# Clean up load database, only keep 10000 items.
for host in hostList:
loadTableName = 'load_' + str(host)
loadTableCount = int(
sqlite3_common.getSqlTableCount(loadDbFile, loadDbConn,
loadTableName))
if loadTableCount != 'N/A':
if int(loadTableCount) > 10000:
rowId = 'sampleTime'
beginLine = 0
endLine = int(loadTableCount) - 10000
print(' Deleting database "' + str(loadDbFile) +
'" table "' + str(loadTableName) + '" ' +
str(beginLine) + '-' + str(endLine) +
' lines to only keep 10000 items.')
sqlite3_common.deleteSqlTableRows(loadDbFile, loadDbConn,
loadTableName, rowId,
beginLine, endLine)
loadDbConn.commit()
loadDbConn.close()
def sampleQueueInfo(self):
"""
Sample queue info and save it into sqlite db.
"""
self.getDateInfo()
queueDbFile = str(self.dbPath) + '/queue.db'
(result, queueDbConn) = sqlite3_common.connectDbFile(queueDbFile,
mode='write')
if result != 'passed':
return
print('>>> Sampling queue info into ' + str(queueDbFile) + ' ...')
queueTableList = sqlite3_common.getSqlTableList(
queueDbFile, queueDbConn)
bqueuesDic = lsf_common.getBqueuesInfo()
queueList = bqueuesDic['QUEUE_NAME']
queueList.append('ALL')
queueSqlDic = {}
keyList = ['sampleTime', 'NJOBS', 'PEND', 'RUN', 'SUSP']
for i in range(len(queueList)):
queue = queueList[i]
queueSqlDic[queue] = {
'keyString': '',
'valueString': '',
}
queueTableName = 'queue_' + str(queue)
print(' Sampling for queue "' + str(queue) + '" ...')
# Generate sql table.
if queueTableName not in queueTableList:
keyString = sqlite3_common.genSqlTableKeyString(keyList)
queueSqlDic[queue]['keyString'] = keyString
# Insert sql table value.
if queue == 'ALL':
valueList = [
self.sampleTime,
sum([int(i) for i in bqueuesDic['NJOBS']]),
sum([int(i) for i in bqueuesDic['PEND']]),
sum([int(i) for i in bqueuesDic['RUN']]),
sum([int(i) for i in bqueuesDic['SUSP']])
]
else:
valueList = [
self.sampleTime, bqueuesDic['NJOBS'][i],
bqueuesDic['PEND'][i], bqueuesDic['RUN'][i],
bqueuesDic['SUSP'][i]
]
valueString = sqlite3_common.genSqlTableValueString(valueList)
queueSqlDic[queue]['valueString'] = valueString
for queue in queueList:
queueTableName = 'queue_' + str(queue)
if queueSqlDic[queue]['keyString'] != '':
sqlite3_common.createSqlTable(queueDbFile,
queueDbConn,
queueTableName,
queueSqlDic[queue]['keyString'],
commit=False)
if queueSqlDic[queue]['valueString'] != '':
sqlite3_common.insertIntoSqlTable(
queueDbFile,
queueDbConn,
queueTableName,
queueSqlDic[queue]['valueString'],
commit=False)
print(' Committing the update to sqlite3 ...')
# Clean up queue database, only keep 10000 items.
for queue in queueList:
queueTableName = 'queue_' + str(queue)
queueTableCount = int(
sqlite3_common.getSqlTableCount(queueDbFile, queueDbConn,
queueTableName))
if queueTableCount != 'N/A':
if int(queueTableCount) > 10000:
rowId = 'sampleTime'
beginLine = 0
endLine = int(queueTableCount) - 10000
print(' Deleting database "' + str(queueDbFile) +
'" table "' + str(queueTableName) + '" ' +
str(beginLine) + '-' + str(endLine) +
' lines to only keep 10000 items.')
sqlite3_common.deleteSqlTableRows(queueDbFile, queueDbConn,
queueTableName, rowId,
beginLine, endLine)
queueDbConn.commit()
queueDbConn.close()