#!/usr/bin/env python
#
# Assumes Python 2.6
#
import os, sys
import sut_lib
if len(sut_lib.tegras) == 0:
print "error: The tegras.json data file appears to be empty or not found."
sys.exit(2)
if len(sys.argv[1:]) == 0:
print "usage: %s [tegra-]### [...]" % sys.argv[0]
sys.exit(1)
for tegra in sys.argv[1:]:
if not tegra.lower().startswith('tegra-'):
tegra = 'tegra-%s' % tegra
sut_lib.reboot_tegra(tegra, debug=True)
#!/usr/bin/env python
#
# Assumes Python 2.6
#
import os, sys
from sut_lib import reboot_tegra
for tegra in sys.argv[1:]:
if not tegra.lower().startswith('tegra-'):
tegra = 'tegra-%s' % tegra
reboot_tegra(tegra, debug=True)
else:
print "usage: %s [tegra-]### [...]" % sys.argv[0]
sys.exit(1)
def checkTegra(master, tegra):
tegraIP = getIPAddress(tegra)
tegraPath = os.path.join(options.bbpath, tegra)
exportFile = os.path.join(tegraPath, '%s_status.log' % tegra)
errorFile = os.path.join(tegraPath, 'error.flg')
proxyFile = os.path.join(tegraPath, 'proxy.flg')
errorFlag = os.path.isfile(errorFile)
proxyFlag = os.path.isfile(proxyFile)
sTegra = 'OFFLINE'
sutFound = False
status = { 'tegra': tegra,
'active': False,
'cp': 'OFFLINE',
'bs': 'OFFLINE',
'msg': '',
}
log.debug('%s: %s' % (tegra, tegraIP))
if master is None:
status['environment'] = 's'
status['master'] = 'localhost'
else:
status['environment'] = master['environment'][0]
status['master'] = 'http://%s:%s' % (master['hostname'], master['http_port'])
fPing, lPing = pingTegra(tegra)
if fPing:
try:
hbSocket = socket.socket(socket.AF_INET, socket.SOCK_STREAM)
hbSocket.settimeout(float(120))
hbSocket.connect((tegraIP, 20700))
sutFound = True
time.sleep(2)
hbSocket.send('info\n')
d = hbSocket.recv(4096)
log.debug('socket data length %d' % len(d))
log.debug(d)
status['active'] = True
hbSocket.close()
except:
status['active'] = False
dumpException('socket')
if status['active']:
sTegra = 'online'
else:
sTegra = 'INACTIVE'
if not sutFound:
status['msg'] += 'SUTAgent not present;'
else:
status['msg'] += '%s %s;' % (lPing[0], lPing[1])
if checkCPAlive(tegraPath):
logTD = checkCPActive(tegraPath)
if logTD is not None and logTD.days > 0 or (logTD.days == 0 and logTD.seconds > 300):
status['cp'] = 'INACTIVE'
status['msg'] += 'CP %dd %ds;' % (logTD.days, logTD.seconds)
else:
status['cp'] = 'active'
else:
if os.path.isfile(os.path.join(tegraPath, 'clientproxy.pid')):
status['msg'] += 'clientproxy.pid found;'
if checkSlaveAlive(tegraPath):
logTD = checkSlaveActive(tegraPath)
if logTD is not None and logTD.days > 0 or (logTD.days == 0 and logTD.seconds > 3600):
status['bs'] = 'INACTIVE'
status['msg'] += 'BS %dd %ds;' % (logTD.days, logTD.seconds)
else:
status['bs'] = 'active'
else:
# scan thru tegra-### dir and see if any buildbot.tac.bug#### files exist
# but ignore buildbot.tac file itself (except to note that it is missing)
files = os.listdir(tegraPath)
found = False
for f in files:
if f.startswith('buildbot.tac'):
found = True
if len(f) > 12:
status['msg'] += '%s;' % f
if not found:
status['msg'] += 'buildbot.tac NOT found;'
if errorFlag:
status['msg'] += 'error.flg [%s] ' % getLastLine(errorFile)
if proxyFlag:
status['msg'] += 'REBOOTING '
s = '%s %s %9s %8s %8s :: %s' % (status['tegra'], status['environment'], sTegra, status['cp'], status['bs'], status['msg'])
ts = time.strftime('%Y-%m-%d %H:%M:%S')
log.info(s)
open(exportFile, 'a+').write('%s %s\n' % (ts, s))
summary(status['tegra'], status['environment'], sTegra, status['cp'], status['bs'], status['msg'], ts, status['master'])
if errorFlag and options.reset:
stopProcess(os.path.join(tegraPath, 'twistd.pid'), 'buildslave')
if not options.reboot:
try:
hbSocket = socket.socket(socket.AF_INET, socket.SOCK_STREAM)
hbSocket.settimeout(float(120))
hbSocket.connect((tegraIP, 20700))
hbSocket.send('rebt\n')
hbSocket.close()
log.info('rebooting tegra')
except:
dumpException('socket')
if errorFlag:
log.info('clearing error.flg')
os.remove(errorFile)
if proxyFlag:
log.info('clearing proxy.flg')
os.remove(proxyFile)
if options.reboot:
if not sutFound and status['bs'] != 'active':
log.info('power cycling tegra')
reboot_tegra(tegra)
else:
if sTegra == 'OFFLINE' and status['bs'] != 'active':
log.info('power cycling tegra')
reboot_tegra(tegra)
def checkTegra(master, tegra):
tegraIP = getIPAddress(tegra)
tegraPath = os.path.join(options.bbpath, tegra)
exportFile = os.path.join(tegraPath, '%s_status.log' % tegra)
errorFile = os.path.join(tegraPath, 'error.flg')
proxyFile = os.path.join(tegraPath, 'proxy.flg')
errorFlag = os.path.isfile(errorFile)
proxyFlag = os.path.isfile(proxyFile)
sTegra = 'OFFLINE'
sutFound = False
status = {
'tegra': tegra,
'active': False,
'cp': 'OFFLINE',
'bs': 'OFFLINE',
'msg': '',
}
log.debug('%s: %s' % (tegra, tegraIP))
if master is None:
status['environment'] = 's'
status['master'] = 'localhost'
else:
status['environment'] = master['environment'][0]
status['master'] = 'http://%s:%s' % (master['hostname'],
master['http_port'])
fPing, lPing = pingTegra(tegra)
if fPing:
try:
hbSocket = socket.socket(socket.AF_INET, socket.SOCK_STREAM)
hbSocket.settimeout(float(120))
hbSocket.connect((tegraIP, 20700))
sutFound = True
time.sleep(2)
hbSocket.send('info\n')
d = hbSocket.recv(4096)
log.debug('socket data length %d' % len(d))
log.debug(d)
status['active'] = True
hbSocket.close()
except:
status['active'] = False
dumpException('socket')
if status['active']:
sTegra = 'online'
else:
sTegra = 'INACTIVE'
if not sutFound:
status['msg'] += 'SUTAgent not present;'
else:
status['msg'] += '%s %s;' % (lPing[0], lPing[1])
if checkCPAlive(tegraPath):
logTD = checkCPActive(tegraPath)
if logTD is not None and logTD.days > 0 or (logTD.days == 0
and logTD.seconds > 300):
status['cp'] = 'INACTIVE'
status['msg'] += 'CP %dd %ds;' % (logTD.days, logTD.seconds)
else:
status['cp'] = 'active'
else:
if os.path.isfile(os.path.join(tegraPath, 'clientproxy.pid')):
status['msg'] += 'clientproxy.pid found;'
if checkSlaveAlive(tegraPath):
logTD = checkSlaveActive(tegraPath)
if logTD is not None and logTD.days > 0 or (logTD.days == 0
and logTD.seconds > 3600):
status['bs'] = 'INACTIVE'
status['msg'] += 'BS %dd %ds;' % (logTD.days, logTD.seconds)
else:
status['bs'] = 'active'
else:
# scan thru tegra-### dir and see if any buildbot.tac.bug#### files exist
# but ignore buildbot.tac file itself (except to note that it is missing)
files = os.listdir(tegraPath)
found = False
for f in files:
if f.startswith('buildbot.tac'):
found = True
if len(f) > 12:
status['msg'] += '%s;' % f
if not found:
status['msg'] += 'buildbot.tac NOT found;'
if errorFlag:
status['msg'] += 'error.flg [%s] ' % getLastLine(errorFile)
if proxyFlag:
status['msg'] += 'REBOOTING '
s = '%s %s %9s %8s %8s :: %s' % (status['tegra'], status['environment'],
sTegra, status['cp'], status['bs'],
status['msg'])
ts = time.strftime('%Y-%m-%d %H:%M:%S')
log.info(s)
open(exportFile, 'a+').write('%s %s\n' % (ts, s))
summary(status['tegra'], status['environment'], sTegra, status['cp'],
status['bs'], status['msg'], ts, status['master'])
if errorFlag and options.reset:
stopProcess(os.path.join(tegraPath, 'twistd.pid'), 'buildslave')
if not options.reboot:
try:
hbSocket = socket.socket(socket.AF_INET, socket.SOCK_STREAM)
hbSocket.settimeout(float(120))
hbSocket.connect((tegraIP, 20700))
hbSocket.send('rebt\n')
hbSocket.close()
log.info('rebooting tegra')
except:
dumpException('socket')
if errorFlag:
log.info('clearing error.flg')
os.remove(errorFile)
if proxyFlag:
log.info('clearing proxy.flg')
os.remove(proxyFile)
if options.reboot:
if not sutFound and status['bs'] != 'active':
log.info('power cycling tegra')
reboot_tegra(tegra)
else:
if sTegra == 'OFFLINE' and status['bs'] != 'active':
log.info('power cycling tegra')
reboot_tegra(tegra)
