def __init__(self, version):
self.udpQueue = Queue()
self.udpServer = UDPServer(self.udpQueue)
self.tmpDir = tempfile.mkdtemp("tmpTAS")
os.environ["TAS_TMP"] = self.tmpDir
os.environ["TAS_VERSION"] = version
self.logger = LogManager().getLogger("Main")
self.peers = {}
self.root = os.getcwd()
os.chdir(self.tmpDir)
self.httpServer = subprocess.Popen(
["python", "-m", "SimpleHTTPServer", "0"],
stdout=open("/dev/null", "w"),
stderr=open("/dev/null", "w"),
preexec_fn=os.setsid,
)
time.sleep(1)
pid = str(self.httpServer.pid)
httpPort = subprocess.Popen(
"netstat -tulpn | awk ' /" + pid + '\/python/ { gsub(/^[^:]+:/, "", $4); print $4 } \'',
shell=True,
stdout=subprocess.PIPE,
stderr=open("/dev/null", "w"),
)
self.httpPort = int(httpPort.stdout.readline().strip())
os.chdir(self.root)
signal.signal(signal.SIGINT, self._shutdown)
signal.signal(signal.SIGTERM, self._shutdown)
self.shutdownLock = threading.Lock()
self.closed = False
class ExecutionOrganiser(object):
def __init__(self, version):
self.udpQueue = Queue()
self.udpServer = UDPServer(self.udpQueue)
self.tmpDir = tempfile.mkdtemp("tmpTAS")
os.environ["TAS_TMP"] = self.tmpDir
os.environ["TAS_VERSION"] = version
self.logger = LogManager().getLogger("Main")
self.peers = {}
self.root = os.getcwd()
os.chdir(self.tmpDir)
self.httpServer = subprocess.Popen(
["python", "-m", "SimpleHTTPServer", "0"],
stdout=open("/dev/null", "w"),
stderr=open("/dev/null", "w"),
preexec_fn=os.setsid,
)
time.sleep(1)
pid = str(self.httpServer.pid)
httpPort = subprocess.Popen(
"netstat -tulpn | awk ' /" + pid + '\/python/ { gsub(/^[^:]+:/, "", $4); print $4 } \'',
shell=True,
stdout=subprocess.PIPE,
stderr=open("/dev/null", "w"),
)
self.httpPort = int(httpPort.stdout.readline().strip())
os.chdir(self.root)
signal.signal(signal.SIGINT, self._shutdown)
signal.signal(signal.SIGTERM, self._shutdown)
self.shutdownLock = threading.Lock()
self.closed = False
def _process(self):
""" Monitor the overall progress and exchange data """
heartBeats = self.udpServer.getHeartBeats(self.udpQueue.qsize())
self.__processHeartBeats(heartBeats)
if len(self.peers.keys()) == 0:
return False
if all(self.__processPeers(heartBeats)):
toContinue = self.testDistributor.continueIterations()
if not toContinue:
return True
self.peers = {}
return False
return False
def __processPeers(self, heartbeats):
""" Process all peer states """
states = []
for macAddr, peer in self.peers.items():
hasHeartBeat = any(m == macAddr for h, m, r in heartbeats)
peer.checkState(hasHeartBeat)
states.append(peer.isDone())
return states
def __processHeartBeats(self, heartbeats):
""" Process all new peer discoveries """
for ipAddr, macAddr, randomBits in heartbeats:
if macAddr in self.peers.keys():
self.peers[macAddr].checkIP(ipAddr, randomBits)
else:
peer = Peer.createPeer(
ipAddr, self.httpPort, macAddr, randomBits, self.testDistributor, self.resultWorker
)
if peer:
self.peers[macAddr] = peer
def _go(self):
self.testGather = TestGatherManager(self.tmpDir)
source, description = self.testGather.gatherTests()
self.testDistributor = TestDistributor(self.peers, source)
self.resultWorker = ResultWorker(self.testGather.getPackDetails(), source)
def _shutdown(self, *args):
""" Teardown all components and a graceful shutdown """
with self.shutdownLock:
if self.closed:
return
self.closed = True
self.logger.info("Shutdown called")
processes = []
peers = self.peers.values() if hasattr(self, "peers") else []
for peer in peers:
processes += peer.shutdown()
while any(process.is_alive() for process in processes if process):
time.sleep(1)
if hasattr(self, "httpServer"):
os.killpg(self.httpServer.pid, signal.SIGTERM)
for component in ["udpServer", "resultWorker"]:
if not hasattr(self, component):
continue
getattr(self, component).shutdown()
ConfigurationManager.destroySingleton()
if os.path.exists(self.tmpDir):
shutil.rmtree(self.tmpDir)
os._exit(0)