def xtest_exit():
with patch('sys.exit') as exit_mock:
def doExit(a):
status['exit'] = True
def invokeExit():
algorunner._exit(None)
def isServingTrue():
return True
def isServingFalse():
return False
algorunner = Algorunner()
algorunner.loadAlgorithmCallbacks(startCallback)
algorunner.connectToWorker(config)
sleep(1)
status = {'exit': False}
algorunner.loadAlgorithmCallbacks(startCallback, exit=doExit)
algorunner._dataServer.isServing = isServingTrue
Thread(target=invokeExit).start()
sleep(1)
assert status['exit'] == False
algorunner._dataServer.isServing = isServingFalse
sleep(1)
assert status['exit'] == True
assert exit_mock.called
def test_load_algorithm_callbacks():
algorunner = Algorunner()
algorunner.loadAlgorithmCallbacks(startCallback, options=config)
result1 = algorunner._originalAlgorithm['start']({'input': mockdata.initData}, None)
result2 = startCallback({'input': mockdata.initData})
assert result1 == result2
algorunner.close()
def test_connect_to_worker():
config.discovery.update({"port": "9021"})
algorunner = Algorunner()
algorunner.loadAlgorithmCallbacks(startCallback2, options=config)
algorunner.connectToWorker(config)
time.sleep(2)
assert algorunner._connected == True
assert algorunner._input == mockdata.initData
algorunner.close()
def test_load_algorithm_streaming_then_batch():
algorunner = Algorunner()
algorunner.loadAlgorithmCallbacks(startCallback, options=config)
algorunner.streamingManager = StreamingManager()
algorunner._hkubeApi = HKubeApi(None, algorunner, None, None,algorunner.streamingManager)
algorunner._init(mockdata.streamingInitData)
thrd = Thread(target=algorunner._originalAlgorithm['start'], args=[{'input': mockdata.streamingInitData}, algorunner._hkubeApi])
thrd.start()
algorunner._stopAlgorithm(mockdata.initData)
result1 = algorunner._originalAlgorithm['start']({'input': mockdata.initData}, algorunner._hkubeApi)
result2 = startCallback({'input': mockdata.initData})
assert result1 == result2
algorunner.close()
def test_callback():
sm = StorageManager(config.storage)
algorunner = Algorunner()
algorunner.loadAlgorithmCallbacks(start, options=config)
algorunner.connectToWorker(config)
origGet = algorunner._dataAdapter.tryGetDataFromPeerOrStorage
def mockStorageGet(response):
return storageMock.get(response.get('storageInfo').get('path'))
algorunner._dataAdapter.tryGetDataFromPeerOrStorage = mockStorageGet
time.sleep(3)
(header, payload) = sm.storage.get({"path": "local-hkube/jobId/taskId"})
algorunner._dataAdapter.tryGetDataFromPeerOrStorage = origGet
decoded = encoding.decode(header=header, value=payload)
assert decoded[0][0] == inp1
assert decoded[1] == outp2
time.sleep(2)
Tracer.instance.close()
algorunner.close()
def main():
print("starting algorithm runner")
alg = Algorunner()
alg.loadAlgorithmCallbacks(algorithm.start)
job = alg.connectToWorker(Config.socket)
job.join()
def main():
alg = Algorunner()
alg.loadAlgorithmCallbacks(start)
job = alg.connectToWorker(socket)
job.join()