def test_evict_non_existent_app(self):
# tests that apps previously run with this session that are finished and eventually
# removed by the scheduler also get removed from the session after a status() API has been
# called on the app
scheduler = LocalScheduler(self.image_fetcher, cache_size=1)
session = StandaloneSession(name="test_session",
scheduler=scheduler,
wait_interval=1)
test_file = os.path.join(self.test_dir, "test_file")
role = (session.role(name="touch").runs("touch.sh", test_file).on(
self.test_container))
app = session.app("touch_test_file").of(role)
# local scheduler was setup with a cache size of 1
# run the same app twice (the first will be removed from the scheduler's cache)
# then validate that the first one will drop from the session's app cache as well
app_id1 = session.run(app)
session.wait(app_id1)
app_id2 = session.run(app)
session.wait(app_id2)
apps = session.list()
self.assertEqual(1, len(apps))
self.assertFalse(app_id1 in apps)
self.assertTrue(app_id2 in apps)
def test_get_schedulers(self):
default_sched_mock = MagicMock()
local_sched_mock = MagicMock()
schedulers = {"default": default_sched_mock, "local": local_sched_mock}
session = StandaloneSession(name="test_session", schedulers=schedulers)
role = Role(name="sleep").runs("sleep.sh",
"60").on(self.test_container)
app = Application("sleeper").of(role)
cfg = RunConfig()
session.run(app, scheduler="local", cfg=cfg)
local_sched_mock.submit.called_once_with(app, cfg)
def test_attach_and_run(self):
session1 = StandaloneSession(name="test_session1",
scheduler=self.scheduler)
test_file = os.path.join(self.test_dir, "test_file")
role = (session1.role(name="touch").runs("touch.sh", test_file).on(
self.test_container))
app = session1.app("touch_test_file").of(role)
app_id = session1.run(app)
session2 = StandaloneSession(name="test_session2",
scheduler=self.scheduler)
attached_app = session2.attach(app_id)
with self.assertRaises(AppNotReRunnableException):
session2.run(attached_app)
def test_status_ui_url(self):
app_id = "test_app"
mock_scheduler = MagicMock()
resp = DescribeAppResponse()
resp.ui_url = "https://foobar"
mock_scheduler.submit.return_value = app_id
mock_scheduler.describe.return_value = resp
session = StandaloneSession(name="test_ui_url_session",
scheduler=mock_scheduler)
role = Role("ignored").runs("/bin/echo").on(self.test_container)
session.run(Application(app_id).of(role))
status = session.status(app_id)
self.assertEquals(resp.ui_url, status.ui_url)
def test_list(self):
session = StandaloneSession(name="test_session",
scheduler=self.scheduler,
wait_interval=1)
role = Role(name="touch").runs("sleep.sh", "1").on(self.test_container)
app = Application("sleeper").of(role)
num_apps = 4
for _ in range(num_apps):
# since this test validates the list() API,
# we do not wait for the apps to finish so run the apps
# in managed mode so that the local scheduler reaps the apps on exit
session.run(app, mode=RunMode.MANAGED)
apps = session.list()
self.assertEqual(num_apps, len(apps))
def test_status(self, _):
session = StandaloneSession(
name=SESSION_NAME, schedulers={"default": self.scheduler}, wait_interval=1
)
role = Role(name="sleep").runs("sleep.sh", "60").on(self.test_container)
app = Application("sleeper").of(role)
app_handle = session.run(app, cfg=self.cfg)
self.assertEqual(AppState.RUNNING, session.status(app_handle).state)
session.stop(app_handle)
self.assertEqual(AppState.CANCELLED, session.status(app_handle).state)
def test_run(self):
test_file = os.path.join(self.test_dir, "test_file")
session = StandaloneSession(name="test_session",
scheduler=self.scheduler,
wait_interval=1)
role = (session.role(name="touch").runs("touch.sh", test_file).on(
self.test_container))
app = session.app("name").of(role)
app_id = session.run(app)
self.assertEqual(AppState.SUCCEEDED, session.wait(app_id).state)
def test_status(self):
session = StandaloneSession(name="test_session",
scheduler=self.scheduler,
wait_interval=1)
role = session.role(name="sleep").runs("sleep.sh",
"60").on(self.test_container)
app = session.app("sleeper").of(role)
app_id = session.run(app)
self.assertEqual(AppState.RUNNING, session.status(app_id).state)
session.stop(app_id)
self.assertEqual(AppState.CANCELLED, session.status(app_id).state)
def test_run(self):
test_file = os.path.join(self.test_dir, "test_file")
session = StandaloneSession(name=SESSION_NAME,
schedulers={"default": self.scheduler},
wait_interval=1)
role = Role(name="touch").runs("touch.sh",
test_file).on(self.test_container)
app = Application("name").of(role)
app_id = session.run(app, cfg=self.cfg)
self.assertEqual(AppState.SUCCEEDED, session.wait(app_id).state)
def test_describe(self, _):
session = StandaloneSession(name=SESSION_NAME,
schedulers={"default": self.scheduler})
role = Role(name="sleep").runs("sleep.sh",
"60").on(self.test_container)
app = Application("sleeper").of(role)
app_handle = session.run(app, cfg=self.cfg)
self.assertEqual(app, session.describe(app_handle))
# unknown app should return None
self.assertIsNone(session.describe("default://session1/unknown_app"))
def test_status_structured_msg(self):
app_id = "test_app"
mock_scheduler = MagicMock()
resp = DescribeAppResponse()
resp.scheduler_error_msg = '{"message": "test error"}'
mock_scheduler.submit.return_value = app_id
mock_scheduler.describe.return_value = resp
session = StandaloneSession(name="test_structured_msg",
schedulers={"default": mock_scheduler})
role = Role("ignored").runs("/bin/echo").on(self.test_container)
app_handle = session.run(Application(app_id).of(role))
status = session.status(app_handle)
self.assertEquals(resp.scheduler_error_msg, status.scheduler_error_msg)
def test_attach(self):
session1 = StandaloneSession(name="test_session1",
scheduler=self.scheduler)
role = (session1.role(name="sleep").runs("sleep.sh",
"60").on(self.test_container))
app = session1.app("sleeper").of(role)
app_id = session1.run(app)
session2 = StandaloneSession(name="test_session2",
scheduler=self.scheduler)
session2.attach(app_id)
self.assertEqual(AppState.RUNNING, session2.status(app_id).state)
session2.stop(app_id)
self.assertEqual(AppState.CANCELLED, session2.status(app_id).state)
