def test_from_specification_errors():
bad_spec = skein.ApplicationSpec.from_yaml("""
name: bad_spec
services:
bad:
resources:
memory: 1 GiB
vcores: 1
script: exit 1
""")
with pytest.raises(ValueError):
YarnCluster.from_specification(bad_spec)
with pytest.raises(TypeError):
YarnCluster.from_specification(object())
def test_from_specification(skein_client, conda_env, tmpdir, loop):
spec = _make_specification(environment=conda_env,
worker_memory='512 MB',
scheduler_memory='512 MB',
name=APPNAME)
fn = os.path.join(str(tmpdir), 'spec.yaml')
with open(fn, 'w') as f:
f.write(spec.to_yaml())
with YarnCluster.from_specification(fn, skein_client=skein_client) as cluster:
with Client(cluster, loop=loop):
pass
check_is_shutdown(skein_client, cluster.app_id)
def test_from_specification(skein_client, conda_env, tmpdir):
spec = _make_specification(
environment=conda_env,
worker_memory="512 MiB",
scheduler_memory="512 MiB",
name="dask-yarn-test-from-specification",
)
fn = os.path.join(str(tmpdir), "spec.yaml")
with open(fn, "w") as f:
f.write(spec.to_yaml())
with YarnCluster.from_specification(fn,
skein_client=skein_client) as cluster:
with Client(cluster):
pass
check_is_shutdown(skein_client, cluster.app_id)