def test_upload_pyz(c, s, a, b):
pyzname = "mytest.pyz"
local_file = __file__.replace("test_worker.py", pyzname)
assert not os.path.exists(os.path.join(a.local_directory, pyzname))
assert not os.path.exists(os.path.join(b.local_directory, pyzname))
assert a.local_directory != b.local_directory
yield c.upload_file(filename=local_file)
assert os.path.exists(os.path.join(a.local_directory, pyzname))
assert os.path.exists(os.path.join(b.local_directory, pyzname))
def g(x):
from mytest import mytest
return mytest.inc(x)
future = c.submit(g, 10, workers=a.address)
result = yield future
assert result == 10 + 1
yield c.close()
yield s.close()
yield a.close()
yield b.close()
assert not os.path.exists(os.path.join(a.local_directory, pyzname))
def test_close_on_disconnect(s, w):
yield s.close()
start = time()
while w.status != "closed":
yield gen.sleep(0.01)
assert time() < start + 5
def test_upload_file(c, s, a, b):
assert not os.path.exists(os.path.join(a.local_directory, "foobar.py"))
assert not os.path.exists(os.path.join(b.local_directory, "foobar.py"))
assert a.local_directory != b.local_directory
with rpc(a.address) as aa, rpc(b.address) as bb:
yield [
aa.upload_file(filename="foobar.py", data=b"x = 123"),
bb.upload_file(filename="foobar.py", data="x = 123"),
]
assert os.path.exists(os.path.join(a.local_directory, "foobar.py"))
assert os.path.exists(os.path.join(b.local_directory, "foobar.py"))
def g():
import foobar
return foobar.x
future = c.submit(g, workers=a.address)
result = yield future
assert result == 123
yield c.close()
yield s.close(close_workers=True)
assert not os.path.exists(os.path.join(a.local_directory, "foobar.py"))
def test_upload_egg(c, s, a, b):
eggname = "testegg-1.0.0-py3.4.egg"
local_file = __file__.replace("test_worker.py", eggname)
assert not os.path.exists(os.path.join(a.local_directory, eggname))
assert not os.path.exists(os.path.join(b.local_directory, eggname))
assert a.local_directory != b.local_directory
yield c.upload_file(filename=local_file)
assert os.path.exists(os.path.join(a.local_directory, eggname))
assert os.path.exists(os.path.join(b.local_directory, eggname))
def g(x):
import testegg
return testegg.inc(x)
future = c.submit(g, 10, workers=a.address)
result = yield future
assert result == 10 + 1
yield c.close()
yield s.close()
yield a.close()
yield b.close()
assert not os.path.exists(os.path.join(a.local_directory, eggname))
def test_worker_death_timeout(s):
with dask.config.set({"distributed.comm.timeouts.connect": "1s"}):
yield s.close()
w = yield Worker(s.address, death_timeout=1)
yield gen.sleep(2)
assert w.status == "closed"
def test_close_on_disconnect(s, w):
yield s.close()
start = time()
while w.status != 'closed':
yield gen.sleep(0.01)
assert time() < start + 5
def test_worker_death_timeout(s):
with dask.config.set({'distributed.comm.timeouts.connect': '1s'}):
yield s.close()
w = Worker(s.address, death_timeout=1)
yield w._start()
yield gen.sleep(2)
assert w.status == 'closed'
def test_worker_death_timeout(s):
with dask.config.set({'distributed.comm.timeouts.connect': '1s'}):
yield s.close()
w = Worker(s.address, death_timeout=1)
yield w._start()
yield gen.sleep(2)
assert w.status == 'closed'
def test_worker_death_timeout(s):
with dask.config.set({"distributed.comm.timeouts.connect": "1s"}):
yield s.close()
w = Worker(s.address, death_timeout=1)
with pytest.raises(gen.TimeoutError):
yield w
assert w.status == "closed"
def test_worker_death_timeout(s):
with dask.config.set({"distributed.comm.timeouts.connect": "1s"}):
yield s.close()
w = Worker(s.address, death_timeout=1)
with pytest.raises(gen.TimeoutError) as info:
yield w
assert "Worker" in str(info.value)
assert "timed out" in str(info.value) or "failed to start" in str(info.value)
assert w.status == "closed"
