def test_dask_yarn(): try: from dask_yarn import YarnCluster except: return # Validate dask_yarn configuration cluster = YarnCluster() client = Client(cluster) cluster.scale(4) x = da.sum(np.ones(5)) x.compute()
import time from dask_yarn import YarnCluster from dask.distributed import Client # Create a cluster cluster = YarnCluster() # Connect to the cluster # client = Client(cluster) cluster.scale(2) time.sleep(100000)