예제 #1
0
def test_dask_yarn():
    try:
        from dask_yarn import YarnCluster
    except:
        return

    # Validate dask_yarn configuration
    cluster = YarnCluster()
    client = Client(cluster)

    cluster.scale(4)
    x = da.sum(np.ones(5))
    x.compute()
예제 #2
0
import time
from dask_yarn import YarnCluster
from dask.distributed import Client

# Create a cluster
cluster = YarnCluster()

# Connect to the cluster
# client = Client(cluster)

cluster.scale(2)

time.sleep(100000)