def test_pinned_object_call_site(ray_start_regular):
address = ray_start_regular["redis_address"]
# Local ref only.
x_id = ray.put(np.zeros(100000))
info = memory_summary(address)
print(info)
assert num_objects(info) == 1, info
assert count(info, LOCAL_REF) == 1, info
assert count(info, PINNED_IN_MEMORY) == 0, info
# Local ref + pinned buffer.
buf = ray.get(x_id)
info = memory_summary(address)
print(info)
assert num_objects(info) == 1, info
assert count(info, LOCAL_REF) == 0, info
assert count(info, PINNED_IN_MEMORY) == 1, info
# Just pinned buffer.
del x_id
info = memory_summary(address)
print(info)
assert num_objects(info) == 1, info
assert count(info, LOCAL_REF) == 0, info
assert count(info, PINNED_IN_MEMORY) == 1, info
# Nothing.
del buf
info = memory_summary(address)
print(info)
assert num_objects(info) == 0, info
def test_driver_put_ref(ray_start_regular):
address = ray_start_regular["redis_address"]
info = memory_summary(address)
assert num_objects(info) == 0, info
x_id = ray.put("HI")
info = memory_summary(address)
print(info)
assert num_objects(info) == 1, info
assert count(info, DRIVER_PID) == 1, info
assert count(info, WORKER_PID) == 0, info
del x_id
info = memory_summary(address)
assert num_objects(info) == 0, info
def f(y):
from ray.new_dashboard.memory_utils import memory_summary
x_id = ray.put("HI")
info_a = memory_summary(address,
group_by="STACK_TRACE",
sort_by="REFERENCE_TYPE")
info_b = memory_summary(address,
group_by="NODE_ADDRESS",
sort_by="OBJECT_SIZE")
info_c = memory_summary(address,
group_by="NODE_ADDRESS",
sort_by="PID")
del x_id
return info_a, info_b, info_c
def test_multi_node_stats(shutdown_only):
cluster = Cluster()
for _ in range(2):
cluster.add_node(num_cpus=1)
ray.init(address=cluster.address)
@ray.remote(num_cpus=1)
class Actor:
def __init__(self):
self.ref = ray.put(np.zeros(100000))
def ping(self):
pass
# Each actor will be on a different node.
a = Actor.remote()
b = Actor.remote()
ray.get(a.ping.remote())
ray.get(b.ping.remote())
# Verify we have collected stats across the nodes.
info = memory_summary(cluster.address)
print(info)
assert count(info, PUT_OBJ) == 2, info
def memory_summary(group_by="NODE_ADDRESS",
sort_by="OBJECT_SIZE",
line_wrap=True,
stats_only=False):
from ray.new_dashboard.memory_utils import memory_summary
if stats_only:
return get_store_stats()
return memory_summary(group_by, sort_by, line_wrap) + get_store_stats()
def test_actor_task_refs(ray_start_regular):
address = ray_start_regular["redis_address"]
@ray.remote
class Actor:
def __init__(self):
self.refs = []
def f(self, x):
from ray.new_dashboard.memory_utils import memory_summary
self.refs.append(x)
return memory_summary(address)
def make_actor():
return Actor.remote()
actor = make_actor()
x_id = actor.f.remote(np.zeros(100000))
info = ray.get(x_id)
print(info)
assert num_objects(info) == 4, info
# Actor handle, task argument id, task return id.
assert count(info, ACTOR_TASK_CALL_OBJ) == 3, info
assert count(info, DRIVER_PID) == 3, info
assert count(info, WORKER_PID) == 1, info
assert count(info, LOCAL_REF) == 1, info
assert count(info, PINNED_IN_MEMORY) == 1, info
assert count(info, USED_BY_PENDING_TASK) == 1, info
assert count(info, ACTOR_HANDLE) == 1, info
assert count(info, DESER_ACTOR_TASK_ARG) == 1, info
del x_id
# These should accumulate in the actor.
for _ in range(5):
ray.get(actor.f.remote([ray.put(np.zeros(100000))]))
info = memory_summary(address)
print(info)
assert count(info, DESER_ACTOR_TASK_ARG) == 5, info
assert count(info, ACTOR_TASK_CALL_OBJ) == 1, info
# Cleanup.
del actor
time.sleep(1)
info = memory_summary(address)
assert num_objects(info) == 0, info
def memory_summary_wrapper(redis_address,
redis_password=REDIS_DEFAULT_PASSWORD,
group_by="NODE_ADDRESS",
sort_by="OBJECT_SIZE",
line_wrap=True,
stats_only=False):
from ray.new_dashboard.memory_utils import memory_summary
return memory_summary(redis_address, redis_password, group_by, sort_by,
line_wrap, stats_only)
def test_memory_used_output(ray_start_regular):
address = ray_start_regular["redis_address"]
import numpy as np
_ = ray.put(np.ones(8 * 1024 * 1024, dtype=np.int8))
info = memory_summary(address)
print(info)
assert count(info, "Plasma memory usage 8 MiB") == 1, info
assert count(info, "8388861 B") == 2, info
def test_nested_object_refs(ray_start_regular):
address = ray_start_regular["redis_address"]
x_id = ray.put(np.zeros(100000))
y_id = ray.put([x_id])
z_id = ray.put([y_id])
del x_id, y_id
info = memory_summary(address)
print(info)
assert num_objects(info) == 3, info
assert count(info, LOCAL_REF) == 1, info
assert count(info, CAPTURED_IN_OBJECT) == 2, info
del z_id
def test_worker_task_refs(ray_start_regular):
address = ray_start_regular["redis_address"]
@ray.remote
def f(y):
from ray.new_dashboard.memory_utils import memory_summary
x_id = ray.put("HI")
info = memory_summary(address)
del x_id
return info
x_id = f.remote(np.zeros(100000))
info = ray.get(x_id)
print(info)
assert num_objects(info) == 4, info
# Task argument plus task return ids.
assert count(info, TASK_CALL_OBJ) == 2, info
assert count(info, DRIVER_PID) == 2, info
assert count(info, WORKER_PID) == 2, info
assert count(info, LOCAL_REF) == 2, info
assert count(info, PINNED_IN_MEMORY) == 1, info
assert count(info, PUT_OBJ) == 1, info
assert count(info, DESER_TASK_ARG) == 1, info
assert count(info, UNKNOWN_SIZE) == 1, info
print(ray_start_regular)
info = memory_summary(address)
print(info)
assert num_objects(info) == 1, info
assert count(info, DRIVER_PID) == 1, info
assert count(info, TASK_CALL_OBJ) == 1, info
assert count(info, UNKNOWN_SIZE) == 0, info
assert count(info, x_id.hex()) == 1, info
del x_id
info = memory_summary(address)
assert num_objects(info) == 0, info
def memory_summary(address=None,
redis_password=ray_constants.REDIS_DEFAULT_PASSWORD,
group_by="NODE_ADDRESS",
sort_by="OBJECT_SIZE",
line_wrap=True,
stats_only=False):
from ray.new_dashboard.memory_utils import memory_summary
if not address:
address = services.get_ray_address_to_use_or_die()
state = GlobalState()
state._initialize_global_state(address, redis_password)
if stats_only:
return get_store_stats(state)
return (memory_summary(state, group_by, sort_by, line_wrap) +
get_store_stats(state))
def f(y):
from ray.new_dashboard.memory_utils import memory_summary
x_id = ray.put("HI")
info = memory_summary(address)
del x_id
return info
def f(self, x):
from ray.new_dashboard.memory_utils import memory_summary
self.refs.append(x)
return memory_summary(address)