def test_persist_dataframe():
path = "/memory/root/data"
df = pd.DataFrame([[0, 1], [1, 0]], columns=["a", "b"])
memory_repo = MemoryRepository()
memory_repo._persist_dataframe(df, path)
with memory_repo.filesystem.open(path, "rb") as f:
assert df.equals(pickle.load(f))
def test_add_dirnames_to_pseudo_dirs():
path = "/memory/root/data.json"
memory_repo = MemoryRepository()
memory_repo._add_dirnames_to_pseudo_dirs(path)
while path != "" and path != "/":
path = os.path.dirname(path)
assert path in memory_repo.filesystem.pseudo_dirs
def test_read_dataframe():
path = "/memory/root/data"
df = pd.DataFrame([[0, 1], [1, 0]], columns=["a", "b"])
memory_repo = MemoryRepository()
with memory_repo.filesystem.open(path, "wb") as f:
pickle.dump(df, f)
assert df.equals(memory_repo._read_dataframe(path))
def memory_repository():
"""Setup an in-memory repository and clean it up afterwards."""
root_dir = "/in-memory-root"
repository = MemoryRepository(root_dir)
yield repository
repository.filesystem.rm(root_dir, recursive=True)
def test_initialization():
memory_repo = MemoryRepository()
assert memory_repo.PROTOCOL == "memory"
assert memory_repo.root_dir == "/root"
assert type(memory_repo.filesystem
) == fsspec.implementations.memory.MemoryFileSystem