def test_skiplist_key_value_pairs():
pool_folder, conf_path, block_file = _get_common_file_paths()
_clean_up()
index = SkipListIndex(
MemoryManager(pool_folder=pool_folder,
conf_path=conf_path,
block_file=block_file))
key_value_pairs = []
vis = set()
for _ in range(100):
key = random.randint(1, 10000)
value = random.randint(1, 10000)
while key in vis:
key = random.randint(1, 10000)
vis.add(key)
key_value_pairs.append((key, value))
key_value_pairs.sort()
assert len(key_value_pairs) == 100 and len(set(key_value_pairs)) == 100
for key, value in key_value_pairs:
index.set(key, value)
assert index.key_value_pairs() == key_value_pairs
_clean_up()
def test_skiplist_real_scenario_with_compact():
"""almost all things are same as `test_skiplist_real_scenario` except randomly compaction"""
pool_folder, conf_path, block_file = _get_common_file_paths()
_clean_up()
comparision_dict = {}
index = SkipListIndex(
MemoryManager(pool_folder=pool_folder,
conf_path=conf_path,
block_file=block_file))
for _ in range(20000):
ind = random.randint(1, 10)
# set: 3, get: 3, remove: 3, clear: 1
if ind <= 3:
op = "set"
elif ind <= 6:
op = "get"
elif ind <= 9:
op = "remove"
else:
op = "clear"
# dispatch operations
if op == "set":
key, value = random.randint(1, 50), random.randint(1, 1000)
comparision_dict[key] = value
index.set(key, value)
elif op == "get":
key = random.randint(1, 50)
assert comparision_dict.get(key, -1) == index.get(key, -1)
elif op == "remove":
key = random.randint(1, 50)
if key in comparision_dict:
value1 = True
comparision_dict.pop(key)
else:
value1 = False
value2 = index.remove(key)
assert value1 == value2
elif op == "clear":
comparision_dict.clear()
index.clear()
# do compaction randomly
if random.random() < 0.2:
index.compact()
# compare key-value pairs
assert sorted(list(index.key_value_pairs())) == sorted([
(key, value) for key, value in comparision_dict.items()
])
# check skiplist lists
cnt = sum(map(lambda head: not head.right, index._heads))
# it could have at most one empty list, and the only scenario is empty SkipList
assert cnt <= 1
if cnt == 1:
assert len(index._heads) == 1
index._memory_manager.close()
_clean_up()
def test_repeated_set_and_get_same_key():
pool_folder, conf_path, block_file = _get_common_file_paths()
_clean_up()
index = SkipListIndex(
MemoryManager(pool_folder=pool_folder,
conf_path=conf_path,
block_file=block_file))
comparison_dict = {}
for _ in range(100):
key, value = random.randint(1, 5), random.randint(1, 100)
comparison_dict[key] = value
index.set(key, value)
assert (sorted([(key, value) for key, value in comparison_dict.items()
]) == index.key_value_pairs())
_clean_up()
def test_skiplist_basic_set_and_get():
pool_folder, conf_path, block_file = _get_common_file_paths()
_clean_up()
index = SkipListIndex(
MemoryManager(pool_folder=pool_folder,
conf_path=conf_path,
block_file=block_file))
index.set(1, 10)
index.set(10, 100)
index.set(7, 19)
assert index.get(1) == 10
assert index.get(10) == 100
assert index.get(7) == 19
index.set(10, 3)
assert index.key_value_pairs() == [(1, 10), (7, 19), (10, 3)]
assert index.get(10) == 3
_clean_up()