def test_malloc_without_fragment(): memmgr = AsmMemoryManager(min_fragment=8, num_indices=5) memmgr._add_free_block(10, 18) memmgr._add_free_block(20, 30) for minsize in range(1, 11): for maxsize in range(minsize, 14): (start, stop) = memmgr.malloc(minsize, maxsize) if minsize <= 8: assert (start, stop) == (10, 18) else: assert (start, stop) == (20, 30) memmgr._add_free_block(start, stop) memmgr._add_free_block(40, 49) (start, stop) = memmgr.malloc(10, 10) assert (start, stop) == (20, 30)
def test_malloc_without_fragment(): memmgr = AsmMemoryManager(min_fragment=8, num_indices=5) memmgr._add_free_block(10, 18) memmgr._add_free_block(20, 30) for minsize in range(1, 11): for maxsize in range(minsize, 14): (start, stop) = memmgr.malloc(minsize, maxsize) if minsize <= 8: assert (start, stop) == (10, 18) else: assert (start, stop) == (20, 30) memmgr._add_free_block(start, stop) memmgr._add_free_block(40, 49) (start, stop) = memmgr.malloc(10, 10) assert (start, stop) == (20, 30)
def test_malloc_with_fragment(): for reqsize in range(1, 33): memmgr = AsmMemoryManager(min_fragment=8, num_indices=5) memmgr._add_free_block(12, 44) (start, stop) = memmgr.malloc(reqsize, reqsize) if reqsize + 8 <= 32: assert (start, stop) == (12, 12 + reqsize) assert memmgr.free_blocks == {stop: 44} assert memmgr.free_blocks_end == {44: stop} assert [stop] in memmgr.blocks_by_size else: assert (start, stop) == (12, 44) assert memmgr.free_blocks == {} assert memmgr.free_blocks_end == {} assert memmgr.blocks_by_size == [[], [], [], [], []]
def test_malloc_with_fragment(): for reqsize in range(1, 33): memmgr = AsmMemoryManager(min_fragment=8, num_indices=5) memmgr._add_free_block(12, 44) (start, stop) = memmgr.malloc(reqsize, reqsize) if reqsize + 8 <= 32: assert (start, stop) == (12, 12 + reqsize) assert memmgr.free_blocks == {stop: 44} assert memmgr.free_blocks_end == {44: stop} assert [stop] in memmgr.blocks_by_size else: assert (start, stop) == (12, 44) assert memmgr.free_blocks == {} assert memmgr.free_blocks_end == {} assert memmgr.blocks_by_size == [[], [], [], [], []]
class TestAsmMemoryManager: def setup_method(self, _): self.asmmemmgr = AsmMemoryManager(min_fragment=8, num_indices=10, large_alloc_size=8192) self.codemap = CodemapStorage() def teardown_method(self, _): self.asmmemmgr._delete() def test_malloc_simple(self): for i in range(100): while self.asmmemmgr.total_memory_allocated < 16384: reqsize = random.randrange(1, 200) (start, stop) = self.asmmemmgr.malloc(reqsize, reqsize) assert reqsize <= stop - start < reqsize + 8 assert self.asmmemmgr.total_memory_allocated in [8192, 16384] self.teardown_method(None) self.setup_method(None) def test_random(self): got = [] real_use = 0 prev_total = 0 iterations_without_allocating_more = 0 while True: # if got and (random.random() < 0.4 or len(got) == 1000): # free start, stop = got.pop(random.randrange(0, len(got))) self.asmmemmgr.free(start, stop) real_use -= (stop - start) assert real_use >= 0 # else: # allocate reqsize = random.randrange(1, 200) if random.random() < 0.5: reqmaxsize = reqsize else: reqmaxsize = reqsize + random.randrange(0, 200) (start, stop) = self.asmmemmgr.malloc(reqsize, reqmaxsize) assert reqsize <= stop - start < reqmaxsize + 8 for otherstart, otherstop in got: # no overlap assert otherstop <= start or stop <= otherstart got.append((start, stop)) real_use += (stop - start) if self.asmmemmgr.total_memory_allocated == prev_total: iterations_without_allocating_more += 1 if iterations_without_allocating_more == 40000: break # ok else: new_total = self.asmmemmgr.total_memory_allocated iterations_without_allocating_more = 0 print real_use, new_total # We seem to never see a printed value greater # than 131072. Be reasonable and allow up to 147456. assert new_total <= 147456 prev_total = new_total def test_insert_gcroot_marker(self): puts = [] class FakeGcRootMap: def register_asm_addr(self, retaddr, mark): puts.append((retaddr, mark)) # mc = BlockBuilderMixin() mc.writechar('X') mc.writechar('x') mc.insert_gcroot_marker(['a', 'b', 'c', 'd']) mc.writechar('Y') mc.writechar('y') mc.insert_gcroot_marker(['e', 'f', 'g']) mc.writechar('Z') mc.writechar('z') # gcrootmap = FakeGcRootMap() allblocks = [] self.HAS_CODEMAP = False rawstart = mc.materialize(self, allblocks, gcrootmap) p = rffi.cast(rffi.CArrayPtr(lltype.Char), rawstart) assert p[0] == 'X' assert p[1] == 'x' assert p[2] == 'Y' assert p[3] == 'y' assert p[4] == 'Z' assert p[5] == 'z' # 'allblocks' should be one block of length 6 + 15 # (15 = alignment - 1) containing the range(rawstart, rawstart + 6) [(blockstart, blockend)] = allblocks assert blockend == blockstart + 6 + (mc.ALIGN_MATERIALIZE - 1) assert blockstart <= rawstart < rawstart + 6 <= blockend assert puts == [(rawstart + 2, ['a', 'b', 'c', 'd']), (rawstart + 4, ['e', 'f', 'g'])]
class TestAsmMemoryManager: def setup_method(self, _): self.memmgr = AsmMemoryManager(min_fragment=8, num_indices=10, large_alloc_size=8192) def teardown_method(self, _): self.memmgr._delete() def test_malloc_simple(self): for i in range(100): while self.memmgr.total_memory_allocated < 16384: reqsize = random.randrange(1, 200) (start, stop) = self.memmgr.malloc(reqsize, reqsize) assert reqsize <= stop - start < reqsize + 8 assert self.memmgr.total_memory_allocated in [8192, 16384] self.teardown_method(None) self.setup_method(None) def test_random(self): got = [] real_use = 0 prev_total = 0 iterations_without_allocating_more = 0 while True: # if got and (random.random() < 0.4 or len(got) == 1000): # free start, stop = got.pop(random.randrange(0, len(got))) self.memmgr.free(start, stop) real_use -= (stop - start) assert real_use >= 0 # else: # allocate reqsize = random.randrange(1, 200) if random.random() < 0.5: reqmaxsize = reqsize else: reqmaxsize = reqsize + random.randrange(0, 200) (start, stop) = self.memmgr.malloc(reqsize, reqmaxsize) assert reqsize <= stop - start < reqmaxsize + 8 for otherstart, otherstop in got: # no overlap assert otherstop <= start or stop <= otherstart got.append((start, stop)) real_use += (stop - start) if self.memmgr.total_memory_allocated == prev_total: iterations_without_allocating_more += 1 if iterations_without_allocating_more == 40000: break # ok else: new_total = self.memmgr.total_memory_allocated iterations_without_allocating_more = 0 print real_use, new_total # We seem to never see a printed value greater # than 131072. Be reasonable and allow up to 147456. assert new_total <= 147456 prev_total = new_total def test_insert_gcroot_marker(self): puts = [] class FakeGcRootMap: def register_asm_addr(self, retaddr, mark): puts.append((retaddr, mark)) # mc = BlockBuilderMixin() mc.writechar('X') mc.writechar('x') mc.insert_gcroot_marker(['a', 'b', 'c', 'd']) mc.writechar('Y') mc.writechar('y') mc.insert_gcroot_marker(['e', 'f', 'g']) mc.writechar('Z') mc.writechar('z') # gcrootmap = FakeGcRootMap() allblocks = [] rawstart = mc.materialize(self.memmgr, allblocks, gcrootmap) p = rffi.cast(rffi.CArrayPtr(lltype.Char), rawstart) assert p[0] == 'X' assert p[1] == 'x' assert p[2] == 'Y' assert p[3] == 'y' assert p[4] == 'Z' assert p[5] == 'z' # 'allblocks' should be one block of length 6 + 15 # (15 = alignment - 1) containing the range(rawstart, rawstart + 6) [(blockstart, blockend)] = allblocks assert blockend == blockstart + 6 + (mc.ALIGN_MATERIALIZE - 1) assert blockstart <= rawstart < rawstart + 6 <= blockend assert puts == [(rawstart + 2, ['a', 'b', 'c', 'd']), (rawstart + 4, ['e', 'f', 'g'])]