| #include "test/jemalloc_test.h" |
| |
| #ifdef JEMALLOC_FILL |
| const char *malloc_conf = "junk:false"; |
| #endif |
| |
| static void *extent_alloc(extent_hooks_t *extent_hooks, void *new_addr, |
| size_t size, size_t alignment, bool *zero, bool *commit, |
| unsigned arena_ind); |
| static bool extent_dalloc(extent_hooks_t *extent_hooks, void *addr, |
| size_t size, bool committed, unsigned arena_ind); |
| static bool extent_commit(extent_hooks_t *extent_hooks, void *addr, |
| size_t size, size_t offset, size_t length, unsigned arena_ind); |
| static bool extent_decommit(extent_hooks_t *extent_hooks, void *addr, |
| size_t size, size_t offset, size_t length, unsigned arena_ind); |
| static bool extent_purge(extent_hooks_t *extent_hooks, void *addr, |
| size_t size, size_t offset, size_t length, unsigned arena_ind); |
| static bool extent_split(extent_hooks_t *extent_hooks, void *addr, |
| size_t size, size_t size_a, size_t size_b, bool committed, |
| unsigned arena_ind); |
| static bool extent_merge(extent_hooks_t *extent_hooks, void *addr_a, |
| size_t size_a, void *addr_b, size_t size_b, bool committed, |
| unsigned arena_ind); |
| |
| static extent_hooks_t hooks = { |
| extent_alloc, |
| extent_dalloc, |
| extent_commit, |
| extent_decommit, |
| extent_purge, |
| extent_split, |
| extent_merge |
| }; |
| static extent_hooks_t *new_hooks = &hooks; |
| static extent_hooks_t *orig_hooks; |
| static extent_hooks_t *old_hooks; |
| |
| static bool do_dalloc = true; |
| static bool do_decommit; |
| |
| static bool did_alloc; |
| static bool did_dalloc; |
| static bool did_commit; |
| static bool did_decommit; |
| static bool did_purge; |
| static bool tried_split; |
| static bool did_split; |
| static bool did_merge; |
| |
| #if 0 |
| # define TRACE_HOOK(fmt, ...) malloc_printf(fmt, __VA_ARGS__) |
| #else |
| # define TRACE_HOOK(fmt, ...) |
| #endif |
| |
| static void * |
| extent_alloc(extent_hooks_t *extent_hooks, void *new_addr, size_t size, |
| size_t alignment, bool *zero, bool *commit, unsigned arena_ind) |
| { |
| |
| TRACE_HOOK("%s(extent_hooks=%p, new_addr=%p, size=%zu, alignment=%zu, " |
| "*zero=%s, *commit=%s, arena_ind=%u)\n", __func__, extent_hooks, |
| new_addr, size, alignment, *zero ? "true" : "false", *commit ? |
| "true" : "false", arena_ind); |
| assert_ptr_eq(extent_hooks, new_hooks, |
| "extent_hooks should be same as pointer used to set hooks"); |
| assert_ptr_eq(extent_hooks->alloc, extent_alloc, "Wrong hook function"); |
| did_alloc = true; |
| return (old_hooks->alloc(old_hooks, new_addr, size, alignment, zero, |
| commit, arena_ind)); |
| } |
| |
| static bool |
| extent_dalloc(extent_hooks_t *extent_hooks, void *addr, size_t size, |
| bool committed, unsigned arena_ind) |
| { |
| |
| TRACE_HOOK("%s(extent_hooks=%p, addr=%p, size=%zu, committed=%s, " |
| "arena_ind=%u)\n", __func__, extent_hooks, addr, size, committed ? |
| "true" : "false", arena_ind); |
| assert_ptr_eq(extent_hooks, new_hooks, |
| "extent_hooks should be same as pointer used to set hooks"); |
| assert_ptr_eq(extent_hooks->dalloc, extent_dalloc, |
| "Wrong hook function"); |
| did_dalloc = true; |
| if (!do_dalloc) |
| return (true); |
| return (old_hooks->dalloc(old_hooks, addr, size, committed, arena_ind)); |
| } |
| |
| static bool |
| extent_commit(extent_hooks_t *extent_hooks, void *addr, size_t size, |
| size_t offset, size_t length, unsigned arena_ind) |
| { |
| bool err; |
| |
| TRACE_HOOK("%s(extent_hooks=%p, addr=%p, size=%zu, offset=%zu, " |
| "length=%zu, arena_ind=%u)\n", __func__, extent_hooks, addr, size, |
| offset, length, arena_ind); |
| assert_ptr_eq(extent_hooks, new_hooks, |
| "extent_hooks should be same as pointer used to set hooks"); |
| assert_ptr_eq(extent_hooks->commit, extent_commit, |
| "Wrong hook function"); |
| err = old_hooks->commit(old_hooks, addr, size, offset, length, |
| arena_ind); |
| did_commit = !err; |
| return (err); |
| } |
| |
| static bool |
| extent_decommit(extent_hooks_t *extent_hooks, void *addr, size_t size, |
| size_t offset, size_t length, unsigned arena_ind) |
| { |
| bool err; |
| |
| TRACE_HOOK("%s(extent_hooks=%p, addr=%p, size=%zu, offset=%zu, " |
| "length=%zu, arena_ind=%u)\n", __func__, extent_hooks, addr, size, |
| offset, length, arena_ind); |
| assert_ptr_eq(extent_hooks, new_hooks, |
| "extent_hooks should be same as pointer used to set hooks"); |
| assert_ptr_eq(extent_hooks->decommit, extent_decommit, |
| "Wrong hook function"); |
| if (!do_decommit) |
| return (true); |
| err = old_hooks->decommit(old_hooks, addr, size, offset, length, |
| arena_ind); |
| did_decommit = !err; |
| return (err); |
| } |
| |
| static bool |
| extent_purge(extent_hooks_t *extent_hooks, void *addr, size_t size, |
| size_t offset, size_t length, unsigned arena_ind) |
| { |
| |
| TRACE_HOOK("%s(extent_hooks=%p, addr=%p, size=%zu, offset=%zu, " |
| "length=%zu arena_ind=%u)\n", __func__, extent_hooks, addr, size, |
| offset, length, arena_ind); |
| assert_ptr_eq(extent_hooks, new_hooks, |
| "extent_hooks should be same as pointer used to set hooks"); |
| assert_ptr_eq(extent_hooks->purge, extent_purge, "Wrong hook function"); |
| did_purge = true; |
| return (old_hooks->purge(old_hooks, addr, size, offset, length, |
| arena_ind)); |
| } |
| |
| static bool |
| extent_split(extent_hooks_t *extent_hooks, void *addr, size_t size, |
| size_t size_a, size_t size_b, bool committed, unsigned arena_ind) |
| { |
| bool err; |
| |
| TRACE_HOOK("%s(extent_hooks=%p, addr=%p, size=%zu, size_a=%zu, " |
| "size_b=%zu, committed=%s, arena_ind=%u)\n", __func__, extent_hooks, |
| addr, size, size_a, size_b, committed ? "true" : "false", |
| arena_ind); |
| assert_ptr_eq(extent_hooks, new_hooks, |
| "extent_hooks should be same as pointer used to set hooks"); |
| assert_ptr_eq(extent_hooks->split, extent_split, "Wrong hook function"); |
| tried_split = true; |
| err = old_hooks->split(old_hooks, addr, size, size_a, size_b, committed, |
| arena_ind); |
| did_split = !err; |
| return (err); |
| } |
| |
| static bool |
| extent_merge(extent_hooks_t *extent_hooks, void *addr_a, size_t size_a, |
| void *addr_b, size_t size_b, bool committed, unsigned arena_ind) |
| { |
| bool err; |
| |
| TRACE_HOOK("%s(extent_hooks=%p, addr_a=%p, size_a=%zu, addr_b=%p " |
| "size_b=%zu, committed=%s, arena_ind=%u)\n", __func__, extent_hooks, |
| addr_a, size_a, addr_b, size_b, committed ? "true" : "false", |
| arena_ind); |
| assert_ptr_eq(extent_hooks, new_hooks, |
| "extent_hooks should be same as pointer used to set hooks"); |
| assert_ptr_eq(extent_hooks->merge, extent_merge, "Wrong hook function"); |
| err = old_hooks->merge(old_hooks, addr_a, size_a, addr_b, size_b, |
| committed, arena_ind); |
| did_merge = !err; |
| return (err); |
| } |
| |
| TEST_BEGIN(test_extent) |
| { |
| void *p; |
| size_t old_size, new_size, large0, large1, large2, sz; |
| unsigned arena_ind; |
| int flags; |
| size_t hooks_mib[3], purge_mib[3]; |
| size_t hooks_miblen, purge_miblen; |
| bool xallocx_success_a, xallocx_success_b, xallocx_success_c; |
| |
| sz = sizeof(unsigned); |
| assert_d_eq(mallctl("arenas.extend", (void *)&arena_ind, &sz, NULL, 0), |
| 0, "Unexpected mallctl() failure"); |
| flags = MALLOCX_ARENA(arena_ind) | MALLOCX_TCACHE_NONE; |
| |
| /* Install custom extent hooks. */ |
| hooks_miblen = sizeof(hooks_mib)/sizeof(size_t); |
| assert_d_eq(mallctlnametomib("arena.0.extent_hooks", hooks_mib, |
| &hooks_miblen), 0, "Unexpected mallctlnametomib() failure"); |
| hooks_mib[1] = (size_t)arena_ind; |
| old_size = sizeof(extent_hooks_t *); |
| new_size = sizeof(extent_hooks_t *); |
| assert_d_eq(mallctlbymib(hooks_mib, hooks_miblen, (void *)&old_hooks, |
| &old_size, (void *)&new_hooks, new_size), 0, |
| "Unexpected extent_hooks error"); |
| orig_hooks = old_hooks; |
| assert_ptr_ne(old_hooks->alloc, extent_alloc, "Unexpected alloc error"); |
| assert_ptr_ne(old_hooks->dalloc, extent_dalloc, |
| "Unexpected dalloc error"); |
| assert_ptr_ne(old_hooks->commit, extent_commit, |
| "Unexpected commit error"); |
| assert_ptr_ne(old_hooks->decommit, extent_decommit, |
| "Unexpected decommit error"); |
| assert_ptr_ne(old_hooks->purge, extent_purge, "Unexpected purge error"); |
| assert_ptr_ne(old_hooks->split, extent_split, "Unexpected split error"); |
| assert_ptr_ne(old_hooks->merge, extent_merge, "Unexpected merge error"); |
| |
| /* Get large size classes. */ |
| sz = sizeof(size_t); |
| assert_d_eq(mallctl("arenas.lextent.0.size", (void *)&large0, &sz, NULL, |
| 0), 0, "Unexpected arenas.lextent.0.size failure"); |
| assert_d_eq(mallctl("arenas.lextent.1.size", (void *)&large1, &sz, NULL, |
| 0), 0, "Unexpected arenas.lextent.1.size failure"); |
| assert_d_eq(mallctl("arenas.lextent.2.size", (void *)&large2, &sz, NULL, |
| 0), 0, "Unexpected arenas.lextent.2.size failure"); |
| |
| /* Test dalloc/decommit/purge cascade. */ |
| purge_miblen = sizeof(purge_mib)/sizeof(size_t); |
| assert_d_eq(mallctlnametomib("arena.0.purge", purge_mib, &purge_miblen), |
| 0, "Unexpected mallctlnametomib() failure"); |
| purge_mib[1] = (size_t)arena_ind; |
| do_dalloc = false; |
| do_decommit = false; |
| p = mallocx(large0 * 2, flags); |
| assert_ptr_not_null(p, "Unexpected mallocx() error"); |
| did_dalloc = false; |
| did_decommit = false; |
| did_purge = false; |
| tried_split = false; |
| did_split = false; |
| xallocx_success_a = (xallocx(p, large0, 0, flags) == large0); |
| assert_d_eq(mallctlbymib(purge_mib, purge_miblen, NULL, NULL, NULL, 0), |
| 0, "Unexpected arena.%u.purge error", arena_ind); |
| if (xallocx_success_a) { |
| assert_true(did_dalloc, "Expected dalloc"); |
| assert_false(did_decommit, "Unexpected decommit"); |
| assert_true(did_purge, "Expected purge"); |
| } |
| assert_true(tried_split, "Expected split"); |
| dallocx(p, flags); |
| do_dalloc = true; |
| |
| /* Test decommit/commit and observe split/merge. */ |
| do_dalloc = false; |
| do_decommit = true; |
| p = mallocx(large0 * 2, flags); |
| assert_ptr_not_null(p, "Unexpected mallocx() error"); |
| did_decommit = false; |
| did_commit = false; |
| tried_split = false; |
| did_split = false; |
| did_merge = false; |
| xallocx_success_b = (xallocx(p, large0, 0, flags) == large0); |
| assert_d_eq(mallctlbymib(purge_mib, purge_miblen, NULL, NULL, NULL, 0), |
| 0, "Unexpected arena.%u.purge error", arena_ind); |
| if (xallocx_success_b) |
| assert_true(did_split, "Expected split"); |
| xallocx_success_c = (xallocx(p, large0 * 2, 0, flags) == large0 * 2); |
| if (did_split) { |
| assert_b_eq(did_decommit, did_commit, |
| "Expected decommit/commit match"); |
| } |
| if (xallocx_success_b && xallocx_success_c) |
| assert_true(did_merge, "Expected merge"); |
| dallocx(p, flags); |
| do_dalloc = true; |
| do_decommit = false; |
| |
| /* Make sure non-large allocation succeeds. */ |
| p = mallocx(42, flags); |
| assert_ptr_not_null(p, "Unexpected mallocx() error"); |
| dallocx(p, flags); |
| |
| /* Restore extent hooks. */ |
| assert_d_eq(mallctlbymib(hooks_mib, hooks_miblen, NULL, NULL, |
| (void *)&old_hooks, new_size), 0, "Unexpected extent_hooks error"); |
| assert_d_eq(mallctlbymib(hooks_mib, hooks_miblen, (void *)&old_hooks, |
| &old_size, NULL, 0), 0, "Unexpected extent_hooks error"); |
| assert_ptr_eq(old_hooks, orig_hooks, "Unexpected hooks error"); |
| assert_ptr_eq(old_hooks->alloc, orig_hooks->alloc, |
| "Unexpected alloc error"); |
| assert_ptr_eq(old_hooks->dalloc, orig_hooks->dalloc, |
| "Unexpected dalloc error"); |
| assert_ptr_eq(old_hooks->commit, orig_hooks->commit, |
| "Unexpected commit error"); |
| assert_ptr_eq(old_hooks->decommit, orig_hooks->decommit, |
| "Unexpected decommit error"); |
| assert_ptr_eq(old_hooks->purge, orig_hooks->purge, |
| "Unexpected purge error"); |
| assert_ptr_eq(old_hooks->split, orig_hooks->split, |
| "Unexpected split error"); |
| assert_ptr_eq(old_hooks->merge, orig_hooks->merge, |
| "Unexpected merge error"); |
| } |
| TEST_END |
| |
| int |
| main(void) |
| { |
| |
| return (test(test_extent)); |
| } |