base.c revision 1.1.1.2
1 #include "test/jemalloc_test.h" 2 3 #include "test/extent_hooks.h" 4 5 static extent_hooks_t hooks_null = { 6 extent_alloc_hook, 7 NULL, /* dalloc */ 8 NULL, /* destroy */ 9 NULL, /* commit */ 10 NULL, /* decommit */ 11 NULL, /* purge_lazy */ 12 NULL, /* purge_forced */ 13 NULL, /* split */ 14 NULL /* merge */ 15 }; 16 17 static extent_hooks_t hooks_not_null = { 18 extent_alloc_hook, 19 extent_dalloc_hook, 20 extent_destroy_hook, 21 NULL, /* commit */ 22 extent_decommit_hook, 23 extent_purge_lazy_hook, 24 extent_purge_forced_hook, 25 NULL, /* split */ 26 NULL /* merge */ 27 }; 28 29 TEST_BEGIN(test_base_hooks_default) { 30 base_t *base; 31 size_t allocated0, allocated1, resident, mapped, n_thp; 32 33 tsdn_t *tsdn = tsd_tsdn(tsd_fetch()); 34 base = base_new(tsdn, 0, 35 (extent_hooks_t *)&ehooks_default_extent_hooks, 36 /* metadata_use_hooks */ true); 37 38 if (config_stats) { 39 base_stats_get(tsdn, base, &allocated0, &resident, &mapped, 40 &n_thp); 41 expect_zu_ge(allocated0, sizeof(base_t), 42 "Base header should count as allocated"); 43 if (opt_metadata_thp == metadata_thp_always) { 44 expect_zu_gt(n_thp, 0, 45 "Base should have 1 THP at least."); 46 } 47 } 48 49 expect_ptr_not_null(base_alloc(tsdn, base, 42, 1), 50 "Unexpected base_alloc() failure"); 51 52 if (config_stats) { 53 base_stats_get(tsdn, base, &allocated1, &resident, &mapped, 54 &n_thp); 55 expect_zu_ge(allocated1 - allocated0, 42, 56 "At least 42 bytes were allocated by base_alloc()"); 57 } 58 59 base_delete(tsdn, base); 60 } 61 TEST_END 62 63 TEST_BEGIN(test_base_hooks_null) { 64 extent_hooks_t hooks_orig; 65 base_t *base; 66 size_t allocated0, allocated1, resident, mapped, n_thp; 67 68 extent_hooks_prep(); 69 try_dalloc = false; 70 try_destroy = true; 71 try_decommit = false; 72 try_purge_lazy = false; 73 try_purge_forced = false; 74 memcpy(&hooks_orig, &hooks, sizeof(extent_hooks_t)); 75 memcpy(&hooks, &hooks_null, sizeof(extent_hooks_t)); 76 77 tsdn_t *tsdn = tsd_tsdn(tsd_fetch()); 78 base = base_new(tsdn, 0, &hooks, /* metadata_use_hooks */ true); 79 expect_ptr_not_null(base, "Unexpected base_new() failure"); 80 81 if (config_stats) { 82 base_stats_get(tsdn, base, &allocated0, &resident, &mapped, 83 &n_thp); 84 expect_zu_ge(allocated0, sizeof(base_t), 85 "Base header should count as allocated"); 86 if (opt_metadata_thp == metadata_thp_always) { 87 expect_zu_gt(n_thp, 0, 88 "Base should have 1 THP at least."); 89 } 90 } 91 92 expect_ptr_not_null(base_alloc(tsdn, base, 42, 1), 93 "Unexpected base_alloc() failure"); 94 95 if (config_stats) { 96 base_stats_get(tsdn, base, &allocated1, &resident, &mapped, 97 &n_thp); 98 expect_zu_ge(allocated1 - allocated0, 42, 99 "At least 42 bytes were allocated by base_alloc()"); 100 } 101 102 base_delete(tsdn, base); 103 104 memcpy(&hooks, &hooks_orig, sizeof(extent_hooks_t)); 105 } 106 TEST_END 107 108 TEST_BEGIN(test_base_hooks_not_null) { 109 extent_hooks_t hooks_orig; 110 base_t *base; 111 void *p, *q, *r, *r_exp; 112 113 extent_hooks_prep(); 114 try_dalloc = false; 115 try_destroy = true; 116 try_decommit = false; 117 try_purge_lazy = false; 118 try_purge_forced = false; 119 memcpy(&hooks_orig, &hooks, sizeof(extent_hooks_t)); 120 memcpy(&hooks, &hooks_not_null, sizeof(extent_hooks_t)); 121 122 tsdn_t *tsdn = tsd_tsdn(tsd_fetch()); 123 did_alloc = false; 124 base = base_new(tsdn, 0, &hooks, /* metadata_use_hooks */ true); 125 expect_ptr_not_null(base, "Unexpected base_new() failure"); 126 expect_true(did_alloc, "Expected alloc"); 127 128 /* 129 * Check for tight packing at specified alignment under simple 130 * conditions. 131 */ 132 { 133 const size_t alignments[] = { 134 1, 135 QUANTUM, 136 QUANTUM << 1, 137 CACHELINE, 138 CACHELINE << 1, 139 }; 140 unsigned i; 141 142 for (i = 0; i < sizeof(alignments) / sizeof(size_t); i++) { 143 size_t alignment = alignments[i]; 144 size_t align_ceil = ALIGNMENT_CEILING(alignment, 145 QUANTUM); 146 p = base_alloc(tsdn, base, 1, alignment); 147 expect_ptr_not_null(p, 148 "Unexpected base_alloc() failure"); 149 expect_ptr_eq(p, 150 (void *)(ALIGNMENT_CEILING((uintptr_t)p, 151 alignment)), "Expected quantum alignment"); 152 q = base_alloc(tsdn, base, alignment, alignment); 153 expect_ptr_not_null(q, 154 "Unexpected base_alloc() failure"); 155 expect_ptr_eq((void *)((uintptr_t)p + align_ceil), q, 156 "Minimal allocation should take up %zu bytes", 157 align_ceil); 158 r = base_alloc(tsdn, base, 1, alignment); 159 expect_ptr_not_null(r, 160 "Unexpected base_alloc() failure"); 161 expect_ptr_eq((void *)((uintptr_t)q + align_ceil), r, 162 "Minimal allocation should take up %zu bytes", 163 align_ceil); 164 } 165 } 166 167 /* 168 * Allocate an object that cannot fit in the first block, then verify 169 * that the first block's remaining space is considered for subsequent 170 * allocation. 171 */ 172 expect_zu_ge(edata_bsize_get(&base->blocks->edata), QUANTUM, 173 "Remainder insufficient for test"); 174 /* Use up all but one quantum of block. */ 175 while (edata_bsize_get(&base->blocks->edata) > QUANTUM) { 176 p = base_alloc(tsdn, base, QUANTUM, QUANTUM); 177 expect_ptr_not_null(p, "Unexpected base_alloc() failure"); 178 } 179 r_exp = edata_addr_get(&base->blocks->edata); 180 expect_zu_eq(base->extent_sn_next, 1, "One extant block expected"); 181 q = base_alloc(tsdn, base, QUANTUM + 1, QUANTUM); 182 expect_ptr_not_null(q, "Unexpected base_alloc() failure"); 183 expect_ptr_ne(q, r_exp, "Expected allocation from new block"); 184 expect_zu_eq(base->extent_sn_next, 2, "Two extant blocks expected"); 185 r = base_alloc(tsdn, base, QUANTUM, QUANTUM); 186 expect_ptr_not_null(r, "Unexpected base_alloc() failure"); 187 expect_ptr_eq(r, r_exp, "Expected allocation from first block"); 188 expect_zu_eq(base->extent_sn_next, 2, "Two extant blocks expected"); 189 190 /* 191 * Check for proper alignment support when normal blocks are too small. 192 */ 193 { 194 const size_t alignments[] = { 195 HUGEPAGE, 196 HUGEPAGE << 1 197 }; 198 unsigned i; 199 200 for (i = 0; i < sizeof(alignments) / sizeof(size_t); i++) { 201 size_t alignment = alignments[i]; 202 p = base_alloc(tsdn, base, QUANTUM, alignment); 203 expect_ptr_not_null(p, 204 "Unexpected base_alloc() failure"); 205 expect_ptr_eq(p, 206 (void *)(ALIGNMENT_CEILING((uintptr_t)p, 207 alignment)), "Expected %zu-byte alignment", 208 alignment); 209 } 210 } 211 212 called_dalloc = called_destroy = called_decommit = called_purge_lazy = 213 called_purge_forced = false; 214 base_delete(tsdn, base); 215 expect_true(called_dalloc, "Expected dalloc call"); 216 expect_true(!called_destroy, "Unexpected destroy call"); 217 expect_true(called_decommit, "Expected decommit call"); 218 expect_true(called_purge_lazy, "Expected purge_lazy call"); 219 expect_true(called_purge_forced, "Expected purge_forced call"); 220 221 try_dalloc = true; 222 try_destroy = true; 223 try_decommit = true; 224 try_purge_lazy = true; 225 try_purge_forced = true; 226 memcpy(&hooks, &hooks_orig, sizeof(extent_hooks_t)); 227 } 228 TEST_END 229 230 TEST_BEGIN(test_base_ehooks_get_for_metadata_default_hook) { 231 extent_hooks_prep(); 232 memcpy(&hooks, &hooks_not_null, sizeof(extent_hooks_t)); 233 base_t *base; 234 tsdn_t *tsdn = tsd_tsdn(tsd_fetch()); 235 base = base_new(tsdn, 0, &hooks, /* metadata_use_hooks */ false); 236 ehooks_t *ehooks = base_ehooks_get_for_metadata(base); 237 expect_true(ehooks_are_default(ehooks), 238 "Expected default extent hook functions pointer"); 239 base_delete(tsdn, base); 240 } 241 TEST_END 242 243 244 TEST_BEGIN(test_base_ehooks_get_for_metadata_custom_hook) { 245 extent_hooks_prep(); 246 memcpy(&hooks, &hooks_not_null, sizeof(extent_hooks_t)); 247 base_t *base; 248 tsdn_t *tsdn = tsd_tsdn(tsd_fetch()); 249 base = base_new(tsdn, 0, &hooks, /* metadata_use_hooks */ true); 250 ehooks_t *ehooks = base_ehooks_get_for_metadata(base); 251 expect_ptr_eq(&hooks, ehooks_get_extent_hooks_ptr(ehooks), 252 "Expected user-specified extend hook functions pointer"); 253 base_delete(tsdn, base); 254 } 255 TEST_END 256 257 int 258 main(void) { 259 return test( 260 test_base_hooks_default, 261 test_base_hooks_null, 262 test_base_hooks_not_null, 263 test_base_ehooks_get_for_metadata_default_hook, 264 test_base_ehooks_get_for_metadata_custom_hook); 265 } 266
Indexes created Sun Apr 19 00:22:55 UTC 2026