| /src/external/bsd/jemalloc/dist/test/unit/ |
| thread_event.c | 4 tsd_t *tsd = tsd_fetch(); local
6 te_ctx_get(tsd, &ctx, true);
10 te_ctx_next_event_set(tsd, &ctx, TE_NEXT_EVENT_FAST_MAX);
13 event##_event_wait_set(tsd, TE_NEXT_EVENT_FAST_MAX); \
|
| background_thread.c | 78 tsd_t *tsd = tsd_fetch(); local
91 malloc_mutex_lock(tsd_tsdn(tsd), &info->mtx);
95 malloc_mutex_unlock(tsd_tsdn(tsd), &info->mtx);
|
| prof_tctx.c | 6 tsd_t *tsd; local
14 tsd = tsd_fetch();
20 prof_info_get(tsd, p, NULL, &prof_info_p);
30 prof_info_get(tsd, q, NULL, &prof_info_q);
|
| counter.c | 13 tsd_t *tsd = tsd_fetch(); local
16 trigger = counter_accum(tsd_tsdn(tsd), &c, increment);
42 tsd_t *tsd = tsd_fetch(); local
46 trigger = counter_accum(tsd_tsdn(tsd), c, ITER_INCREMENT);
|
| tsd.c | 14 "Argument passed into cleanup function should match tsd "
21 * jemalloc's internal tsd reinitialization happens.
52 * Test free before tsd init -- the free fast path (which does not
58 tsd_t *tsd = tsd_fetch(); local
59 expect_x_eq(tsd_test_data_get(tsd), MALLOC_TSD_TEST_DATA_INIT,
60 "Initial tsd get should return initialization value");
65 tsd_test_data_set(tsd, d);
66 expect_x_eq(tsd_test_data_get(tsd), d,
67 "After tsd set, tsd get should return value that was set")
101 tsd_t *tsd = tsd_fetch(); local
150 tsd_t *tsd = tsd_fetch(); local
204 tsd_t *tsd = tsd_fetch(); local
[all...] |
| ckh.c | 4 tsd_t *tsd; local
7 tsd = tsd_fetch();
9 expect_false(ckh_new(tsd, &ckh, 2, ckh_string_hash,
11 ckh_delete(tsd, &ckh);
13 expect_false(ckh_new(tsd, &ckh, 3, ckh_pointer_hash,
15 ckh_delete(tsd, &ckh);
20 tsd_t *tsd; local
31 tsd = tsd_fetch();
33 expect_false(ckh_new(tsd, &ckh, 2, ckh_string_hash,
41 ckh_insert(tsd, &ckh, strs[i], strs[i])
108 tsd_t *tsd; local
[all...] |
| hpa_background_thread.c | 70 tsd_t* tsd = tsd_fetch(); local
77 malloc_mutex_lock(tsd_tsdn(tsd), &info->mtx);
78 malloc_mutex_unlock(tsd_tsdn(tsd), &info->mtx);
|
| batch_alloc.c | 9 verify_batch_basic(tsd_t *tsd, void **ptrs, size_t batch, size_t usize,
13 expect_zu_eq(isalloc(tsd_tsdn(tsd), p), usize, "");
23 verify_batch_locality(tsd_t *tsd, void **ptrs, size_t batch, size_t usize,
41 expect_ptr_eq(iaalloc(tsd_tsdn(tsd), p), arena, "");
80 tsd_t *tsd = tsd_fetch(); local
81 assert(tsd != NULL);
90 arena = arena_get(tsd_tsdn(tsd), MALLOCX_ARENA_GET(arena_flag),
93 arena = arena_choose(tsd, NULL);
128 verify_batch_basic(tsd, global_ptrs, batch, usize,
130 verify_batch_locality(tsd, global_ptrs, batch, usize
[all...] |
| /src/external/bsd/jemalloc.old/dist/test/unit/ |
| background_thread.c | 78 tsd_t *tsd = tsd_fetch(); local
92 malloc_mutex_lock(tsd_tsdn(tsd), &info->mtx);
96 malloc_mutex_unlock(tsd_tsdn(tsd), &info->mtx);
|
| tsd.c | 9 "Argument passed into cleanup function should match tsd "
16 * jemalloc's internal tsd reinitialization happens.
46 tsd_t *tsd = tsd_fetch(); local
47 assert_x_eq(tsd_test_data_get(tsd), MALLOC_TSD_TEST_DATA_INIT,
48 "Initial tsd get should return initialization value");
53 tsd_test_data_set(tsd, d);
54 assert_x_eq(tsd_test_data_get(tsd), d,
55 "After tsd set, tsd get should return value that was set");
58 assert_x_eq(tsd_test_data_get(tsd), (int)(uintptr_t)arg
89 tsd_t *tsd = tsd_fetch(); local
[all...] |
| ckh.c | 4 tsd_t *tsd; local
7 tsd = tsd_fetch();
9 assert_false(ckh_new(tsd, &ckh, 2, ckh_string_hash,
11 ckh_delete(tsd, &ckh);
13 assert_false(ckh_new(tsd, &ckh, 3, ckh_pointer_hash,
15 ckh_delete(tsd, &ckh);
20 tsd_t *tsd; local
31 tsd = tsd_fetch();
33 assert_false(ckh_new(tsd, &ckh, 2, ckh_string_hash,
41 ckh_insert(tsd, &ckh, strs[i], strs[i])
108 tsd_t *tsd; local
[all...] |
| /src/external/bsd/jemalloc.old/dist/include/jemalloc/internal/ |
| arena_inlines_b.h | 62 tsd_t *tsd; local
68 tsd = tsdn_tsd(tsdn);
69 decay_ticker = decay_ticker_get(tsd, arena_ind_get(arena));
|
| tsd.h | 32 * Loading TSD data is on the critical path of basically all malloc operations.
43 * Note: the entire tcache is embedded into TSD and spans multiple cachelines.
113 /* The actual tsd. */
116 * The contents should be treated as totally opaque outside the tsd
133 tsd_t tsd; member in struct:tsdn_s
137 tsd_tsdn(tsd_t *tsd) {
138 return (tsdn_t *)tsd;
150 return &tsdn->tsd;
159 tsd_t *tsd_fetch_slow(tsd_t *tsd, bool internal);
160 void tsd_slow_update(tsd_t *tsd);
257 tsd_t *tsd = tsd_get(init); local
282 tsd_t *tsd = tsd_fetch_min(); local
[all...] |
| /src/external/bsd/jemalloc.old/include/jemalloc/internal/ |
| arena_inlines_b.h | 62 tsd_t *tsd; local
68 tsd = tsdn_tsd(tsdn);
69 decay_ticker = decay_ticker_get(tsd, arena_ind_get(arena));
|
| tsd.h | 32 * Loading TSD data is on the critical path of basically all malloc operations.
43 * Note: the entire tcache is embedded into TSD and spans multiple cachelines.
113 /* The actual tsd. */
116 * The contents should be treated as totally opaque outside the tsd
133 tsd_t tsd; member in struct:tsdn_s
137 tsd_tsdn(tsd_t *tsd) {
138 return (tsdn_t *)tsd;
150 return &tsdn->tsd;
159 tsd_t *tsd_fetch_slow(tsd_t *tsd, bool internal);
160 void tsd_slow_update(tsd_t *tsd);
257 tsd_t *tsd = tsd_get(init); local
282 tsd_t *tsd = tsd_fetch_min(); local
[all...] |
| /src/sys/kern/ |
| subr_time.c | 208 struct timespec tsd; local
214 error = clock_gettime1(clock_id, &tsd);
218 *start = tsd;
222 if (!timespecsubok(ts, &tsd))
224 timespecsub(ts, &tsd, &tsd);
225 ts = &tsd;
|
| /src/external/bsd/jemalloc/dist/include/jemalloc/internal/ |
| san.h | 36 void tsd_san_init(tsd_t *tsd);
90 tsd_t *tsd = tsdn_tsd(tsdn); local
91 uint64_t n = tsd_san_extents_until_guard_large_get(tsd);
98 *tsd_san_extents_until_guard_largep_get(tsd) = n - 1;
103 *tsd_san_extents_until_guard_largep_get(tsd) =
107 assert(tsd_san_extents_until_guard_large_get(tsd) >= 1);
119 tsd_t *tsd = tsdn_tsd(tsdn); local
120 uint64_t n = tsd_san_extents_until_guard_small_get(tsd);
123 *tsd_san_extents_until_guard_smallp_get(tsd) =
127 *tsd_san_extents_until_guard_smallp_get(tsd) = n - 1
[all...] |
| ehooks.h | 38 * - Forgetting tsd and then calling tsd_get within the hook.
86 tsd_t *tsd = tsdn_null(tsdn) ? tsd_fetch() : tsdn_tsd(tsdn); local
87 tsd_pre_reentrancy_raw(tsd);
92 tsd_t *tsd = tsdn_null(tsdn) ? tsd_fetch() : tsdn_tsd(tsdn); local
93 tsd_post_reentrancy_raw(tsd);
|
| jemalloc_internal_inlines_c.h | 63 ialloc(tsd_t *tsd, size_t size, szind_t ind, bool zero, bool slow_path) {
64 return iallocztm(tsd_tsdn(tsd), size, ind, zero, tcache_get(tsd), false,
95 ipalloc(tsd_t *tsd, size_t usize, size_t alignment, bool zero) {
96 return ipallocztm(tsd_tsdn(tsd), usize, alignment, zero,
97 tcache_get(tsd), false, NULL);
124 idalloc(tsd_t *tsd, void *ptr) {
125 idalloctm(tsd_tsdn(tsd), ptr, tcache_get(tsd), NULL, false, true);
199 iralloc(tsd_t *tsd, void *ptr, size_t oldsize, size_t size, size_t alignment
264 tsd_t *tsd = tsd_get(false); local
[all...] |
| arena_inlines_b.h | 21 arena_choose_maybe_huge(tsd_t *tsd, arena_t *arena, size_t size) {
32 arena_t *tsd_arena = tsd_arena_get(tsd);
34 return arena_choose_huge(tsd);
38 return arena_choose(tsd, NULL);
42 arena_prof_info_get(tsd_t *tsd, const void *ptr, emap_alloc_ctx_t *alloc_ctx,
53 edata = emap_edata_lookup(tsd_tsdn(tsd), &arena_emap_global,
57 edata = emap_edata_lookup(tsd_tsdn(tsd), &arena_emap_global,
64 large_prof_info_get(tsd, edata, prof_info, reset_recent);
75 arena_prof_tctx_reset(tsd_t *tsd, const void *ptr,
82 edata_t *edata = emap_edata_lookup(tsd_tsdn(tsd),
122 tsd_t *tsd = tsdn_tsd(tsdn); local
436 tsd_t *tsd = tsdn_tsd(tsdn); local
[all...] |
| tsd.h | 166 tsd_t *tsd_fetch_slow(tsd_t *tsd, bool internal);
167 void tsd_state_set(tsd_t *tsd, uint8_t new_state);
168 void tsd_slow_update(tsd_t *tsd);
169 void tsd_prefork(tsd_t *tsd);
170 void tsd_postfork_parent(tsd_t *tsd);
171 void tsd_postfork_child(tsd_t *tsd);
205 * in such scenarios, we need tsd, but set up in such a way that no
213 * What it says on the tin; tsd that hasn't been initialized. Note
214 * that even when the tsd struct lives in TLS, when need to keep track
222 * Some TSD accesses can only be done in a nominal state. To enforce this, w
279 tsd_t tsd; member in struct:tsdn_s
415 tsd_t *tsd = tsd_get(init); local
440 tsd_t *tsd = tsd_fetch_min(); local
[all...] |
| /src/external/bsd/jemalloc/include/jemalloc/internal/ |
| san.h | 36 void tsd_san_init(tsd_t *tsd);
90 tsd_t *tsd = tsdn_tsd(tsdn); local
91 uint64_t n = tsd_san_extents_until_guard_large_get(tsd);
98 *tsd_san_extents_until_guard_largep_get(tsd) = n - 1;
103 *tsd_san_extents_until_guard_largep_get(tsd) =
107 assert(tsd_san_extents_until_guard_large_get(tsd) >= 1);
119 tsd_t *tsd = tsdn_tsd(tsdn); local
120 uint64_t n = tsd_san_extents_until_guard_small_get(tsd);
123 *tsd_san_extents_until_guard_smallp_get(tsd) =
127 *tsd_san_extents_until_guard_smallp_get(tsd) = n - 1
[all...] |
| ehooks.h | 38 * - Forgetting tsd and then calling tsd_get within the hook.
86 tsd_t *tsd = tsdn_null(tsdn) ? tsd_fetch() : tsdn_tsd(tsdn); local
87 tsd_pre_reentrancy_raw(tsd);
92 tsd_t *tsd = tsdn_null(tsdn) ? tsd_fetch() : tsdn_tsd(tsdn); local
93 tsd_post_reentrancy_raw(tsd);
|
| jemalloc_internal_inlines_c.h | 63 ialloc(tsd_t *tsd, size_t size, szind_t ind, bool zero, bool slow_path) {
64 return iallocztm(tsd_tsdn(tsd), size, ind, zero, tcache_get(tsd), false,
95 ipalloc(tsd_t *tsd, size_t usize, size_t alignment, bool zero) {
96 return ipallocztm(tsd_tsdn(tsd), usize, alignment, zero,
97 tcache_get(tsd), false, NULL);
124 idalloc(tsd_t *tsd, void *ptr) {
125 idalloctm(tsd_tsdn(tsd), ptr, tcache_get(tsd), NULL, false, true);
199 iralloc(tsd_t *tsd, void *ptr, size_t oldsize, size_t size, size_t alignment
264 tsd_t *tsd = tsd_get(false); local
[all...] |
| /src/external/bsd/jemalloc.old/dist/src/ |
| tsd.c | 31 * have a dependency on tsd. So we define the struct here, and only refer to it
58 tsd_slow_update(tsd_t *tsd) {
59 if (tsd_nominal(tsd)) {
60 if (malloc_slow || !tsd_tcache_enabled_get(tsd) ||
61 tsd_reentrancy_level_get(tsd) > 0) {
62 tsd->state = tsd_state_nominal_slow;
64 tsd->state = tsd_state_nominal;
70 tsd_data_init(tsd_t *tsd) {
75 rtree_ctx_data_init(tsd_rtree_ctxp_get_unsafe(tsd));
78 * A nondeterministic seed based on the address of tsd reduce
222 tsd_t *tsd = (tsd_t *)arg; local
267 tsd_t *tsd; local
281 tsd_t *tsd = tsd_fetch(); local
[all...] |
