| /src/external/bsd/jemalloc/dist/include/jemalloc/internal/ |
| edata.h | 17 /* Opaque to edata; only stored as pointers in e_prof_info_t. */
77 * The information about a particular edata that lives in an emap. Space is
78 * more precious there (the information, plus the edata pointer, has to live in
252 * If this edata is a user allocation from an HPA, it comes out of some
301 edata_arena_ind_get(const edata_t *edata) {
302 unsigned arena_ind = (unsigned)((edata->e_bits & EDATA_BITS_ARENA_MASK)
310 edata_szind_get_maybe_invalid(const edata_t *edata) {
311 szind_t szind = (szind_t)((edata->e_bits & EDATA_BITS_SZIND_MASK)
318 edata_szind_get(const edata_t *edata) {
319 szind_t szind = edata_szind_get_maybe_invalid(edata);
[all...] |
| large.h | 5 #include "jemalloc/internal/edata.h"
14 bool large_ralloc_no_move(tsdn_t *tsdn, edata_t *edata, size_t usize_min,
19 void large_dalloc_prep_locked(tsdn_t *tsdn, edata_t *edata);
20 void large_dalloc_finish(tsdn_t *tsdn, edata_t *edata);
21 void large_dalloc(tsdn_t *tsdn, edata_t *edata);
23 tsd_t *tsd, edata_t *edata, prof_info_t *prof_info, bool reset_recent);
24 void large_prof_tctx_reset(edata_t *edata);
25 void large_prof_info_set(edata_t *edata, prof_tctx_t *tctx, size_t size);
|
| extent.h | 42 edata_t *edata);
46 void extent_gdump_add(tsdn_t *tsdn, const edata_t *edata);
48 edata_t *edata);
50 tsdn_t *tsdn, pac_t *pac, ehooks_t *ehooks, edata_t *edata);
55 tsdn_t *tsdn, pac_t *pac, ehooks_t *ehooks, edata_t *edata);
57 tsdn_t *tsdn, pac_t *pac, ehooks_t *ehooks, edata_t *edata);
59 tsdn_t *tsdn, pac_t *pac, ehooks_t *ehooks, edata_t *edata);
60 bool extent_purge_lazy_wrapper(tsdn_t *tsdn, ehooks_t *ehooks, edata_t *edata,
62 bool extent_purge_forced_wrapper(tsdn_t *tsdn, ehooks_t *ehooks, edata_t *edata,
65 edata_t *edata, size_t size_a, size_t size_b, bool holding_core_locks)
[all...] |
| arena_inlines.h | 53 arena_get_from_edata(const edata_t *edata) {
55 &arenas[edata_arena_ind_get(edata)], ATOMIC_RELAXED);
179 large_dalloc_safety_checks(edata_t *edata, const void *ptr, size_t input_size) {
186 * The cost is low enough (as edata will be accessed anyway) to be
189 if (unlikely(edata == NULL
190 || edata_state_get(edata) != extent_state_active)) {
198 if (unlikely(input_size != edata_usize_get(edata)
201 /* true_size */ edata_usize_get(edata), input_size);
215 edata_t *edata = NULL; local
220 edata = emap_edata_lookup
257 edata_t *edata = emap_edata_lookup( local
264 edata_t *edata = emap_edata_lookup( local
276 edata_t *edata = emap_edata_lookup( local
322 edata_t *edata = emap_edata_lookup(tsdn, &arena_emap_global, ptr); local
[all...] |
| /src/external/bsd/jemalloc.old/dist/include/jemalloc/internal/ |
| edata.h | 73 * The information about a particular edata that lives in an emap. Space is
74 * more precious there (the information, plus the edata pointer, has to live in
232 * If this edata is a user allocation from an HPA, it comes out of some
281 edata_arena_ind_get(const edata_t *edata) {
282 unsigned arena_ind = (unsigned)((edata->e_bits & EDATA_BITS_ARENA_MASK)
290 edata_szind_get_maybe_invalid(const edata_t *edata) {
291 szind_t szind = (szind_t)((edata->e_bits & EDATA_BITS_SZIND_MASK)
298 edata_szind_get(const edata_t *edata) {
299 szind_t szind = edata_szind_get_maybe_invalid(edata);
305 edata_usize_get(const edata_t *edata) {
[all...] |
| large_externs.h | 5 #include "jemalloc/internal/edata.h"
11 bool large_ralloc_no_move(tsdn_t *tsdn, edata_t *edata, size_t usize_min,
17 void large_dalloc_prep_locked(tsdn_t *tsdn, edata_t *edata);
18 void large_dalloc_finish(tsdn_t *tsdn, edata_t *edata);
19 void large_dalloc(tsdn_t *tsdn, edata_t *edata);
21 tsd_t *tsd, edata_t *edata, prof_info_t *prof_info, bool reset_recent);
22 void large_prof_tctx_reset(edata_t *edata);
23 void large_prof_info_set(edata_t *edata, prof_tctx_t *tctx, size_t size);
|
| prof_recent.h | 5 #include "jemalloc/internal/edata.h"
12 void prof_recent_alloc(tsd_t *tsd, edata_t *edata, size_t size, size_t usize);
13 void prof_recent_alloc_reset(tsd_t *tsd, edata_t *edata);
15 void edata_prof_recent_alloc_init(edata_t *edata);
21 prof_recent_t *edata_prof_recent_alloc_get_no_lock_test(const edata_t *edata);
|
| /src/external/bsd/jemalloc.old/include/jemalloc/internal/ |
| edata.h | 73 * The information about a particular edata that lives in an emap. Space is
74 * more precious there (the information, plus the edata pointer, has to live in
232 * If this edata is a user allocation from an HPA, it comes out of some
281 edata_arena_ind_get(const edata_t *edata) {
282 unsigned arena_ind = (unsigned)((edata->e_bits & EDATA_BITS_ARENA_MASK)
290 edata_szind_get_maybe_invalid(const edata_t *edata) {
291 szind_t szind = (szind_t)((edata->e_bits & EDATA_BITS_SZIND_MASK)
298 edata_szind_get(const edata_t *edata) {
299 szind_t szind = edata_szind_get_maybe_invalid(edata);
305 edata_usize_get(const edata_t *edata) {
[all...] |
| large_externs.h | 5 #include "jemalloc/internal/edata.h"
11 bool large_ralloc_no_move(tsdn_t *tsdn, edata_t *edata, size_t usize_min,
17 void large_dalloc_prep_locked(tsdn_t *tsdn, edata_t *edata);
18 void large_dalloc_finish(tsdn_t *tsdn, edata_t *edata);
19 void large_dalloc(tsdn_t *tsdn, edata_t *edata);
21 tsd_t *tsd, edata_t *edata, prof_info_t *prof_info, bool reset_recent);
22 void large_prof_tctx_reset(edata_t *edata);
23 void large_prof_info_set(edata_t *edata, prof_tctx_t *tctx, size_t size);
|
| prof_recent.h | 5 #include "jemalloc/internal/edata.h"
12 void prof_recent_alloc(tsd_t *tsd, edata_t *edata, size_t size, size_t usize);
13 void prof_recent_alloc_reset(tsd_t *tsd, edata_t *edata);
15 void edata_prof_recent_alloc_init(edata_t *edata);
21 prof_recent_t *edata_prof_recent_alloc_get_no_lock_test(const edata_t *edata);
|
| /src/external/bsd/jemalloc/dist/src/ |
| inspect.c | 5 #include "jemalloc/internal/edata.h"
14 const edata_t *edata = emap_edata_lookup(tsdn, &arena_emap_global, ptr); local
15 if (unlikely(edata == NULL)) {
20 *size = edata_size_get(edata);
21 if (!edata_slab_get(edata)) {
25 *nfree = edata_nfree_get(edata);
26 *nregs = bin_infos[edata_szind_get(edata)].nregs;
28 assert(*nfree * edata_usize_get(edata) <= *size);
|
| large.c | 28 edata_t *edata; local
42 || (edata = arena_extent_alloc_large(
50 /* Insert edata into large. */
52 edata_list_active_append(&arena->large, edata);
57 return edata_addr_get(edata);
61 large_ralloc_no_move_shrink(tsdn_t *tsdn, edata_t *edata, size_t usize) {
62 arena_t *arena = arena_get_from_edata(edata);
64 size_t old_size = edata_size_get(edata);
65 size_t old_usize = edata_usize_get(edata);
74 bool err = pa_shrink(tsdn, &arena->pa_shard, edata, old_size
192 edata_t *edata = emap_edata_lookup(tsdn, &arena_emap_global, ptr); local
[all...] |
| emap.c | 20 tsdn_t *tsdn, emap_t *emap, edata_t *edata, extent_state_t state) {
24 edata_state_set(edata, state);
28 rtree_ctx, (uintptr_t)edata_base_get(edata), /* dependent */ true,
31 rtree_leaf_elm_t *elm2 = edata_size_get(edata) == PAGE
34 (uintptr_t)edata_last_get(edata), /* dependent */ true,
39 emap_assert_mapped(tsdn, emap, edata);
43 emap_try_acquire_edata_neighbor_impl(tsdn_t *tsdn, emap_t *emap, edata_t *edata,
48 assert(!edata_guarded_get(edata));
56 void *neighbor_addr = forward ? edata_past_get(edata)
57 : edata_before_get(edata);
[all...] |
| extent.c | 31 static bool extent_commit_impl(tsdn_t *tsdn, ehooks_t *ehooks, edata_t *edata,
34 edata_t *edata, size_t offset, size_t length, bool growing_retained);
36 edata_t *edata, size_t offset, size_t length, bool growing_retained);
38 edata_t *edata, size_t size_a, size_t size_b, bool holding_core_locks);
52 static void extent_deregister(tsdn_t *tsdn, pac_t *pac, edata_t *edata);
57 ecache_t *ecache, edata_t *edata, bool *coalesced);
62 edata_t *edata, size_t offset, size_t length);
79 ecache_t *ecache, edata_t *edata) {
81 emap_update_edata_state(tsdn, pac->emap, edata, extent_state_active);
84 edata = extent_try_coalesce
105 edata_t *edata = extent_recycle(tsdn, pac, ehooks, ecache, expand_edata, local
122 edata_t *edata = extent_alloc_retained(tsdn, pac, ehooks, expand_edata, local
178 edata_t *edata; local
427 edata_t *edata; local
643 edata_t *edata = extent_recycle_extract( local
701 edata_t *edata = edata_cache_get(tsdn, edata_cache); local
753 edata_t *edata = edata_cache_get(tsdn, pac->edata_cache); local
885 edata_t *edata = extent_recycle(tsdn, pac, ehooks, local
1149 edata_t *edata = edata_cache_get(tsdn, pac->edata_cache); local
[all...] |
| edata_cache.c | 26 edata_t *edata = edata_avail_first(&edata_cache->avail); local
27 if (edata == NULL) {
31 edata_avail_remove(&edata_cache->avail, edata);
34 return edata;
38 edata_cache_put(tsdn_t *tsdn, edata_cache_t *edata_cache, edata_t *edata) {
40 edata_avail_insert(&edata_cache->avail, edata);
69 edata_t *edata; local
72 edata = edata_avail_remove_first(&ecs->fallback->avail);
73 if (edata == NULL) {
76 edata_list_inactive_append(&ecs->list, edata);
92 edata_t *edata = edata_list_inactive_first(&ecs->list); local
121 edata_t *edata; local
[all...] |
| /src/external/bsd/jemalloc/dist/test/include/test/ |
| san.h | 11 edata_t *edata = emap_edata_lookup(tsdn, &arena_emap_global, ptr); local
12 return edata_guarded_get(edata);
|
| /src/external/bsd/jemalloc.old/dist/test/include/test/ |
| san.h | 11 edata_t *edata = emap_edata_lookup(tsdn, &arena_emap_global, ptr); local
12 return edata_guarded_get(edata);
|
| /src/external/bsd/jemalloc.old/dist/src/ |
| large.c | 24 edata_t *edata; local
38 || (edata = arena_extent_alloc_large(
46 /* Insert edata into large. */
48 edata_list_active_append(&arena->large, edata);
53 return edata_addr_get(edata);
57 large_ralloc_no_move_shrink(tsdn_t *tsdn, edata_t *edata, size_t usize) {
58 arena_t *arena = arena_get_from_edata(edata);
60 size_t old_size = edata_size_get(edata);
61 size_t old_usize = edata_usize_get(edata);
70 bool err = pa_shrink(tsdn, &arena->pa_shard, edata, old_size
189 edata_t *edata = emap_edata_lookup(tsdn, &arena_emap_global, ptr); local
[all...] |
| emap.c | 20 tsdn_t *tsdn, emap_t *emap, edata_t *edata, extent_state_t state) {
24 edata_state_set(edata, state);
28 rtree_ctx, (uintptr_t)edata_base_get(edata), /* dependent */ true,
31 rtree_leaf_elm_t *elm2 = edata_size_get(edata) == PAGE
34 (uintptr_t)edata_last_get(edata), /* dependent */ true,
39 emap_assert_mapped(tsdn, emap, edata);
43 emap_try_acquire_edata_neighbor_impl(tsdn_t *tsdn, emap_t *emap, edata_t *edata,
48 assert(!edata_guarded_get(edata));
55 void *neighbor_addr = forward ? edata_past_get(edata)
56 : edata_before_get(edata);
[all...] |
| pai.c | 9 edata_t *edata = pai_alloc(tsdn, self, size, PAGE, local
13 if (edata == NULL) {
16 edata_list_active_append(results, edata);
24 edata_t *edata; local
25 while ((edata = edata_list_active_first(list)) != NULL) {
27 edata_list_active_remove(list, edata);
28 pai_dalloc(tsdn, self, edata, &deferred_by_dalloc);
|
| extent.c | 24 static bool extent_commit_impl(tsdn_t *tsdn, ehooks_t *ehooks, edata_t *edata,
27 edata_t *edata, size_t offset, size_t length, bool growing_retained);
29 edata_t *edata, size_t offset, size_t length, bool growing_retained);
31 edata_t *edata, size_t size_a, size_t size_b, bool holding_core_locks);
45 static void extent_deregister(tsdn_t *tsdn, pac_t *pac, edata_t *edata);
50 ecache_t *ecache, edata_t *edata, bool *coalesced);
55 edata_t *edata, size_t offset, size_t length);
72 ecache_t *ecache, edata_t *edata) {
73 emap_update_edata_state(tsdn, pac->emap, edata, extent_state_active);
76 edata = extent_try_coalesce
97 edata_t *edata = extent_recycle(tsdn, pac, ehooks, ecache, expand_edata, local
114 edata_t *edata = extent_alloc_retained(tsdn, pac, ehooks, expand_edata, local
170 edata_t *edata; local
414 edata_t *edata; local
620 edata_t *edata = extent_recycle_extract( local
678 edata_t *edata = edata_cache_get(tsdn, edata_cache); local
730 edata_t *edata = edata_cache_get(tsdn, pac->edata_cache); local
857 edata_t *edata = extent_recycle(tsdn, pac, ehooks, local
1117 edata_t *edata = edata_cache_get(tsdn, pac->edata_cache); local
[all...] |
| edata_cache.c | 24 edata_t *edata = edata_avail_first(&edata_cache->avail); local
25 if (edata == NULL) {
29 edata_avail_remove(&edata_cache->avail, edata);
32 return edata;
36 edata_cache_put(tsdn_t *tsdn, edata_cache_t *edata_cache, edata_t *edata) {
38 edata_avail_insert(&edata_cache->avail, edata);
67 edata_t *edata; local
70 edata = edata_avail_remove_first(&ecs->fallback->avail);
71 if (edata == NULL) {
74 edata_list_inactive_append(&ecs->list, edata);
90 edata_t *edata = edata_list_inactive_first(&ecs->list); local
119 edata_t *edata; local
[all...] |
| inspect.c | 10 const edata_t *edata = emap_edata_lookup(tsdn, &arena_emap_global, ptr); local
11 if (unlikely(edata == NULL)) {
16 *size = edata_size_get(edata);
17 if (!edata_slab_get(edata)) {
21 *nfree = edata_nfree_get(edata);
22 *nregs = bin_infos[edata_szind_get(edata)].nregs;
24 assert(*nfree * edata_usize_get(edata) <= *size);
35 const edata_t *edata = emap_edata_lookup(tsdn, &arena_emap_global, ptr); local
36 if (unlikely(edata == NULL)) {
42 *size = edata_size_get(edata);
[all...] |
| /src/sys/dev/sysmon/ |
| sysmon_envsys_events.c | 118 sme_event_register(prop_dictionary_t sdict, envsys_data_t *edata,
129 KASSERT(edata != NULL);
150 " edata-flags 0x%04x\n", __func__, edata->units, props,
151 edata->upropset, edata->value_max, edata->flags));
154 if (edata->units == ENVSYS_INDICATOR ||
155 edata->units == ENVSYS_BATTERY_CHARGE)
159 ((edata->value_max == 0) |
780 envsys_data_t *edata = see->see_edata; local
893 envsys_data_t *edata = see->see_edata; local
1066 envsys_data_t *edata; local
1113 envsys_data_t *edata; local
[all...] |
| sysmon_envsys.c | 374 envsys_data_t *edata = NULL; local
390 TAILQ_FOREACH(edata, &sme->sme_sensors_list, sensors_head) {
391 if (edata->sensor == tred->sensor) {
406 sysmon_envsys_refresh_sensor(sme, edata);
413 tred->sensor = edata->sensor;
414 tred->cur.data_us = edata->value_cur;
415 tred->cur.data_s = edata->value_cur;
416 tred->max.data_us = edata->value_max;
417 tred->max.data_s = edata->value_max;
418 tred->min.data_us = edata->value_min
454 envsys_data_t *edata = NULL; local
549 envsys_data_t *edata; local
695 envsys_data_t *edata = NULL; local
981 envsys_data_t *edata; local
1125 envsys_data_t *edata; local
1176 envsys_data_t *edata = NULL; local
1568 envsys_data_t *edata; local
1604 envsys_data_t *edata; local
1826 envsys_data_t *edata; local
[all...] |
