| /src/contrib/jemalloc/include/jemalloc/internal/ |
| H A D | tcache_externs.h | 38 void *tcache_alloc_small_hard(tsdn_t *tsdn, arena_t *arena, tcache_t *tcache, 41 void tcache_bin_flush_small(tsd_t *tsd, tcache_t *tcache, cache_bin_t *tbin, 43 void tcache_bin_flush_large(tsd_t *tsd, tcache_t *tcache, cache_bin_t *tbin, 45 void tcache_bin_flush_stashed(tsd_t *tsd, tcache_t *tcache, cache_bin_t *bin, 48 tcache_t *tcache, arena_t *arena); 49 tcache_t *tcache_create_explicit(tsd_t *tsd); 51 void tcache_stats_merge(tsdn_t *tsdn, tcache_t *tcache, arena_t *arena); 57 tcache_t *tcache, arena_t *arena); 65 void tcache_assert_initialized(tcache_t *tcache);
|
| H A D | tcache_types.h | 7 typedef struct tcache_s tcache_t; typedef 15 #define TCACHE_STATE_DISABLED ((tcache_t *)(uintptr_t)1) 16 #define TCACHE_STATE_REINCARNATED ((tcache_t *)(uintptr_t)2) 17 #define TCACHE_STATE_PURGATORY ((tcache_t *)(uintptr_t)3) 28 #define TCACHES_ELM_NEED_REINIT ((tcache_t *)(uintptr_t)1)
|
| H A D | jemalloc_internal_inlines_c.h | 44 iallocztm(tsdn_t *tsdn, size_t size, szind_t ind, bool zero, tcache_t *tcache, in iallocztm() 70 tcache_t *tcache, bool is_internal, arena_t *arena) { in ipallocztm() 90 tcache_t *tcache, arena_t *arena) { in ipalloct() 106 idalloctm(tsdn_t *tsdn, void *ptr, tcache_t *tcache, in idalloctm() 129 isdalloct(tsdn_t *tsdn, void *ptr, size_t size, tcache_t *tcache, in isdalloct() 138 size_t alignment, bool zero, tcache_t *tcache, arena_t *arena, in iralloct_realign() 177 bool zero, tcache_t *tcache, arena_t *arena, hook_ralloc_args_t *hook_args) in iralloct() 314 tcache_t *tcache = tsd_tcachep_get(tsd); in imalloc_fastpath()
|
| H A D | tcache_inlines.h | 45 tcache_alloc_small(tsd_t *tsd, arena_t *arena, tcache_t *tcache, in tcache_alloc_small() 88 tcache_alloc_large(tsd_t *tsd, arena_t *arena, tcache_t *tcache, size_t size, in tcache_alloc_large() 129 tcache_dalloc_small(tsd_t *tsd, tcache_t *tcache, void *ptr, szind_t binind, in tcache_dalloc_small() 164 tcache_dalloc_large(tsd_t *tsd, tcache_t *tcache, void *ptr, szind_t binind, in tcache_dalloc_large() 181 JEMALLOC_ALWAYS_INLINE tcache_t *
|
| H A D | tcache_structs.h | 52 tcache_t *tcache; 63 tcache_t *tcache;
|
| H A D | jemalloc_internal_inlines_b.h | 20 tcache_t *tcache = tcache_get(tsd); in percpu_arena_update() 50 tcache_t *tcache = tsd_tcachep_get(tsd); in arena_choose_impl()
|
| H A D | arena_externs.h | 70 size_t alignment, bool zero, tcache_t *tcache); 72 void arena_dalloc_promoted(tsdn_t *tsdn, void *ptr, tcache_t *tcache, 84 size_t size, size_t alignment, bool zero, tcache_t *tcache,
|
| H A D | arena_inlines_b.h | 146 tcache_t *tcache, bool slow_path) { in arena_malloc() 281 arena_dalloc_large(tsdn_t *tsdn, void *ptr, tcache_t *tcache, szind_t szind, in arena_dalloc_large() 302 arena_dalloc(tsdn_t *tsdn, void *ptr, tcache_t *tcache, in arena_dalloc() 379 arena_sdalloc(tsdn_t *tsdn, void *ptr, size_t size, tcache_t *tcache, in arena_sdalloc()
|
| H A D | large_externs.h | 12 size_t alignment, bool zero, tcache_t *tcache,
|
| H A D | jemalloc_internal_inlines_a.h | 92 JEMALLOC_ALWAYS_INLINE tcache_t *
|
| H A D | tsd.h | 130 O(tcache, tcache_t, tcache_t)
|
| /src/contrib/jemalloc/src/ |
| H A D | tcache.c | 123 tcache_gc_small(tsd_t *tsd, tcache_slow_t *tcache_slow, tcache_t *tcache, in tcache_gc_small() 162 tcache_gc_large(tsd_t *tsd, tcache_slow_t *tcache_slow, tcache_t *tcache, in tcache_gc_large() 177 tcache_t *tcache = tcache_get(tsd); in tcache_event() 230 tcache_t *tcache, cache_bin_t *cache_bin, szind_t binind, in tcache_alloc_small_hard() 309 tcache_bin_flush_impl(tsd_t *tsd, tcache_t *tcache, cache_bin_t *cache_bin, in tcache_bin_flush_impl() 506 tcache_bin_flush_bottom(tsd_t *tsd, tcache_t *tcache, cache_bin_t *cache_bin, in tcache_bin_flush_bottom() 527 tcache_bin_flush_small(tsd_t *tsd, tcache_t *tcache, cache_bin_t *cache_bin, in tcache_bin_flush_small() 533 tcache_bin_flush_large(tsd_t *tsd, tcache_t *tcache, cache_bin_t *cache_bin, in tcache_bin_flush_large() 549 tcache_bin_flush_stashed(tsd_t *tsd, tcache_t *tcache, cache_bin_t *cache_bin, in tcache_bin_flush_stashed() 582 tcache_t *tcache, arena_t *arena) { in tcache_arena_associate() [all …]
|
| H A D | jemalloc.c | 2334 JEMALLOC_ALWAYS_INLINE tcache_t * 2336 tcache_t *tcache; in tcache_get_from_ind() 2388 tcache_t *tcache = tcache_get_from_ind(tsd, dopts->tcache_ind, in imalloc_no_sample() 2868 ifree(tsd_t *tsd, void *ptr, tcache_t *tcache, bool slow_path) { in ifree() 2927 isfree(tsd_t *tsd, void *ptr, size_t usize, tcache_t *tcache, bool slow_path) { in isfree() 3015 tcache_t *tcache = tcache_get_from_ind(tsd, in free_default() 3020 tcache_t *tcache = tcache_get_from_ind(tsd, in free_default() 3141 tcache_t *tcache = tcache_get_from_ind(tsd, TCACHE_IND_AUTOMATIC, in free_fastpath() 3441 size_t usize, size_t alignment, bool zero, tcache_t *tcache, arena_t *arena, in irallocx_prof_sample() 3469 size_t alignment, size_t usize, bool zero, tcache_t *tcache, in irallocx_prof() [all …]
|
| H A D | arena.c | 1210 bool zero, tcache_t *tcache) { in arena_palloc() 1270 arena_dalloc_promoted(tsdn_t *tsdn, void *ptr, tcache_t *tcache, in arena_dalloc_promoted() 1444 size_t alignment, bool zero, tcache_t *tcache) { in arena_ralloc_move_helper() 1458 size_t size, size_t alignment, bool zero, tcache_t *tcache, in arena_ralloc() 1870 tcache_t *tcache = tcache_slow->tcache; in arena_postfork_child()
|
| H A D | large.c | 185 size_t alignment, bool zero, tcache_t *tcache, in large_ralloc()
|
| /src/contrib/jemalloc/ |
| H A D | FREEBSD-diffs | 384 - tcache_t *tcache;
|