| /src/contrib/jemalloc/include/jemalloc/internal/ |
| H A D | tcache_inlines.h | 46 size_t size, szind_t binind, bool zero, bool slow_path) { in tcache_alloc_small() argument
50 assert(binind < SC_NBINS); in tcache_alloc_small()
51 cache_bin_t *bin = &tcache->bins[binind]; in tcache_alloc_small()
60 if (unlikely(tcache_small_bin_disabled(binind, bin))) { in tcache_alloc_small()
63 binind, zero); in tcache_alloc_small()
65 tcache_bin_flush_stashed(tsd, tcache, bin, binind, in tcache_alloc_small()
69 bin, binind, &tcache_hard_success); in tcache_alloc_small()
77 size_t usize = sz_index2size(binind); in tcache_alloc_small()
89 szind_t binind, bool zero, bool slow_path) { in tcache_alloc_large() argument
93 assert(binind >= SC_NBINS && binind < nhbins); in tcache_alloc_large()
[all …]
|
| H A D | tcache_externs.h | 39 cache_bin_t *tbin, szind_t binind, bool *tcache_success);
42 szind_t binind, unsigned rem);
44 szind_t binind, unsigned rem);
46 szind_t binind, bool is_small);
|
| H A D | arena_inlines_b.h | 466 arena_slab_regind(arena_dalloc_bin_locked_info_t *info, szind_t binind, in arena_slab_regind() argument
475 (uintptr_t)bin_infos[binind].reg_size == 0); in arena_slab_regind()
482 assert(regind < bin_infos[binind].nregs); in arena_slab_regind()
489 szind_t binind) { in arena_dalloc_bin_locked_begin() argument
490 info->div_info = arena_binind_div_info[binind]; in arena_dalloc_bin_locked_begin()
491 info->nregs = bin_infos[binind].nregs; in arena_dalloc_bin_locked_begin()
505 arena_dalloc_bin_locked_info_t *info, szind_t binind, edata_t *slab, in arena_dalloc_bin_locked_step() argument
507 const bin_info_t *bin_info = &bin_infos[binind]; in arena_dalloc_bin_locked_step()
508 size_t regind = arena_slab_regind(info, binind, slab, ptr); in arena_dalloc_bin_locked_step()
545 arena_get_bin(arena_t *arena, szind_t binind, unsigned binshard) { in arena_get_bin() argument
[all …]
|
| H A D | arena_externs.h | 64 cache_bin_t *cache_bin, cache_bin_info_t *cache_bin_info, szind_t binind,
104 bin_t *arena_bin_choose(tsdn_t *tsdn, arena_t *arena, szind_t binind,
106 size_t arena_fill_small_fresh(tsdn_t *tsdn, arena_t *arena, szind_t binind,
|
| H A D | cache_bin.h | 616 cache_bin_init_ptr_array_for_stashed(cache_bin_t *bin, szind_t binind, in cache_bin_init_ptr_array_for_stashed() argument
|
| /src/contrib/jemalloc/src/ |
| H A D | tcache.c | 230 tcache_t *tcache, cache_bin_t *cache_bin, szind_t binind, in tcache_alloc_small_hard() argument
236 unsigned nfill = cache_bin_info_ncached_max(&tcache_bin_info[binind]) in tcache_alloc_small_hard()
237 >> tcache_slow->lg_fill_div[binind]; in tcache_alloc_small_hard()
239 &tcache_bin_info[binind], binind, nfill); in tcache_alloc_small_hard()
240 tcache_slow->bin_refilled[binind] = true; in tcache_alloc_small_hard()
280 szind_t binind, size_t nflush, emap_batch_lookup_result_t *edatas) { in tcache_bin_flush_edatas_lookup() argument
287 size_t szind_sum = binind * nflush; in tcache_bin_flush_edatas_lookup()
293 tcache_bin_flush_size_check_fail(arr, binind, nflush, edatas); in tcache_bin_flush_edatas_lookup()
310 szind_t binind, cache_bin_ptr_array_t *ptrs, unsigned nflush, bool small) { in tcache_bin_flush_impl() argument
319 assert(binind < SC_NBINS); in tcache_bin_flush_impl()
[all …]
|
| H A D | arena.c | 831 arena_slab_alloc(tsdn_t *tsdn, arena_t *arena, szind_t binind, unsigned binshard, in arena_slab_alloc() argument
840 /* alignment */ PAGE, /* slab */ true, /* szind */ binind, in arena_slab_alloc()
866 bin_t *bin, szind_t binind, edata_t *fresh_slab) { in arena_bin_refill_slabcur_with_fresh_slab() argument
874 assert(edata_nfree_get(fresh_slab) == bin_infos[binind].nregs); in arena_bin_refill_slabcur_with_fresh_slab()
885 szind_t binind, edata_t *fresh_slab) { in arena_bin_malloc_with_fresh_slab() argument
887 arena_bin_refill_slabcur_with_fresh_slab(tsdn, arena, bin, binind, in arena_bin_malloc_with_fresh_slab()
890 return arena_slab_reg_alloc(bin->slabcur, &bin_infos[binind]); in arena_bin_malloc_with_fresh_slab()
912 arena_bin_choose(tsdn_t *tsdn, arena_t *arena, szind_t binind, in arena_bin_choose() argument
918 binshard = tsd_binshardsp_get(tsdn_tsd(tsdn))->binshard[binind]; in arena_bin_choose()
920 assert(binshard < bin_infos[binind].n_shards); in arena_bin_choose()
[all …]
|
| H A D | ctl.c | 4292 unsigned binind; in prof_stats_bins_i_live_ctl() local
4301 MIB_UNSIGNED(binind, 3); in prof_stats_bins_i_live_ctl()
4302 if (binind >= SC_NBINS) { in prof_stats_bins_i_live_ctl()
4306 prof_stats_get_live(tsd, (szind_t)binind, &stats); in prof_stats_bins_i_live_ctl()
4318 unsigned binind; in prof_stats_bins_i_accum_ctl() local
4327 MIB_UNSIGNED(binind, 3); in prof_stats_bins_i_accum_ctl()
4328 if (binind >= SC_NBINS) { in prof_stats_bins_i_accum_ctl()
4332 prof_stats_get_accum(tsd, (szind_t)binind, &stats); in prof_stats_bins_i_accum_ctl()
|