Home
last modified time | relevance | path

Searched refs:obj_exts (Results 1 – 8 of 8) sorted by relevance

/linux/mm/
H A Dslab.h90 unsigned long obj_exts; member
100 SLAB_MATCH(memcg_data, obj_exts);
102 SLAB_MATCH(_unused_slab_obj_exts, obj_exts);
535 unsigned long obj_exts = READ_ONCE(slab->obj_exts); in slab_obj_exts() local
542 VM_BUG_ON_PAGE(obj_exts && !(obj_exts & MEMCG_DATA_OBJEXTS) && in slab_obj_exts()
543 obj_exts != OBJEXTS_ALLOC_FAIL, slab_page(slab)); in slab_obj_exts()
544 VM_BUG_ON_PAGE(obj_exts & MEMCG_DATA_KMEM, slab_page(slab)); in slab_obj_exts()
547 return obj_exts & ~OBJEXTS_FLAGS_MASK; in slab_obj_exts()
550 static inline void get_slab_obj_exts(unsigned long obj_exts) in get_slab_obj_exts() argument
552 VM_WARN_ON_ONCE(!obj_exts); in get_slab_obj_exts()
[all …]
H A Dslub.c813 unsigned long obj_exts; in obj_exts_in_slab() local
817 obj_exts = slab_obj_exts(slab); in obj_exts_in_slab()
818 if (!obj_exts) in obj_exts_in_slab()
823 return (obj_exts >= start) && (obj_exts < end); in obj_exts_in_slab()
2072 return cmpxchg(&slab->obj_exts, 0, OBJEXTS_ALLOC_FAIL) == 0; in mark_failed_objexts_alloc()
2075 static inline void handle_failed_objexts_alloc(unsigned long obj_exts, in handle_failed_objexts_alloc() argument
2083 if (obj_exts == OBJEXTS_ALLOC_FAIL) { in handle_failed_objexts_alloc()
2095 static inline void handle_failed_objexts_alloc(unsigned long obj_exts, in handle_failed_objexts_alloc() argument
2102 slab->obj_exts = 0; in init_slab_obj_exts()
2190 old_exts = READ_ONCE(slab->obj_exts); in alloc_slab_obj_exts()
[all …]
H A Dpercpu.c1390 chunk->obj_exts = NULL; in pcpu_alloc_first_chunk()
1461 chunk->obj_exts = in pcpu_alloc_chunk()
1464 if (!chunk->obj_exts) in pcpu_alloc_chunk()
1495 pcpu_mem_free(chunk->obj_exts); in pcpu_free_chunk()
1642 if (likely(chunk && chunk->obj_exts)) { in pcpu_memcg_post_alloc_hook()
1644 chunk->obj_exts[off >> PCPU_MIN_ALLOC_SHIFT].cgroup = objcg; in pcpu_memcg_post_alloc_hook()
1659 if (unlikely(!chunk->obj_exts)) in pcpu_memcg_free_hook()
1662 objcg = chunk->obj_exts[off >> PCPU_MIN_ALLOC_SHIFT].cgroup; in pcpu_memcg_free_hook()
1665 chunk->obj_exts[off >> PCPU_MIN_ALLOC_SHIFT].cgroup = NULL; in pcpu_memcg_free_hook()
1699 if (mem_alloc_profiling_enabled() && likely(chunk->obj_exts)) { in pcpu_alloc_tag_alloc_hook()
[all …]
H A Dmemcontrol.c2625 unsigned long obj_exts; in mem_cgroup_from_obj_slab() local
2629 obj_exts = slab_obj_exts(slab); in mem_cgroup_from_obj_slab()
2630 if (!obj_exts) in mem_cgroup_from_obj_slab()
2633 get_slab_obj_exts(obj_exts); in mem_cgroup_from_obj_slab()
2635 obj_ext = slab_obj_ext(slab, obj_exts, off); in mem_cgroup_from_obj_slab()
2639 put_slab_obj_exts(obj_exts); in mem_cgroup_from_obj_slab()
2642 put_slab_obj_exts(obj_exts); in mem_cgroup_from_obj_slab()
3228 unsigned long obj_exts; in __memcg_slab_post_alloc_hook() local
3253 obj_exts = slab_obj_exts(slab); in __memcg_slab_post_alloc_hook()
3254 get_slab_obj_exts(obj_exts); in __memcg_slab_post_alloc_hook()
[all …]
H A Dpercpu-internal.h81 struct pcpuobj_ext *obj_exts; /* vector of object cgroups */ member
/linux/scripts/livepatch/
H A Dinit.c16 struct klp_object_ext *obj_exts; in livepatch_mod_init() local
22 obj_exts = klp_find_section_by_name(THIS_MODULE, ".init.klp_objects", in livepatch_mod_init()
24 nr_objs = obj_exts_sec_size / sizeof(*obj_exts); in livepatch_mod_init()
44 struct klp_object_ext *obj_ext = obj_exts + i; in livepatch_mod_init()
/linux/mm/kfence/
H A Dkfence.h104 struct slabobj_ext obj_exts;
102 struct slabobj_ext obj_exts; global() member
H A Dcore.c631 slab->obj_exts = (unsigned long)&kfence_metadata_init[i / 2 - 1].obj_exts | in kfence_init_pool()
699 slab->obj_exts = 0; in kfence_init_pool()
1241 KFENCE_WARN_ON(meta->obj_exts.objcg); in __kfence_free()