| /linux/mm/ |
| H A D | slab.h | 77 struct kmem_cache *slab_cache;
197 struct kmem_cache { struct
259 static inline bool cache_has_sheaves(struct kmem_cache *s) in cache_has_sheaves() argument
267 void sysfs_slab_unlink(struct kmem_cache *s);
268 void sysfs_slab_release(struct kmem_cache *s);
269 int sysfs_slab_alias(struct kmem_cache *s, const char *name);
271 static inline void sysfs_slab_unlink(struct kmem_cache *s) { } in sysfs_slab_unlink()
272 static inline void sysfs_slab_release(struct kmem_cache *s) { } in sysfs_slab_release()
273 static inline int sysfs_slab_alias(struct kmem_cache *s, const char *name) in sysfs_slab_alias()
277 void *fixup_red_left(struct kmem_cache *s, void *p);
[all …]
|
| H A D | slub.c | 230 static inline bool kmem_cache_debug(struct kmem_cache *s) in kmem_cache_debug()
235 void *fixup_red_left(struct kmem_cache *s, void *p) in fixup_red_left()
322 static int sysfs_slab_add(struct kmem_cache *);
324 static inline int sysfs_slab_add(struct kmem_cache *s) { return 0; } in sysfs_slab_add()
328 static void debugfs_slab_add(struct kmem_cache *);
330 static inline void debugfs_slab_add(struct kmem_cache *s) { } in debugfs_slab_add()
374 static inline void stat(const struct kmem_cache *s, enum stat_item si) in stat()
386 void stat_add(const struct kmem_cache *s, enum stat_item si, int v) in stat_add()
414 struct kmem_cache *cache;
442 static inline struct kmem_cache_node *get_node(struct kmem_cache *s, int node) in get_node()
[all …]
|
| H A D | slab_common.c | 43 struct kmem_cache *kmem_cache; variable
83 unsigned int kmem_cache_size(struct kmem_cache *s) in kmem_cache_size()
93 struct kmem_cache *s; in kmem_cache_is_duplicate_name()
155 int slab_unmergeable(struct kmem_cache *s) in slab_unmergeable()
194 static struct kmem_cache *find_mergeable(unsigned int size, slab_flags_t flags, in find_mergeable()
197 struct kmem_cache *s; in find_mergeable()
232 static struct kmem_cache *create_cache(const char *name, in create_cache()
237 struct kmem_cache *s; in create_cache()
249 s = kmem_cache_zalloc(kmem_cache, GFP_KERNEL); in create_cache()
261 kmem_cache_free(kmem_cache, s); in create_cache()
[all …]
|
| /linux/include/linux/ |
| H A D | kasan.h | 12 struct kmem_cache;
137 void __kasan_unpoison_new_object(struct kmem_cache *cache, void *object);
148 static __always_inline void kasan_unpoison_new_object(struct kmem_cache *cache, in kasan_unpoison_new_object()
155 void __kasan_poison_new_object(struct kmem_cache *cache, void *object);
165 static __always_inline void kasan_poison_new_object(struct kmem_cache *cache, in kasan_poison_new_object()
172 void * __must_check __kasan_init_slab_obj(struct kmem_cache *cache,
175 struct kmem_cache *cache, const void *object) in kasan_init_slab_obj()
182 bool __kasan_slab_pre_free(struct kmem_cache *s, void *object,
195 static __always_inline bool kasan_slab_pre_free(struct kmem_cache *s, in kasan_slab_pre_free()
203 bool __kasan_slab_free(struct kmem_cache *s, void *object, bool init,
[all …]
|
| H A D | slab.h | 377 struct kmem_cache *__kmem_cache_create_args(const char *name,
381 static inline struct kmem_cache *
411 static inline struct kmem_cache *
428 static inline struct kmem_cache *
473 void kmem_cache_destroy(struct kmem_cache *s);
474 int kmem_cache_shrink(struct kmem_cache *s);
653 typedef struct kmem_cache * kmem_buckets[KMALLOC_SHIFT_HIGH + 1];
766 void *kmem_cache_alloc_noprof(struct kmem_cache *cachep,
770 void *kmem_cache_alloc_lru_noprof(struct kmem_cache *s, struct list_lru *lru,
803 void kmem_cache_free(struct kmem_cache *s, void *objp);
[all …]
|
| H A D | kfence.h | 94 void kfence_shutdown_cache(struct kmem_cache *s);
100 void *__kfence_alloc(struct kmem_cache *s, size_t size, gfp_t flags);
118 static __always_inline void *kfence_alloc(struct kmem_cache *s, size_t size, gfp_t flags) in kfence_alloc()
232 static inline void kfence_shutdown_cache(struct kmem_cache *s) { } in kfence_shutdown_cache()
233 static inline void *kfence_alloc(struct kmem_cache *s, size_t size, gfp_t flags) { return NULL; } in kfence_alloc()
|
| H A D | kmsan.h | 18 struct kmem_cache;
100 void kmsan_slab_alloc(struct kmem_cache *s, void *object, gfp_t flags);
109 void kmsan_slab_free(struct kmem_cache *s, void *object);
332 static inline void kmsan_slab_alloc(struct kmem_cache *s, void *object, in kmsan_slab_alloc()
337 static inline void kmsan_slab_free(struct kmem_cache *s, void *object) in kmsan_slab_free()
|
| /linux/tools/include/linux/ |
| H A D | slab.h | 46 struct kmem_cache { struct
132 struct kmem_cache *cache;
145 void *kmem_cache_alloc_lru(struct kmem_cache *cachep, struct list_lru *, int flags);
146 static inline void *kmem_cache_alloc(struct kmem_cache *cachep, int flags) in kmem_cache_alloc()
150 void kmem_cache_free(struct kmem_cache *cachep, void *objp);
153 struct kmem_cache *
158 static inline struct kmem_cache *
167 static inline struct kmem_cache *
185 void kmem_cache_free_bulk(struct kmem_cache *cachep, size_t size, void **list);
186 int kmem_cache_alloc_bulk(struct kmem_cache *cachep, gfp_t gfp, size_t size,
[all …]
|
| /linux/tools/testing/shared/ |
| H A D | linux.c | 19 void kmem_cache_set_callback(struct kmem_cache *cachep, void (*callback)(void *)) in kmem_cache_set_callback()
24 void kmem_cache_set_private(struct kmem_cache *cachep, void *private) in kmem_cache_set_private()
29 void kmem_cache_set_non_kernel(struct kmem_cache *cachep, unsigned int val) in kmem_cache_set_non_kernel()
34 unsigned long kmem_cache_get_alloc(struct kmem_cache *cachep) in kmem_cache_get_alloc()
39 unsigned long kmem_cache_nr_allocated(struct kmem_cache *cachep) in kmem_cache_nr_allocated()
44 unsigned long kmem_cache_nr_tallocated(struct kmem_cache *cachep) in kmem_cache_nr_tallocated()
49 void kmem_cache_zero_nr_tallocated(struct kmem_cache *cachep) in kmem_cache_zero_nr_tallocated()
54 void *kmem_cache_alloc_lru(struct kmem_cache *cachep, struct list_lru *lru, in kmem_cache_alloc_lru()
106 void __kmem_cache_free_locked(struct kmem_cache *cachep, void *objp) in __kmem_cache_free_locked()
120 void kmem_cache_free_locked(struct kmem_cache *cachep, void *objp) in kmem_cache_free_locked()
[all …]
|
| /linux/kernel/bpf/ |
| H A D | kmem_cache_iter.c | 17 struct kmem_cache *pos;
35 __bpf_kfunc struct kmem_cache *bpf_iter_kmem_cache_next(struct bpf_iter_kmem_cache *it) in bpf_iter_kmem_cache_next()
38 struct kmem_cache *prev = kit->pos; in bpf_iter_kmem_cache_next()
39 struct kmem_cache *next; in bpf_iter_kmem_cache_next()
53 next = list_first_entry(&slab_caches, struct kmem_cache, list); in bpf_iter_kmem_cache_next()
54 else if (list_last_entry(&slab_caches, struct kmem_cache, list) == prev) in bpf_iter_kmem_cache_next()
83 struct kmem_cache *s = kit->pos; in bpf_iter_kmem_cache_destroy()
107 __bpf_md_ptr(struct kmem_cache *, s);
119 struct kmem_cache *s; in kmem_cache_iter_seq_start()
204 BTF_ID_LIST_GLOBAL_SINGLE(bpf_kmem_cache_btf_id, struct, kmem_cache)
[all …]
|
| /linux/lib/tests/ |
| H A D | slub_kunit.c | 21 static struct kmem_cache *test_kmem_cache_create(const char *name, in test_kmem_cache_create()
24 struct kmem_cache *s = kmem_cache_create(name, size, 0, in test_kmem_cache_create()
32 struct kmem_cache *s = test_kmem_cache_create("TestSlub_RZ_alloc", 64, in test_clobber_zone()
50 struct kmem_cache *s = test_kmem_cache_create("TestSlub_next_ptr_free", in test_next_pointer()
95 struct kmem_cache *s = test_kmem_cache_create("TestSlub_1th_word_free", in test_first_word()
110 struct kmem_cache *s = test_kmem_cache_create("TestSlub_50th_word_free", in test_clobber_50th_byte()
126 struct kmem_cache *s = test_kmem_cache_create("TestSlub_RZ_free", 64, in test_clobber_redzone_free()
143 struct kmem_cache *s = test_kmem_cache_create("TestSlub_RZ_kmalloc", 32, in test_kmalloc_redzone_access()
168 struct kmem_cache *s; in test_kfree_rcu()
187 struct kmem_cache *s;
[all …]
|
| /linux/mm/kasan/ |
| H A D | kasan.h | 218 struct kmem_cache *cache;
359 size_t kasan_get_alloc_size(void *object, struct kmem_cache *cache);
376 void kasan_print_aux_stacks(struct kmem_cache *cache, const void *object);
378 static inline void kasan_print_aux_stacks(struct kmem_cache *cache, const void *object) { } in kasan_print_aux_stacks()
388 struct kasan_alloc_meta *kasan_get_alloc_meta(struct kmem_cache *cache,
390 struct kasan_free_meta *kasan_get_free_meta(struct kmem_cache *cache,
392 void kasan_init_object_meta(struct kmem_cache *cache, const void *object);
394 static inline void kasan_init_object_meta(struct kmem_cache *cache, const void *object) { } in kasan_init_object_meta()
400 void kasan_save_alloc_info(struct kmem_cache *cache, void *object, gfp_t flags);
402 void kasan_save_free_info(struct kmem_cache *cache, void *object);
[all …]
|
| H A D | quarantine.c | 129 static struct kmem_cache *qlink_to_cache(struct qlist_node *qlink) in qlink_to_cache()
134 static void *qlink_to_object(struct qlist_node *qlink, struct kmem_cache *cache) in qlink_to_object()
143 static void qlink_free(struct qlist_node *qlink, struct kmem_cache *cache) in qlink_free()
166 static void qlist_free_all(struct qlist_head *q, struct kmem_cache *cache) in qlist_free_all()
175 struct kmem_cache *obj_cache = in qlist_free_all()
185 bool kasan_quarantine_put(struct kmem_cache *cache, void *object) in kasan_quarantine_put()
292 struct kmem_cache *cache) in qlist_move_cache()
303 struct kmem_cache *obj_cache = qlink_to_cache(curr); in qlist_move_cache()
316 struct kmem_cache *cache = arg; in __per_cpu_remove_cache()
342 void kasan_quarantine_remove_cache(struct kmem_cache *cache) in kasan_quarantine_remove_cache()
|
| H A D | common.c | 166 void __kasan_unpoison_new_object(struct kmem_cache *cache, void *object) in __kasan_unpoison_new_object()
171 void __kasan_poison_new_object(struct kmem_cache *cache, void *object) in __kasan_poison_new_object()
187 static inline u8 assign_tag(struct kmem_cache *cache, in assign_tag()
208 void * __must_check __kasan_init_slab_obj(struct kmem_cache *cache, in __kasan_init_slab_obj()
222 static bool check_slab_allocation(struct kmem_cache *cache, void *object, in check_slab_allocation()
242 static inline void poison_slab_object(struct kmem_cache *cache, void *object, in poison_slab_object()
256 bool __kasan_slab_pre_free(struct kmem_cache *cache, void *object, in __kasan_slab_pre_free()
264 bool __kasan_slab_free(struct kmem_cache *cache, void *object, bool init, in __kasan_slab_free()
329 static inline void unpoison_slab_object(struct kmem_cache *cache, void *object, in unpoison_slab_object()
343 void * __must_check __kasan_slab_alloc(struct kmem_cache *cache, in __kasan_slab_alloc()
[all …]
|
| H A D | generic.c | 215 void kasan_cache_shrink(struct kmem_cache *cache) in kasan_cache_shrink()
220 void kasan_cache_shutdown(struct kmem_cache *cache) in kasan_cache_shutdown()
364 void kasan_cache_create(struct kmem_cache *cache, unsigned int *size, in kasan_cache_create()
467 struct kasan_alloc_meta *kasan_get_alloc_meta(struct kmem_cache *cache, in kasan_get_alloc_meta()
475 struct kasan_free_meta *kasan_get_free_meta(struct kmem_cache *cache, in kasan_get_free_meta()
484 void kasan_init_object_meta(struct kmem_cache *cache, const void *object) in kasan_init_object_meta()
517 size_t kasan_metadata_size(struct kmem_cache *cache, bool in_object) in kasan_metadata_size()
542 struct kmem_cache *cache; in kasan_record_aux_stack()
559 void kasan_save_alloc_info(struct kmem_cache *cache, void *object, gfp_t flags) in kasan_save_alloc_info()
573 void kasan_save_free_info(struct kmem_cache *cache, void *object) in kasan_save_free_info()
|
| /linux/fs/jffs2/ |
| H A D | malloc.c | 22 static struct kmem_cache *full_dnode_slab;
23 static struct kmem_cache *raw_dirent_slab;
24 static struct kmem_cache *raw_inode_slab;
25 static struct kmem_cache *tmp_dnode_info_slab;
26 static struct kmem_cache *raw_node_ref_slab;
27 static struct kmem_cache *node_frag_slab;
28 static struct kmem_cache *inode_cache_slab;
30 static struct kmem_cache *xattr_datum_cache;
31 static struct kmem_cache *xattr_ref_cache;
|
| /linux/fs/gfs2/ |
| H A D | util.h | 160 extern struct kmem_cache *gfs2_glock_cachep;
161 extern struct kmem_cache *gfs2_glock_aspace_cachep;
162 extern struct kmem_cache *gfs2_inode_cachep;
163 extern struct kmem_cache *gfs2_bufdata_cachep;
164 extern struct kmem_cache *gfs2_rgrpd_cachep;
165 extern struct kmem_cache *gfs2_quotad_cachep;
166 extern struct kmem_cache *gfs2_qadata_cachep;
167 extern struct kmem_cache *gfs2_trans_cachep;
|
| H A D | util.c | 29 struct kmem_cache *gfs2_glock_cachep __read_mostly;
30 struct kmem_cache *gfs2_glock_aspace_cachep __read_mostly;
31 struct kmem_cache *gfs2_inode_cachep __read_mostly;
32 struct kmem_cache *gfs2_bufdata_cachep __read_mostly;
33 struct kmem_cache *gfs2_rgrpd_cachep __read_mostly;
34 struct kmem_cache *gfs2_quotad_cachep __read_mostly;
35 struct kmem_cache *gfs2_qadata_cachep __read_mostly;
36 struct kmem_cache *gfs2_trans_cachep __read_mostly;
|
| /linux/fs/dlm/ |
| H A D | memory.c | 19 static struct kmem_cache *writequeue_cache;
20 static struct kmem_cache *mhandle_cache;
21 static struct kmem_cache *msg_cache;
22 static struct kmem_cache *lkb_cache;
23 static struct kmem_cache *rsb_cache;
24 static struct kmem_cache *cb_cache;
|
| /linux/tools/testing/selftests/bpf/progs/ |
| H A D | kmem_cache_iter.c | 31 extern struct kmem_cache *bpf_get_kmem_cache(u64 addr) __ksym;
42 struct kmem_cache *s = ctx->s; in slab_info_collector()
74 struct kmem_cache *s; in BPF_PROG()
93 struct kmem_cache *s; in open_coded_iter()
95 bpf_for_each(kmem_cache, s) { in open_coded_iter()
|
| /linux/drivers/target/ |
| H A D | target_core_alua.h | 79 extern struct kmem_cache *t10_alua_lu_gp_cache;
80 extern struct kmem_cache *t10_alua_lu_gp_mem_cache;
81 extern struct kmem_cache *t10_alua_tg_pt_gp_cache;
82 extern struct kmem_cache *t10_alua_lba_map_cache;
83 extern struct kmem_cache *t10_alua_lba_map_mem_cache;
|
| /linux/drivers/target/iscsi/ |
| H A D | iscsi_target.h | 49 extern struct kmem_cache *lio_dr_cache;
50 extern struct kmem_cache *lio_ooo_cache;
51 extern struct kmem_cache *lio_qr_cache;
52 extern struct kmem_cache *lio_r2t_cache;
|
| /linux/include/linux/ceph/ |
| H A D | libceph.h | 275 extern struct kmem_cache *ceph_inode_cachep;
276 extern struct kmem_cache *ceph_cap_cachep;
277 extern struct kmem_cache *ceph_cap_snap_cachep;
278 extern struct kmem_cache *ceph_cap_flush_cachep;
279 extern struct kmem_cache *ceph_dentry_cachep;
280 extern struct kmem_cache *ceph_file_cachep;
281 extern struct kmem_cache *ceph_dir_file_cachep;
282 extern struct kmem_cache *ceph_mds_request_cachep;
|
| /linux/fs/xfs/ |
| H A D | xfs_exchmaps_item.h | 28 struct kmem_cache;
56 extern struct kmem_cache *xfs_xmi_cache;
57 extern struct kmem_cache *xfs_xmd_cache;
|
| H A D | xfs_refcount_item.h | 28 struct kmem_cache;
71 extern struct kmem_cache *xfs_cui_cache;
72 extern struct kmem_cache *xfs_cud_cache;
|