114 static inline int kmem_cache_debug(struct kmem_cache *s)  in kmem_cache_debug()
217 static inline int sysfs_slab_add(struct kmem_cache *s) { return 0; }  in sysfs_slab_add()
218 static inline int sysfs_slab_alias(struct kmem_cache *s, const char *p)  in sysfs_slab_alias()
220 static inline void sysfs_slab_remove(struct kmem_cache *s)  in sysfs_slab_remove()
228 static inline void stat(const struct kmem_cache *s, enum stat_item si)  in stat()
244 static inline struct kmem_cache_node *get_node(struct kmem_cache *s, int node)  in get_node()
250 static inline int check_valid_pointer(struct kmem_cache *s,  in check_valid_pointer()
267 static inline void *get_freepointer(struct kmem_cache *s, void *object)  in get_freepointer()
272 static inline void *get_freepointer_safe(struct kmem_cache *s, void *object)  in get_freepointer_safe()
284 static inline void set_freepointer(struct kmem_cache *s, void *object, void *fp)  in set_freepointer()
295 static inline int slab_index(void *p, struct kmem_cache *s, void *addr)  in slab_index()
300 static inline size_t slab_ksize(const struct kmem_cache *s)  in slab_ksize()
363 static inline bool __cmpxchg_double_slab(struct kmem_cache *s, struct page *page,  in __cmpxchg_double_slab()
399 static inline bool cmpxchg_double_slab(struct kmem_cache *s, struct page *page,  in cmpxchg_double_slab()
446 static void get_map(struct kmem_cache *s, struct page *page, unsigned long *map)  in get_map()
476 static struct track *get_track(struct kmem_cache *s, void *object,  in get_track()
489 static void set_track(struct kmem_cache *s, void *object,  in set_track()
521 static void init_tracking(struct kmem_cache *s, void *object)  in init_tracking()
530 static void print_track(const char *s, struct track *t)  in print_track()
549 static void print_tracking(struct kmem_cache *s, void *object)  in print_tracking()
565 static void slab_bug(struct kmem_cache *s, char *fmt, ...)  in slab_bug()
580 static void slab_fix(struct kmem_cache *s, char *fmt, ...)  in slab_fix()
591 static void print_trailer(struct kmem_cache *s, struct page *page, u8 *p)  in print_trailer()
627 static void object_err(struct kmem_cache *s, struct page *page,  in object_err()
634 static void slab_err(struct kmem_cache *s, struct page *page, char *fmt, ...)  in slab_err()
647 static void init_object(struct kmem_cache *s, void *object, u8 val)  in init_object()
660 static void restore_bytes(struct kmem_cache *s, char *message, u8 data,  in restore_bytes()
667 static int check_bytes_and_report(struct kmem_cache *s, struct page *page,  in check_bytes_and_report()
729 static int check_pad_bytes(struct kmem_cache *s, struct page *page, u8 *p)  in check_pad_bytes()
749 static int slab_pad_check(struct kmem_cache *s, struct page *page)  in slab_pad_check()
780 static int check_object(struct kmem_cache *s, struct page *page,  in check_object()
831 static int check_slab(struct kmem_cache *s, struct page *page)  in check_slab()
862 static int on_freelist(struct kmem_cache *s, struct page *page, void *search)  in on_freelist()
912 static void trace(struct kmem_cache *s, struct page *page, void *object,  in trace()
933 static inline int slab_pre_alloc_hook(struct kmem_cache *s, gfp_t flags)  in slab_pre_alloc_hook()
942 static inline void slab_post_alloc_hook(struct kmem_cache *s, gfp_t flags, void *object)  in slab_post_alloc_hook()
949 static inline void slab_free_hook(struct kmem_cache *s, void *x)  in slab_free_hook()
977 static void add_full(struct kmem_cache *s,  in add_full()
989 static void remove_full(struct kmem_cache *s, struct page *page)  in remove_full()
998 static inline unsigned long slabs_node(struct kmem_cache *s, int node)  in slabs_node()
1010 static inline void inc_slabs_node(struct kmem_cache *s, int node, int objects)  in inc_slabs_node()
1025 static inline void dec_slabs_node(struct kmem_cache *s, int node, int objects)  in dec_slabs_node()
1034 static void setup_object_debug(struct kmem_cache *s, struct page *page,  in setup_object_debug()
1044 static noinline int alloc_debug_processing(struct kmem_cache *s, struct page *page,  in alloc_debug_processing()
1079 static noinline int free_debug_processing(struct kmem_cache *s,  in free_debug_processing()
1218 static inline void setup_object_debug(struct kmem_cache *s,  in setup_object_debug()
1221 static inline int alloc_debug_processing(struct kmem_cache *s,  in alloc_debug_processing()
1224 static inline int free_debug_processing(struct kmem_cache *s,  in free_debug_processing()
1227 static inline int slab_pad_check(struct kmem_cache *s, struct page *page)  in slab_pad_check()
1229 static inline int check_object(struct kmem_cache *s, struct page *page,  in check_object()
1231 static inline void add_full(struct kmem_cache *s, struct kmem_cache_node *n,  in add_full()
1233 static inline void remove_full(struct kmem_cache *s, struct page *page) {}  in remove_full()
1244 static inline unsigned long slabs_node(struct kmem_cache *s, int node)  in slabs_node()
1248 static inline void inc_slabs_node(struct kmem_cache *s, int node,  in inc_slabs_node()
1250 static inline void dec_slabs_node(struct kmem_cache *s, int node,  in dec_slabs_node()
1253 static inline int slab_pre_alloc_hook(struct kmem_cache *s, gfp_t flags)  in slab_pre_alloc_hook()
1256 static inline void slab_post_alloc_hook(struct kmem_cache *s, gfp_t flags,  in slab_post_alloc_hook()
1259 static inline void slab_free_hook(struct kmem_cache *s, void *x) {}  in slab_free_hook()
1279 static struct page *allocate_slab(struct kmem_cache *s, gfp_t flags, int node)  in allocate_slab()
1342 static void setup_object(struct kmem_cache *s, struct page *page,  in setup_object()
1350 static struct page *new_slab(struct kmem_cache *s, gfp_t flags, int node)  in new_slab()
1389 static void __free_slab(struct kmem_cache *s, struct page *page)  in __free_slab()
1432 static void free_slab(struct kmem_cache *s, struct page *page)  in free_slab()
1455 static void discard_slab(struct kmem_cache *s, struct page *page)  in discard_slab()
1494 static inline void *acquire_slab(struct kmem_cache *s,  in acquire_slab()
1531 static void *get_partial_node(struct kmem_cache *s,  in get_partial_node()
1575 static struct page *get_any_partial(struct kmem_cache *s, gfp_t flags,  in get_any_partial()
1631 static void *get_partial(struct kmem_cache *s, gfp_t flags, int node,  in get_partial()
1680 		const struct kmem_cache *s, unsigned long tid)  in note_cmpxchg_failure()
1703 void init_kmem_cache_cpus(struct kmem_cache *s)  in init_kmem_cache_cpus()
1714 static void deactivate_slab(struct kmem_cache *s, struct kmem_cache_cpu *c)  in deactivate_slab()
1863 static void unfreeze_partials(struct kmem_cache *s)  in unfreeze_partials()
1951 int put_cpu_partial(struct kmem_cache *s, struct page *page, int drain)  in put_cpu_partial()
1991 static inline void flush_slab(struct kmem_cache *s, struct kmem_cache_cpu *c)  in flush_slab()
2002 static inline void __flush_cpu_slab(struct kmem_cache *s, int cpu)  in __flush_cpu_slab()
2016 	struct kmem_cache *s = d;  in flush_cpu_slab()  local
2021 static void flush_all(struct kmem_cache *s)  in flush_all()
2068 slab_out_of_memory(struct kmem_cache *s, gfp_t gfpflags, int nid)  in slab_out_of_memory()
2102 static inline void *new_slab_objects(struct kmem_cache *s, gfp_t flags,  in new_slab_objects()
2139 static inline void *get_freelist(struct kmem_cache *s, struct page *page)  in get_freelist()
2178 static void *__slab_alloc(struct kmem_cache *s, gfp_t gfpflags, int node,  in __slab_alloc()
2277 static __always_inline void *slab_alloc(struct kmem_cache *s,  in slab_alloc()
2343 void *kmem_cache_alloc(struct kmem_cache *s, gfp_t gfpflags)  in kmem_cache_alloc()
2354 void *kmem_cache_alloc_trace(struct kmem_cache *s, gfp_t gfpflags, size_t size)  in kmem_cache_alloc_trace()
2372 void *kmem_cache_alloc_node(struct kmem_cache *s, gfp_t gfpflags, int node)  in kmem_cache_alloc_node()
2384 void *kmem_cache_alloc_node_trace(struct kmem_cache *s,  in kmem_cache_alloc_node_trace()
2406 static void __slab_free(struct kmem_cache *s, struct page *page,  in __slab_free()
2530 static __always_inline void slab_free(struct kmem_cache *s,  in slab_free()
2568 void kmem_cache_free(struct kmem_cache *s, void *x)  in kmem_cache_free()
2740 init_kmem_cache_node(struct kmem_cache_node *n, struct kmem_cache *s)  in init_kmem_cache_node()
2752 static inline int alloc_kmem_cache_cpus(struct kmem_cache *s)  in alloc_kmem_cache_cpus()
2816 static void free_kmem_cache_nodes(struct kmem_cache *s)  in free_kmem_cache_nodes()
2830 static int init_kmem_cache_nodes(struct kmem_cache *s)  in init_kmem_cache_nodes()
2855 static void set_min_partial(struct kmem_cache *s, unsigned long min)  in set_min_partial()
2868 static int calculate_sizes(struct kmem_cache *s, int forced_order)  in calculate_sizes()
2988 static int kmem_cache_open(struct kmem_cache *s,  in kmem_cache_open()
3083 unsigned int kmem_cache_size(struct kmem_cache *s)  in kmem_cache_size()
3089 static void list_slab_objects(struct kmem_cache *s, struct page *page,  in list_slab_objects()
3121 static void free_partial(struct kmem_cache *s, struct kmem_cache_node *n)  in free_partial()
3139 static inline int kmem_cache_close(struct kmem_cache *s)  in kmem_cache_close()
3161 void kmem_cache_destroy(struct kmem_cache *s)  in kmem_cache_destroy()
3233 	struct kmem_cache *s;  in create_kmalloc_cache()  local
3313 	struct kmem_cache *s;  in __kmalloc()  local
3349 	struct kmem_cache *s;  in __kmalloc_node()  local
3461 int kmem_cache_shrink(struct kmem_cache *s)  in kmem_cache_shrink()
3522 	struct kmem_cache *s;  in slab_mem_going_offline_callback()  local
3535 	struct kmem_cache *s;  in slab_mem_offline_callback()  local
3570 	struct kmem_cache *s;  in slab_mem_going_online_callback()  local
3645 static void __init kmem_cache_bootstrap_fixup(struct kmem_cache *s)  in kmem_cache_bootstrap_fixup()
3798 		char *s = kasprintf(GFP_NOWAIT, "kmalloc-%d", 1 << i);  in kmem_cache_init()  local
3810 		struct kmem_cache *s = kmalloc_caches[i];  in kmem_cache_init()  local
3837 static int slab_unmergeable(struct kmem_cache *s)  in slab_unmergeable()
3858 	struct kmem_cache *s;  in find_mergeable()  local
3898 	struct kmem_cache *s;  in kmem_cache_create()  local
3964 	struct kmem_cache *s;  in slab_cpuup_callback()  local
3994 	struct kmem_cache *s;  in __kmalloc_track_caller()  local
4017 	struct kmem_cache *s;  in __kmalloc_node_track_caller()  local
4057 static int validate_slab(struct kmem_cache *s, struct page *page,  in validate_slab()
4084 static void validate_slab_slab(struct kmem_cache *s, struct page *page,  in validate_slab_slab()
4092 static int validate_slab_node(struct kmem_cache *s,  in validate_slab_node()
4126 static long validate_slab_cache(struct kmem_cache *s)  in validate_slab_cache()
4195 static int add_location(struct loc_track *t, struct kmem_cache *s,  in add_location()
4271 static void process_slab(struct loc_track *t, struct kmem_cache *s,  in process_slab()
4286 static int list_locations(struct kmem_cache *s, char *buf,  in list_locations()
4451 static ssize_t show_slab_objects(struct kmem_cache *s,  in show_slab_objects()
4545 static int any_slab_objects(struct kmem_cache *s)  in any_slab_objects()
4579 static ssize_t slab_size_show(struct kmem_cache *s, char *buf)  in slab_size_show()
4585 static ssize_t align_show(struct kmem_cache *s, char *buf)  in align_show()
4591 static ssize_t object_size_show(struct kmem_cache *s, char *buf)  in object_size_show()
4597 static ssize_t objs_per_slab_show(struct kmem_cache *s, char *buf)  in objs_per_slab_show()
4603 static ssize_t order_store(struct kmem_cache *s,  in order_store()
4620 static ssize_t order_show(struct kmem_cache *s, char *buf)  in order_show()
4626 static ssize_t min_partial_show(struct kmem_cache *s, char *buf)  in min_partial_show()
4631 static ssize_t min_partial_store(struct kmem_cache *s, const char *buf,  in min_partial_store()
4646 static ssize_t cpu_partial_show(struct kmem_cache *s, char *buf)  in cpu_partial_show()
4651 static ssize_t cpu_partial_store(struct kmem_cache *s, const char *buf,  in cpu_partial_store()
4669 static ssize_t ctor_show(struct kmem_cache *s, char *buf)  in ctor_show()
4677 static ssize_t aliases_show(struct kmem_cache *s, char *buf)  in aliases_show()
4683 static ssize_t partial_show(struct kmem_cache *s, char *buf)  in partial_show()
4689 static ssize_t cpu_slabs_show(struct kmem_cache *s, char *buf)  in cpu_slabs_show()
4695 static ssize_t objects_show(struct kmem_cache *s, char *buf)  in objects_show()
4701 static ssize_t objects_partial_show(struct kmem_cache *s, char *buf)  in objects_partial_show()
4707 static ssize_t slabs_cpu_partial_show(struct kmem_cache *s, char *buf)  in slabs_cpu_partial_show()
4738 static ssize_t reclaim_account_show(struct kmem_cache *s, char *buf)  in reclaim_account_show()
4743 static ssize_t reclaim_account_store(struct kmem_cache *s,  in reclaim_account_store()
4753 static ssize_t hwcache_align_show(struct kmem_cache *s, char *buf)  in hwcache_align_show()
4760 static ssize_t cache_dma_show(struct kmem_cache *s, char *buf)  in cache_dma_show()
4767 static ssize_t destroy_by_rcu_show(struct kmem_cache *s, char *buf)  in destroy_by_rcu_show()
4773 static ssize_t reserved_show(struct kmem_cache *s, char *buf)  in reserved_show()
4780 static ssize_t slabs_show(struct kmem_cache *s, char *buf)  in slabs_show()
4786 static ssize_t total_objects_show(struct kmem_cache *s, char *buf)  in total_objects_show()
4792 static ssize_t sanity_checks_show(struct kmem_cache *s, char *buf)  in sanity_checks_show()
4797 static ssize_t sanity_checks_store(struct kmem_cache *s,  in sanity_checks_store()
4809 static ssize_t trace_show(struct kmem_cache *s, char *buf)  in trace_show()
4814 static ssize_t trace_store(struct kmem_cache *s, const char *buf,  in trace_store()
4826 static ssize_t red_zone_show(struct kmem_cache *s, char *buf)  in red_zone_show()
4831 static ssize_t red_zone_store(struct kmem_cache *s,  in red_zone_store()
4847 static ssize_t poison_show(struct kmem_cache *s, char *buf)  in poison_show()
4852 static ssize_t poison_store(struct kmem_cache *s,  in poison_store()
4868 static ssize_t store_user_show(struct kmem_cache *s, char *buf)  in store_user_show()
4873 static ssize_t store_user_store(struct kmem_cache *s,  in store_user_store()
4889 static ssize_t validate_show(struct kmem_cache *s, char *buf)  in validate_show()
4894 static ssize_t validate_store(struct kmem_cache *s,  in validate_store()
4908 static ssize_t alloc_calls_show(struct kmem_cache *s, char *buf)  in alloc_calls_show()
4916 static ssize_t free_calls_show(struct kmem_cache *s, char *buf)  in free_calls_show()
4926 static ssize_t failslab_show(struct kmem_cache *s, char *buf)  in failslab_show()
4931 static ssize_t failslab_store(struct kmem_cache *s, const char *buf,  in failslab_store()
4942 static ssize_t shrink_show(struct kmem_cache *s, char *buf)  in shrink_show()
4947 static ssize_t shrink_store(struct kmem_cache *s,  in shrink_store()
4962 static ssize_t remote_node_defrag_ratio_show(struct kmem_cache *s, char *buf)  in remote_node_defrag_ratio_show()
4967 static ssize_t remote_node_defrag_ratio_store(struct kmem_cache *s,  in remote_node_defrag_ratio_store()
4986 static int show_stat(struct kmem_cache *s, char *buf, enum stat_item si)  in show_stat()
5015 static void clear_stat(struct kmem_cache *s, enum stat_item si)  in clear_stat()
5144 	struct kmem_cache *s;  in slab_attr_show()  local
5163 	struct kmem_cache *s;  in slab_attr_store()  local
5179 	struct kmem_cache *s = to_slab(kobj);  in kmem_cache_release()  local
5216 static char *create_unique_id(struct kmem_cache *s)  in create_unique_id()
5246 static int sysfs_slab_add(struct kmem_cache *s)  in sysfs_slab_add()
5295 static void sysfs_slab_remove(struct kmem_cache *s)  in sysfs_slab_remove()
5314 	struct kmem_cache *s;  member
5321 static int sysfs_slab_alias(struct kmem_cache *s, const char *name)  in sysfs_slab_alias()
5346 	struct kmem_cache *s;  in slab_sysfs_init()  local
5428 	struct kmem_cache *s;  in s_show()  local