Lines Matching defs:slab

392 	struct slab *slab;	/* The slab from which we are allocating */  member
617 static __always_inline void slab_lock(struct slab *slab) in slab_lock()
625 static __always_inline void slab_unlock(struct slab *slab) in slab_unlock()
634 __update_freelist_fast(struct slab *slab, in __update_freelist_fast()
649 __update_freelist_slow(struct slab *slab, in __update_freelist_slow()
674 static inline bool __slab_update_freelist(struct kmem_cache *s, struct slab *slab, in __slab_update_freelist()
704 static inline bool slab_update_freelist(struct kmem_cache *s, struct slab *slab, in slab_update_freelist()
740 struct slab *slab) in __fill_map()
821 struct slab *slab, void *object) in check_valid_pointer()
959 static void print_slab_info(const struct slab *slab) in print_slab_info()
1047 static void print_trailer(struct kmem_cache *s, struct slab *slab, u8 *p) in print_trailer()
1089 static void object_err(struct kmem_cache *s, struct slab *slab, in object_err()
1100 static bool freelist_corrupted(struct kmem_cache *s, struct slab *slab, in freelist_corrupted()
1114 static __printf(3, 4) void slab_err(struct kmem_cache *s, struct slab *slab, in slab_err()
1166 static int check_bytes_and_report(struct kmem_cache *s, struct slab *slab, in check_bytes_and_report()
1238 static int check_pad_bytes(struct kmem_cache *s, struct slab *slab, u8 *p) in check_pad_bytes()
1260 static void slab_pad_check(struct kmem_cache *s, struct slab *slab) in slab_pad_check()
1295 static int check_object(struct kmem_cache *s, struct slab *slab, in check_object()
1374 static int check_slab(struct kmem_cache *s, struct slab *slab) in check_slab()
1403 static int on_freelist(struct kmem_cache *s, struct slab *slab, void *search) in on_freelist()
1452 static void trace(struct kmem_cache *s, struct slab *slab, void *object, in trace()
1474 struct kmem_cache_node *n, struct slab *slab) in add_full()
1483 static void remove_full(struct kmem_cache *s, struct kmem_cache_node *n, struct slab *slab) in remove_full()
1531 void setup_slab_debug(struct kmem_cache *s, struct slab *slab, void *addr) in setup_slab_debug()
1542 struct slab *slab, void *object) in alloc_consistency_checks()
1559 struct slab *slab, void *object, int orig_size) in alloc_debug_processing()
1587 struct slab *slab, void *object, unsigned long addr) in free_consistency_checks()
1834 void setup_slab_debug(struct kmem_cache *s, struct slab *slab, void *addr) {} in setup_slab_debug()
1837 struct slab *slab, void *object, int orig_size) { return true; } in alloc_debug_processing()
1840 struct slab *slab, void *head, void *tail, int *bulk_cnt, in free_debug_processing()
1843 static inline void slab_pad_check(struct kmem_cache *s, struct slab *slab) {} in slab_pad_check()
1844 static inline int check_object(struct kmem_cache *s, struct slab *slab, in check_object()
1850 struct slab *slab) {} in add_full()
1852 struct slab *slab) {} in remove_full()
1870 static bool freelist_corrupted(struct kmem_cache *s, struct slab *slab, in freelist_corrupted()
1885 static inline void memcg_free_slab_cgroups(struct slab *slab) in memcg_free_slab_cgroups()
1959 struct slab *slab; in __memcg_slab_post_alloc_hook() local
1977 slab_objcgs(slab)[off] = objcg; in __memcg_slab_post_alloc_hook() local
1996 static void __memcg_slab_free_hook(struct kmem_cache *s, struct slab *slab, in __memcg_slab_free_hook()
2018 void memcg_slab_free_hook(struct kmem_cache *s, struct slab *slab, void **p, in memcg_slab_free_hook()
2046 static inline void memcg_free_slab_cgroups(struct slab *slab) in memcg_free_slab_cgroups()
2065 static inline void memcg_slab_free_hook(struct kmem_cache *s, struct slab *slab, in memcg_slab_free_hook()
2187 struct slab *slab; in alloc_slab_page() local
2246 static void *next_freelist_entry(struct kmem_cache *s, struct slab *slab, in next_freelist_entry()
2268 static bool shuffle_freelist(struct kmem_cache *s, struct slab *slab) in shuffle_freelist()
2307 static inline bool shuffle_freelist(struct kmem_cache *s, struct slab *slab) in shuffle_freelist()
2313 static __always_inline void account_slab(struct slab *slab, int order, in account_slab()
2323 static __always_inline void unaccount_slab(struct slab *slab, int order, in unaccount_slab()
2335 struct slab *slab; in allocate_slab() local
2411 static void __free_slab(struct kmem_cache *s, struct slab *slab) in __free_slab()
2429 struct slab *slab = container_of(h, struct slab, rcu_head); in rcu_free_slab() local
2434 static void free_slab(struct kmem_cache *s, struct slab *slab) in free_slab()
2450 static void discard_slab(struct kmem_cache *s, struct slab *slab) in discard_slab()
2460 static inline bool slab_test_node_partial(const struct slab *slab) in slab_test_node_partial()
2465 static inline void slab_set_node_partial(struct slab *slab) in slab_set_node_partial()
2470 static inline void slab_clear_node_partial(struct slab *slab) in slab_clear_node_partial()
2479 __add_partial(struct kmem_cache_node *n, struct slab *slab, int tail) in __add_partial()
2490 struct slab *slab, int tail) in add_partial()
2497 struct slab *slab) in remove_partial()
2512 struct kmem_cache_node *n, struct slab *slab, int orig_size) in alloc_single_from_partial()
2541 struct slab *slab, int orig_size) in alloc_single_from_new_slab()
2577 static inline void put_cpu_partial(struct kmem_cache *s, struct slab *slab, in put_cpu_partial()
2589 struct slab *slab, *slab2, *partial = NULL; in get_partial_node() local
2652 struct slab *slab; in get_any_partial() local
2711 struct slab *slab; in get_partial() local
2805 static void deactivate_slab(struct kmem_cache *s, struct slab *slab, in deactivate_slab()
2889 struct slab *slab, *slab_to_discard = NULL; in __put_partials() local
2962 static void put_cpu_partial(struct kmem_cache *s, struct slab *slab, int drain) in put_cpu_partial()
3013 struct slab *slab; in flush_slab() local
3037 struct slab *slab = c->slab; in __flush_cpu_slab() local
3152 static inline int node_match(struct slab *slab, int node) in node_match()
3162 static int count_free(struct slab *slab) in count_free()
3174 struct slab *slab, void *head, void *tail, int *bulk_cnt, in free_debug_processing()
3233 int (*get_count)(struct slab *)) in count_partial()
3237 struct slab *slab; in count_partial() local
3287 static inline bool pfmemalloc_match(struct slab *slab, gfp_t gfpflags) in pfmemalloc_match()
3316 static inline void *get_freelist(struct kmem_cache *s, struct slab *slab) in get_freelist()
3345 static inline void *freeze_slab(struct kmem_cache *s, struct slab *slab) in freeze_slab()
3392 struct slab *slab; in ___slab_alloc() local
3636 struct slab *slab; in __slab_alloc_node() local
3711 struct slab *slab; in __slab_alloc_node() local
4030 struct kmem_cache *s, struct slab *slab, in free_to_partial_list()
4098 static void __slab_free(struct kmem_cache *s, struct slab *slab, in __slab_free()
4231 struct slab *slab, void *head, void *tail, in do_slab_free()
4286 struct slab *slab, void *head, void *tail, in do_slab_free()
4294 void slab_free(struct kmem_cache *s, struct slab *slab, void *object, in slab_free()
4304 void slab_free_bulk(struct kmem_cache *s, struct slab *slab, void *head, in slab_free_bulk()
4325 struct slab *slab; in virt_to_cache() local
4392 struct slab *slab; in kfree() local
4414 struct slab *slab; member
4852 struct slab *slab; in early_kmem_cache_node_alloc() local
5164 static void list_slab_objects(struct kmem_cache *s, struct slab *slab, in list_slab_objects()
5195 struct slab *slab, *h; in free_partial() local
5244 void __kmem_obj_info(struct kmem_obj_info *kpp, void *object, struct slab *slab) in __kmem_obj_info()
5350 const struct slab *slab, bool to_user) in __check_heap_object()
5406 struct slab *slab; in __kmem_cache_do_shrink() local
5737 static int count_inuse(struct slab *slab) in count_inuse()
5742 static int count_total(struct slab *slab) in count_total()
5749 static void validate_slab(struct kmem_cache *s, struct slab *slab, in validate_slab()
5773 struct slab *slab; in validate_slab_node() local
5976 struct slab *slab, enum track_item alloc, in process_slab()
6029 struct slab *slab; in show_slab_objects() local
6255 struct slab *slab; in slabs_cpu_partial_show() local
6270 struct slab *slab; in slabs_cpu_partial_show() local
7022 struct slab *slab; in slab_debug_trace_open() local