41 static void poison_error(struct mempool *pool, void *element, size_t size,  in poison_error()  argument
51 	pr_err(" nr=%d @ %p: %s0x", nr, element, start > 0 ? "... " : "");  in poison_error()
53 		pr_cont("%x ", *(u8 *)(element + i));  in poison_error()
58 static void __check_element(struct mempool *pool, void *element, size_t size)  in __check_element()  argument
60 	u8 *obj = element;  in __check_element()
67 			poison_error(pool, element, size, i);  in __check_element()
74 static void check_element(struct mempool *pool, void *element)  in check_element()  argument
82 		__check_element(pool, element, (size_t)pool->pool_data);  in check_element()
84 		__check_element(pool, element, kmem_cache_size(pool->pool_data));  in check_element()
91 			struct page *page = (struct page *)element;  in check_element()
98 		void *addr = page_address((struct page *)element);  in check_element()
105 static void __poison_element(void *element, size_t size)  in __poison_element()  argument
107 	u8 *obj = element;  in __poison_element()
113 static void poison_element(struct mempool *pool, void *element)  in poison_element()  argument
121 		__poison_element(element, (size_t)pool->pool_data);  in poison_element()
123 		__poison_element(element, kmem_cache_size(pool->pool_data));  in poison_element()
130 			struct page *page = (struct page *)element;  in poison_element()
137 		void *addr = page_address((struct page *)element);  in poison_element()
144 static inline void check_element(struct mempool *pool, void *element)  in check_element()  argument
147 static inline void poison_element(struct mempool *pool, void *element)  in poison_element()  argument
153 		void *element)  in kasan_poison_element()  argument
156 		return kasan_mempool_poison_object(element);  in kasan_poison_element()
158 		return kasan_mempool_poison_pages(element,  in kasan_poison_element()
163 static void kasan_unpoison_element(struct mempool *pool, void *element)  in kasan_unpoison_element()  argument
166 		kasan_mempool_unpoison_object(element, (size_t)pool->pool_data);  in kasan_unpoison_element()
168 		kasan_mempool_unpoison_object(element,  in kasan_unpoison_element()
171 		kasan_mempool_unpoison_pages(element,  in kasan_unpoison_element()
175 static __always_inline void add_element(struct mempool *pool, void *element)  in add_element()  argument
178 	poison_element(pool, element);  in add_element()
179 	if (kasan_poison_element(pool, element))  in add_element()
180 		pool->elements[pool->curr_nr++] = element;  in add_element()
185 	void *element = pool->elements[--pool->curr_nr];  in remove_element()  local
188 	kasan_unpoison_element(pool, element);  in remove_element()
189 	check_element(pool, element);  in remove_element()
190 	return element;  in remove_element()
207 		void *element = remove_element(pool);  in mempool_exit()  local
208 		pool->free(element, pool->pool_data);  in mempool_exit()
257 		void *element;  in mempool_init_node()  local
259 		element = pool->alloc(gfp_mask, pool->pool_data);  in mempool_init_node()
260 		if (unlikely(!element)) {  in mempool_init_node()
264 		add_element(pool, element);  in mempool_init_node()
353 	void *element;  in mempool_resize()  local
363 			element = remove_element(pool);  in mempool_resize()
365 			pool->free(element, pool->pool_data);  in mempool_resize()
393 		element = pool->alloc(GFP_KERNEL, pool->pool_data);  in mempool_resize()
394 		if (!element)  in mempool_resize()
398 			add_element(pool, element);  in mempool_resize()
401 			pool->free(element, pool->pool_data);	/* Raced */  in mempool_resize()
555 	void *element;  in mempool_alloc_noprof()  local
564 		element = NULL;  in mempool_alloc_noprof()
566 		element = pool->alloc(gfp_temp, pool->pool_data);  in mempool_alloc_noprof()
569 	if (unlikely(!element)) {  in mempool_alloc_noprof()
577 		if (!mempool_alloc_from_pool(pool, &element, 1, 0, gfp_temp)) {  in mempool_alloc_noprof()
588 	return element;  in mempool_alloc_noprof()
606 	void *element = NULL;  in mempool_alloc_preallocated()  local
608 	mempool_alloc_from_pool(pool, &element, 1, 0, GFP_NOWAIT);  in mempool_alloc_preallocated()
609 	return element;  in mempool_alloc_preallocated()
708 void mempool_free(void *element, struct mempool *pool)  in mempool_free()  argument
710 	if (likely(element) && !mempool_free_bulk(pool, &element, 1))  in mempool_free()
711 		pool->free(element, pool->pool_data);  in mempool_free()
726 void mempool_free_slab(void *element, void *pool_data)  in mempool_free_slab()  argument
729 	kmem_cache_free(mem, element);  in mempool_free_slab()
744 void mempool_kfree(void *element, void *pool_data)  in mempool_kfree()  argument
746 	kfree(element);  in mempool_kfree()
761 void mempool_free_pages(void *element, void *pool_data)  in mempool_free_pages()  argument
764 	__free_pages(element, order);  in mempool_free_pages()