Lines Matching refs:cachep
19 void kmem_cache_set_callback(struct kmem_cache *cachep, void (*callback)(void *)) in kmem_cache_set_callback() argument
21 cachep->callback = callback; in kmem_cache_set_callback()
24 void kmem_cache_set_private(struct kmem_cache *cachep, void *private) in kmem_cache_set_private() argument
26 cachep->private = private; in kmem_cache_set_private()
29 void kmem_cache_set_non_kernel(struct kmem_cache *cachep, unsigned int val) in kmem_cache_set_non_kernel() argument
31 cachep->non_kernel = val; in kmem_cache_set_non_kernel()
34 unsigned long kmem_cache_get_alloc(struct kmem_cache *cachep) in kmem_cache_get_alloc() argument
36 return cachep->size * cachep->nr_allocated; in kmem_cache_get_alloc()
39 unsigned long kmem_cache_nr_allocated(struct kmem_cache *cachep) in kmem_cache_nr_allocated() argument
41 return cachep->nr_allocated; in kmem_cache_nr_allocated()
44 unsigned long kmem_cache_nr_tallocated(struct kmem_cache *cachep) in kmem_cache_nr_tallocated() argument
46 return cachep->nr_tallocated; in kmem_cache_nr_tallocated()
49 void kmem_cache_zero_nr_tallocated(struct kmem_cache *cachep) in kmem_cache_zero_nr_tallocated() argument
51 cachep->nr_tallocated = 0; in kmem_cache_zero_nr_tallocated()
54 void *kmem_cache_alloc_lru(struct kmem_cache *cachep, struct list_lru *lru, in kmem_cache_alloc_lru() argument
59 if (cachep->exec_callback) { in kmem_cache_alloc_lru()
60 if (cachep->callback) in kmem_cache_alloc_lru()
61 cachep->callback(cachep->private); in kmem_cache_alloc_lru()
62 cachep->exec_callback = false; in kmem_cache_alloc_lru()
66 if (!cachep->non_kernel) { in kmem_cache_alloc_lru()
67 if (cachep->callback) in kmem_cache_alloc_lru()
68 cachep->exec_callback = true; in kmem_cache_alloc_lru()
72 cachep->non_kernel--; in kmem_cache_alloc_lru()
75 pthread_mutex_lock(&cachep->lock); in kmem_cache_alloc_lru()
76 if (cachep->nr_objs) { in kmem_cache_alloc_lru()
77 struct radix_tree_node *node = cachep->objs; in kmem_cache_alloc_lru()
78 cachep->nr_objs--; in kmem_cache_alloc_lru()
79 cachep->objs = node->parent; in kmem_cache_alloc_lru()
80 pthread_mutex_unlock(&cachep->lock); in kmem_cache_alloc_lru()
84 pthread_mutex_unlock(&cachep->lock); in kmem_cache_alloc_lru()
85 if (cachep->align) { in kmem_cache_alloc_lru()
86 if (posix_memalign(&p, cachep->align, cachep->size) < 0) in kmem_cache_alloc_lru()
89 p = malloc(cachep->size); in kmem_cache_alloc_lru()
92 if (cachep->ctor) in kmem_cache_alloc_lru()
93 cachep->ctor(p); in kmem_cache_alloc_lru()
95 memset(p, 0, cachep->size); in kmem_cache_alloc_lru()
98 uatomic_inc(&cachep->nr_allocated); in kmem_cache_alloc_lru()
100 uatomic_inc(&cachep->nr_tallocated); in kmem_cache_alloc_lru()
106 void __kmem_cache_free_locked(struct kmem_cache *cachep, void *objp) in __kmem_cache_free_locked() argument
109 if (cachep->nr_objs > 10 || cachep->align) { in __kmem_cache_free_locked()
110 memset(objp, POISON_FREE, cachep->size); in __kmem_cache_free_locked()
114 cachep->nr_objs++; in __kmem_cache_free_locked()
115 node->parent = cachep->objs; in __kmem_cache_free_locked()
116 cachep->objs = node; in __kmem_cache_free_locked()
120 void kmem_cache_free_locked(struct kmem_cache *cachep, void *objp) in kmem_cache_free_locked() argument
123 uatomic_dec(&cachep->nr_allocated); in kmem_cache_free_locked()
126 __kmem_cache_free_locked(cachep, objp); in kmem_cache_free_locked()
129 void kmem_cache_free(struct kmem_cache *cachep, void *objp) in kmem_cache_free() argument
131 pthread_mutex_lock(&cachep->lock); in kmem_cache_free()
132 kmem_cache_free_locked(cachep, objp); in kmem_cache_free()
133 pthread_mutex_unlock(&cachep->lock); in kmem_cache_free()
136 void kmem_cache_free_bulk(struct kmem_cache *cachep, size_t size, void **list) in kmem_cache_free_bulk() argument
141 if (cachep->exec_callback) { in kmem_cache_free_bulk()
142 if (cachep->callback) in kmem_cache_free_bulk()
143 cachep->callback(cachep->private); in kmem_cache_free_bulk()
144 cachep->exec_callback = false; in kmem_cache_free_bulk()
147 pthread_mutex_lock(&cachep->lock); in kmem_cache_free_bulk()
149 kmem_cache_free_locked(cachep, list[i]); in kmem_cache_free_bulk()
150 pthread_mutex_unlock(&cachep->lock); in kmem_cache_free_bulk()
153 void kmem_cache_shrink(struct kmem_cache *cachep) in kmem_cache_shrink() argument
157 int kmem_cache_alloc_bulk(struct kmem_cache *cachep, gfp_t gfp, size_t size, in kmem_cache_alloc_bulk() argument
165 pthread_mutex_lock(&cachep->lock); in kmem_cache_alloc_bulk()
166 if (cachep->nr_objs >= size) { in kmem_cache_alloc_bulk()
171 if (!cachep->non_kernel) in kmem_cache_alloc_bulk()
173 cachep->non_kernel--; in kmem_cache_alloc_bulk()
176 node = cachep->objs; in kmem_cache_alloc_bulk()
177 cachep->nr_objs--; in kmem_cache_alloc_bulk()
178 cachep->objs = node->parent; in kmem_cache_alloc_bulk()
182 pthread_mutex_unlock(&cachep->lock); in kmem_cache_alloc_bulk()
184 pthread_mutex_unlock(&cachep->lock); in kmem_cache_alloc_bulk()
187 if (!cachep->non_kernel) in kmem_cache_alloc_bulk()
189 cachep->non_kernel--; in kmem_cache_alloc_bulk()
192 if (cachep->align) { in kmem_cache_alloc_bulk()
193 if (posix_memalign(&p[i], cachep->align, in kmem_cache_alloc_bulk()
194 cachep->size) < 0) in kmem_cache_alloc_bulk()
197 p[i] = malloc(cachep->size); in kmem_cache_alloc_bulk()
201 if (cachep->ctor) in kmem_cache_alloc_bulk()
202 cachep->ctor(p[i]); in kmem_cache_alloc_bulk()
204 memset(p[i], 0, cachep->size); in kmem_cache_alloc_bulk()
210 pthread_mutex_lock(&cachep->lock); in kmem_cache_alloc_bulk()
212 __kmem_cache_free_locked(cachep, p[i]); in kmem_cache_alloc_bulk()
213 pthread_mutex_unlock(&cachep->lock); in kmem_cache_alloc_bulk()
214 if (cachep->callback) in kmem_cache_alloc_bulk()
215 cachep->exec_callback = true; in kmem_cache_alloc_bulk()
221 uatomic_inc(&cachep->nr_allocated); in kmem_cache_alloc_bulk()
222 uatomic_inc(&cachep->nr_tallocated); in kmem_cache_alloc_bulk()