14 	unsigned depth = sb->depth;  in init_alloc_hint()  local
20 	if (depth && !sb->round_robin) {  in init_alloc_hint()
24 			*per_cpu_ptr(sb->alloc_hint, i) = get_random_u32_below(depth);  in init_alloc_hint()
30 						    unsigned int depth)  in update_alloc_hint_before_get()  argument
35 	if (unlikely(hint >= depth)) {  in update_alloc_hint_before_get()
36 		hint = depth ? get_random_u32_below(depth) : 0;  in update_alloc_hint_before_get()
44 					       unsigned int depth,  in update_alloc_hint_after_get()  argument
54 		if (hint >= depth - 1)  in update_alloc_hint_after_get()
64 		unsigned int depth, unsigned int alloc_hint, bool wrap)  in sbitmap_deferred_clear()  argument
71 		if (depth == 0)  in sbitmap_deferred_clear()
74 		word_mask = (~0UL) >> (BITS_PER_LONG - depth);  in sbitmap_deferred_clear()
101 int sbitmap_init_node(struct sbitmap *sb, unsigned int depth, int shift,  in sbitmap_init_node()  argument
109 		shift = sbitmap_calculate_shift(depth);  in sbitmap_init_node()
116 	sb->depth = depth;  in sbitmap_init_node()
117 	sb->map_nr = DIV_ROUND_UP(sb->depth, bits_per_word);  in sbitmap_init_node()
120 	if (depth == 0) {  in sbitmap_init_node()
145 void sbitmap_resize(struct sbitmap *sb, unsigned int depth)  in sbitmap_resize()  argument
153 	sb->depth = depth;  in sbitmap_resize()
154 	sb->map_nr = DIV_ROUND_UP(sb->depth, bits_per_word);  in sbitmap_resize()
158 static int __sbitmap_get_word(unsigned long *word, unsigned long depth,  in __sbitmap_get_word()  argument
167 		nr = find_next_zero_bit(word, depth, hint);  in __sbitmap_get_word()
168 		if (unlikely(nr >= depth)) {  in __sbitmap_get_word()
185 		if (hint >= depth - 1)  in __sbitmap_get_word()
193 				    unsigned int depth,  in sbitmap_find_bit_in_word()  argument
200 		nr = __sbitmap_get_word(&map->word, depth,  in sbitmap_find_bit_in_word()
204 		if (!sbitmap_deferred_clear(map, depth, alloc_hint, wrap))  in sbitmap_find_bit_in_word()
219 	if (shallow_depth >= sb->depth)  in __map_depth_with_shallow()
223 	reminder = do_div(shallow_word_depth, sb->depth);  in __map_depth_with_shallow()
241 		unsigned int depth = __map_depth_with_shallow(sb, index,  in sbitmap_find_bit()  local
244 		if (depth)  in sbitmap_find_bit()
245 			nr = sbitmap_find_bit_in_word(&sb->map[index], depth,  in sbitmap_find_bit()
284 	unsigned int hint, depth;  in sbitmap_get()  local
289 	depth = READ_ONCE(sb->depth);  in sbitmap_get()
290 	hint = update_alloc_hint_before_get(sb, depth);  in sbitmap_get()
292 	update_alloc_hint_after_get(sb, depth, hint, nr);  in sbitmap_get()
328 	unsigned int hint, depth;  in sbitmap_get_shallow()  local
333 	depth = READ_ONCE(sb->depth);  in sbitmap_get_shallow()
334 	hint = update_alloc_hint_before_get(sb, depth);  in sbitmap_get_shallow()
336 	update_alloc_hint_after_get(sb, depth, hint, nr);  in sbitmap_get_shallow()
382 	seq_printf(m, "depth=%u\n", sb->depth);  in sbitmap_show()
441 					unsigned int depth)  in sbq_calc_wake_batch()  argument
444 		       min(depth, sbq->min_shallow_depth) / SBQ_WAIT_QUEUES,  in sbq_calc_wake_batch()
448 int sbitmap_queue_init_node(struct sbitmap_queue *sbq, unsigned int depth,  in sbitmap_queue_init_node()  argument
454 	ret = sbitmap_init_node(&sbq->sb, depth, shift, flags, node,  in sbitmap_queue_init_node()
460 	sbq->wake_batch = sbq_calc_wake_batch(sbq, depth);  in sbitmap_queue_init_node()
480 					    unsigned int depth)  in sbitmap_queue_update_wake_batch()  argument
484 	wake_batch = sbq_calc_wake_batch(sbq, depth);  in sbitmap_queue_update_wake_batch()
493 	unsigned int depth = (sbq->sb.depth + users - 1) / users;  in sbitmap_queue_recalculate_wake_batch()  local
495 	wake_batch = clamp_val(depth / SBQ_WAIT_QUEUES,  in sbitmap_queue_recalculate_wake_batch()
502 void sbitmap_queue_resize(struct sbitmap_queue *sbq, unsigned int depth)  in sbitmap_queue_resize()  argument
504 	sbitmap_queue_update_wake_batch(sbq, depth);  in sbitmap_queue_resize()
505 	sbitmap_resize(&sbq->sb, depth);  in sbitmap_queue_resize()
519 	unsigned int hint, depth;  in __sbitmap_queue_get_batch()  local
526 	depth = READ_ONCE(sb->depth);  in __sbitmap_queue_get_batch()
527 	hint = update_alloc_hint_before_get(sb, depth);  in __sbitmap_queue_get_batch()
553 				update_alloc_hint_after_get(sb, depth, hint,  in __sbitmap_queue_get_batch()
580 	sbitmap_queue_update_wake_batch(sbq, sbq->sb.depth);  in sbitmap_queue_min_shallow_depth()
638 	if (likely(!sb->round_robin && tag < sb->depth))  in sbitmap_update_cpu_hint()