| /linux/drivers/md/ |
| H A D | md-bitmap.c | 152 struct bitmap { struct
220 static int __bitmap_resize(struct bitmap *bitmap, sector_t blocks, argument
223 static inline char *bmname(struct bitmap *bitmap) in bmname() argument
225 return bitmap->mddev ? mdname(bitmap->mddev) : "mdX"; in bmname()
230 struct bitmap *bitmap = data; in bitmap_enabled() local
239 return !test_bit(BITMAP_STALE, &bitmap->flags) && in bitmap_enabled()
240 bitmap->storage.filemap != NULL; in bitmap_enabled()
253 static int md_bitmap_checkpage(struct bitmap_counts *bitmap, in md_bitmap_checkpage() argument
255 __releases(bitmap->lock) in md_bitmap_checkpage()
256 __acquires(bitmap->lock) in md_bitmap_checkpage()
[all …]
|
| /linux/drivers/iommu/iommufd/ |
| H A D | iova_bitmap.c | 106 u8 __user *bitmap; member
130 static unsigned long iova_bitmap_offset_to_index(struct iova_bitmap *bitmap, in iova_bitmap_offset_to_index() argument
133 return (iova >> bitmap->mapped.pgshift) / in iova_bitmap_offset_to_index()
134 BITS_PER_TYPE(*bitmap->bitmap); in iova_bitmap_offset_to_index()
140 static unsigned long iova_bitmap_index_to_offset(struct iova_bitmap *bitmap, in iova_bitmap_index_to_offset() argument
143 unsigned long pgshift = bitmap->mapped.pgshift; in iova_bitmap_index_to_offset()
145 return (index * BITS_PER_TYPE(*bitmap->bitmap)) << pgshift; in iova_bitmap_index_to_offset()
151 static unsigned long iova_bitmap_mapped_iova(struct iova_bitmap *bitmap) in iova_bitmap_mapped_iova() argument
153 unsigned long skip = bitmap->mapped_base_index; in iova_bitmap_mapped_iova()
155 return bitmap->iova + iova_bitmap_index_to_offset(bitmap, skip); in iova_bitmap_mapped_iova()
[all …]
|
| /linux/fs/xfs/scrub/ |
| H A D | bitmap.c | 62 #define for_each_xbitmap64_extent(bn, bitmap) \ in INTERVAL_TREE_DEFINE() argument
63 for ((bn) = rb_entry_safe(rb_first(&(bitmap)->xb_root.rb_root), \ in INTERVAL_TREE_DEFINE()
72 struct xbitmap64 *bitmap,
80 while ((bn = xbitmap64_tree_iter_first(&bitmap->xb_root, start, last))) {
85 xbitmap64_tree_remove(bn, &bitmap->xb_root);
87 xbitmap64_tree_insert(bn, &bitmap->xb_root);
96 xbitmap64_tree_insert(new_bn, &bitmap->xb_root);
99 xbitmap64_tree_remove(bn, &bitmap->xb_root);
101 xbitmap64_tree_insert(bn, &bitmap->xb_root);
104 xbitmap64_tree_remove(bn, &bitmap->xb_root);
[all …]
|
| H A D | agb_bitmap.h | 15 static inline void xagb_bitmap_init(struct xagb_bitmap *bitmap) in xagb_bitmap_init() argument
17 xbitmap32_init(&bitmap->agbitmap); in xagb_bitmap_init()
20 static inline void xagb_bitmap_destroy(struct xagb_bitmap *bitmap) in xagb_bitmap_destroy() argument
22 xbitmap32_destroy(&bitmap->agbitmap); in xagb_bitmap_destroy()
25 static inline int xagb_bitmap_clear(struct xagb_bitmap *bitmap, in xagb_bitmap_clear() argument
28 return xbitmap32_clear(&bitmap->agbitmap, start, len); in xagb_bitmap_clear()
30 static inline int xagb_bitmap_set(struct xagb_bitmap *bitmap, in xagb_bitmap_set() argument
33 return xbitmap32_set(&bitmap->agbitmap, start, len); in xagb_bitmap_set()
36 static inline bool xagb_bitmap_test(struct xagb_bitmap *bitmap, in xagb_bitmap_test() argument
39 return xbitmap32_test(&bitmap->agbitmap, start, len); in xagb_bitmap_test()
[all …]
|
| H A D | bitmap.h | 15 void xbitmap64_init(struct xbitmap64 *bitmap);
16 void xbitmap64_destroy(struct xbitmap64 *bitmap);
18 int xbitmap64_clear(struct xbitmap64 *bitmap, uint64_t start, uint64_t len);
19 int xbitmap64_set(struct xbitmap64 *bitmap, uint64_t start, uint64_t len);
20 int xbitmap64_disunion(struct xbitmap64 *bitmap, struct xbitmap64 *sub);
21 uint64_t xbitmap64_hweight(struct xbitmap64 *bitmap);
31 int xbitmap64_walk(struct xbitmap64 *bitmap, xbitmap64_walk_fn fn,
34 bool xbitmap64_empty(struct xbitmap64 *bitmap);
35 bool xbitmap64_test(struct xbitmap64 *bitmap, uint64_t start, uint64_t *len);
43 void xbitmap32_init(struct xbitmap32 *bitmap);
[all …]
|
| H A D | agino_bitmap.h | 15 static inline void xagino_bitmap_init(struct xagino_bitmap *bitmap) in xagino_bitmap_init() argument
17 xbitmap32_init(&bitmap->aginobitmap); in xagino_bitmap_init()
20 static inline void xagino_bitmap_destroy(struct xagino_bitmap *bitmap) in xagino_bitmap_destroy() argument
22 xbitmap32_destroy(&bitmap->aginobitmap); in xagino_bitmap_destroy()
25 static inline int xagino_bitmap_clear(struct xagino_bitmap *bitmap, in xagino_bitmap_clear() argument
28 return xbitmap32_clear(&bitmap->aginobitmap, agino, len); in xagino_bitmap_clear()
31 static inline int xagino_bitmap_set(struct xagino_bitmap *bitmap, in xagino_bitmap_set() argument
34 return xbitmap32_set(&bitmap->aginobitmap, agino, len); in xagino_bitmap_set()
37 static inline bool xagino_bitmap_test(struct xagino_bitmap *bitmap, in xagino_bitmap_test() argument
40 return xbitmap32_test(&bitmap->aginobitmap, agino, len); in xagino_bitmap_test()
[all …]
|
| H A D | ino_bitmap.h | 15 static inline void xino_bitmap_init(struct xino_bitmap *bitmap) in xino_bitmap_init() argument
17 xbitmap64_init(&bitmap->inobitmap); in xino_bitmap_init()
20 static inline void xino_bitmap_destroy(struct xino_bitmap *bitmap) in xino_bitmap_destroy() argument
22 xbitmap64_destroy(&bitmap->inobitmap); in xino_bitmap_destroy()
25 static inline int xino_bitmap_set(struct xino_bitmap *bitmap, xfs_ino_t ino) in xino_bitmap_set() argument
27 return xbitmap64_set(&bitmap->inobitmap, ino, 1); in xino_bitmap_set()
30 static inline int xino_bitmap_test(struct xino_bitmap *bitmap, xfs_ino_t ino) in xino_bitmap_test() argument
34 return xbitmap64_test(&bitmap->inobitmap, ino, &len); in xino_bitmap_test()
|
| H A D | fsb_bitmap.h | 15 static inline void xfsb_bitmap_init(struct xfsb_bitmap *bitmap) in xfsb_bitmap_init() argument
17 xbitmap64_init(&bitmap->fsbitmap); in xfsb_bitmap_init()
20 static inline void xfsb_bitmap_destroy(struct xfsb_bitmap *bitmap) in xfsb_bitmap_destroy() argument
22 xbitmap64_destroy(&bitmap->fsbitmap); in xfsb_bitmap_destroy()
25 static inline int xfsb_bitmap_set(struct xfsb_bitmap *bitmap, in xfsb_bitmap_set() argument
28 return xbitmap64_set(&bitmap->fsbitmap, start, len); in xfsb_bitmap_set()
31 static inline int xfsb_bitmap_walk(struct xfsb_bitmap *bitmap, in xfsb_bitmap_walk() argument
34 return xbitmap64_walk(&bitmap->fsbitmap, fn, priv); in xfsb_bitmap_walk()
|
| H A D | dab_bitmap.h | 15 static inline void xdab_bitmap_init(struct xdab_bitmap *bitmap) in xdab_bitmap_init() argument
17 xbitmap32_init(&bitmap->dabitmap); in xdab_bitmap_init()
20 static inline void xdab_bitmap_destroy(struct xdab_bitmap *bitmap) in xdab_bitmap_destroy() argument
22 xbitmap32_destroy(&bitmap->dabitmap); in xdab_bitmap_destroy()
25 static inline int xdab_bitmap_set(struct xdab_bitmap *bitmap, in xdab_bitmap_set() argument
28 return xbitmap32_set(&bitmap->dabitmap, dabno, len); in xdab_bitmap_set()
31 static inline bool xdab_bitmap_test(struct xdab_bitmap *bitmap, in xdab_bitmap_test() argument
34 return xbitmap32_test(&bitmap->dabitmap, dabno, len); in xdab_bitmap_test()
|
| H A D | off_bitmap.h | 15 static inline void xoff_bitmap_init(struct xoff_bitmap *bitmap) in xoff_bitmap_init() argument
17 xbitmap64_init(&bitmap->offbitmap); in xoff_bitmap_init()
20 static inline void xoff_bitmap_destroy(struct xoff_bitmap *bitmap) in xoff_bitmap_destroy() argument
22 xbitmap64_destroy(&bitmap->offbitmap); in xoff_bitmap_destroy()
25 static inline int xoff_bitmap_set(struct xoff_bitmap *bitmap, in xoff_bitmap_set() argument
28 return xbitmap64_set(&bitmap->offbitmap, off, len); in xoff_bitmap_set()
31 static inline int xoff_bitmap_walk(struct xoff_bitmap *bitmap, in xoff_bitmap_walk() argument
34 return xbitmap64_walk(&bitmap->offbitmap, fn, priv); in xoff_bitmap_walk()
|
| H A D | rtb_bitmap.h | 15 static inline void xrtb_bitmap_init(struct xrtb_bitmap *bitmap) in xrtb_bitmap_init() argument
17 xbitmap64_init(&bitmap->rtbitmap); in xrtb_bitmap_init()
20 static inline void xrtb_bitmap_destroy(struct xrtb_bitmap *bitmap) in xrtb_bitmap_destroy() argument
22 xbitmap64_destroy(&bitmap->rtbitmap); in xrtb_bitmap_destroy()
25 static inline int xrtb_bitmap_set(struct xrtb_bitmap *bitmap, in xrtb_bitmap_set() argument
28 return xbitmap64_set(&bitmap->rtbitmap, start, len); in xrtb_bitmap_set()
31 static inline int xrtb_bitmap_walk(struct xrtb_bitmap *bitmap, in xrtb_bitmap_walk() argument
34 return xbitmap64_walk(&bitmap->rtbitmap, fn, priv); in xrtb_bitmap_walk()
|
| H A D | rgb_bitmap.h | 15 static inline void xrgb_bitmap_init(struct xrgb_bitmap *bitmap) in xrgb_bitmap_init() argument
17 xbitmap32_init(&bitmap->rgbitmap); in xrgb_bitmap_init()
20 static inline void xrgb_bitmap_destroy(struct xrgb_bitmap *bitmap) in xrgb_bitmap_destroy() argument
22 xbitmap32_destroy(&bitmap->rgbitmap); in xrgb_bitmap_destroy()
25 static inline int xrgb_bitmap_set(struct xrgb_bitmap *bitmap, in xrgb_bitmap_set() argument
28 return xbitmap32_set(&bitmap->rgbitmap, start, len); in xrgb_bitmap_set()
31 static inline int xrgb_bitmap_walk(struct xrgb_bitmap *bitmap, in xrgb_bitmap_walk() argument
34 return xbitmap32_walk(&bitmap->rgbitmap, fn, priv); in xrgb_bitmap_walk()
|
| /linux/lib/ |
| H A D | find_bit_benchmark.c | 29 static DECLARE_BITMAP(bitmap, BITMAP_LEN) __initdata;
36 static int __init test_find_first_bit(void *bitmap, unsigned long len) in test_find_first_bit() argument
43 i = find_first_bit(bitmap, len); in test_find_first_bit()
44 __clear_bit(i, bitmap); in test_find_first_bit()
52 static int __init test_find_first_and_bit(void *bitmap, const void *bitmap2, unsigned long len) in test_find_first_and_bit() argument
58 bitmap_copy(cp, bitmap, BITMAP_LEN); in test_find_first_and_bit()
71 static int __init test_find_next_bit(const void *bitmap, unsigned long len) in test_find_next_bit() argument
78 i = find_next_bit(bitmap, BITMAP_LEN, i) + 1; in test_find_next_bit()
85 static int __init test_find_next_zero_bit(const void *bitmap, unsigned long len) in test_find_next_zero_bit() argument
92 i = find_next_zero_bit(bitmap, len, i) + 1; in test_find_next_zero_bit()
[all …]
|
| H A D | idr.c | 386 struct ida_bitmap *bitmap, *alloc = NULL; in ida_alloc_range() local
397 bitmap = xas_find_marked(&xas, max / IDA_BITMAP_BITS, XA_FREE_MARK); in ida_alloc_range()
403 if (xa_is_value(bitmap)) { in ida_alloc_range()
404 unsigned long tmp = xa_to_value(bitmap); in ida_alloc_range()
416 bitmap = alloc; in ida_alloc_range()
417 if (!bitmap) in ida_alloc_range()
418 bitmap = kzalloc(sizeof(*bitmap), GFP_NOWAIT); in ida_alloc_range()
419 if (!bitmap) in ida_alloc_range()
421 bitmap->bitmap[0] = tmp; in ida_alloc_range()
422 xas_store(&xas, bitmap); in ida_alloc_range()
[all …]
|
| H A D | find_bit_benchmark_rust.rs | 6 use kernel::bitmap::BitmapVec;
20 fn test_next_bit(bitmap: &BitmapVec) { in test_next_bit()
25 while let Some(index) = bitmap.next_bit(i) { in test_next_bit()
42 fn test_next_zero_bit(bitmap: &BitmapVec) { in test_next_zero_bit()
47 while let Some(index) = bitmap.next_zero_bit(i) { in test_next_zero_bit()
68 let mut bitmap = BitmapVec::new(BITMAP_LEN, GFP_KERNEL).expect("alloc bitmap failed"); in find_bit_test() localVariable
69 bitmap.fill_random(); in find_bit_test()
71 test_next_bit(&bitmap); in find_bit_test()
72 test_next_zero_bit(&bitmap); in find_bit_test()
76 let mut bitmap = BitmapVec::new(BITMAP_LEN, GFP_KERNEL).expect("alloc sparse bitmap failed"); in find_bit_test() localVariable
[all …]
|
| H A D | memweight.c | 15 const unsigned char *bitmap = ptr; in memweight() local
17 for (; bytes > 0 && ((unsigned long)bitmap) % sizeof(long); in memweight()
18 bytes--, bitmap++) in memweight()
19 ret += hweight8(*bitmap); in memweight()
24 ret += bitmap_weight((unsigned long *)bitmap, in memweight()
27 bitmap += longs * sizeof(long); in memweight()
34 for (; bytes > 0; bytes--, bitmap++) in memweight()
35 ret += hweight8(*bitmap); in memweight()
|
| /linux/drivers/net/ethernet/mellanox/mlx4/ |
| H A D | alloc.c | 44 u32 mlx4_bitmap_alloc(struct mlx4_bitmap *bitmap) in mlx4_bitmap_alloc() argument
48 spin_lock(&bitmap->lock); in mlx4_bitmap_alloc()
50 obj = find_next_zero_bit(bitmap->table, bitmap->max, bitmap->last); in mlx4_bitmap_alloc()
51 if (obj >= bitmap->max) { in mlx4_bitmap_alloc()
52 bitmap->top = (bitmap->top + bitmap->max + bitmap->reserved_top) in mlx4_bitmap_alloc()
53 & bitmap->mask; in mlx4_bitmap_alloc()
54 obj = find_first_zero_bit(bitmap->table, bitmap->max); in mlx4_bitmap_alloc()
57 if (obj < bitmap->max) { in mlx4_bitmap_alloc()
58 set_bit(obj, bitmap->table); in mlx4_bitmap_alloc()
59 bitmap->last = (obj + 1); in mlx4_bitmap_alloc()
[all …]
|
| /linux/fs/afs/ |
| H A D | dir_edit.c | 26 u64 bitmap; in afs_find_contig_bits() local
30 bitmap = (u64)block->hdr.bitmap[0] << 0 * 8; in afs_find_contig_bits()
31 bitmap |= (u64)block->hdr.bitmap[1] << 1 * 8; in afs_find_contig_bits()
32 bitmap |= (u64)block->hdr.bitmap[2] << 2 * 8; in afs_find_contig_bits()
33 bitmap |= (u64)block->hdr.bitmap[3] << 3 * 8; in afs_find_contig_bits()
34 bitmap |= (u64)block->hdr.bitmap[4] << 4 * 8; in afs_find_contig_bits()
35 bitmap |= (u64)block->hdr.bitmap[5] << 5 * 8; in afs_find_contig_bits()
36 bitmap |= (u64)block->hdr.bitmap[6] << 6 * 8; in afs_find_contig_bits()
37 bitmap |= (u64)block->hdr.bitmap[7] << 7 * 8; in afs_find_contig_bits()
38 bitmap >>= 1; /* The first entry is metadata */ in afs_find_contig_bits()
[all …]
|
| /linux/drivers/net/ethernet/mellanox/mlx5/core/steering/sws/ |
| H A D | dr_buddy.c | 19 buddy->bitmap = kcalloc(buddy->max_order + 1, in mlx5dr_buddy_init()
20 sizeof(*buddy->bitmap), in mlx5dr_buddy_init()
26 if (!buddy->bitmap || !buddy->num_free) in mlx5dr_buddy_init()
34 buddy->bitmap[i] = bitmap_zalloc(size, GFP_KERNEL); in mlx5dr_buddy_init()
35 if (!buddy->bitmap[i]) in mlx5dr_buddy_init()
43 bitmap_set(buddy->bitmap[buddy->max_order], 0, 1); in mlx5dr_buddy_init()
51 bitmap_free(buddy->bitmap[i]); in mlx5dr_buddy_init()
55 kfree(buddy->bitmap); in mlx5dr_buddy_init()
66 bitmap_free(buddy->bitmap[i]); in mlx5dr_buddy_cleanup()
69 kfree(buddy->bitmap); in mlx5dr_buddy_cleanup()
[all …]
|
| /linux/drivers/net/ethernet/mellanox/mlx5/core/steering/hws/ |
| H A D | pool.c | 196 unsigned long *bitmap; in hws_pool_create_and_init_bitmap() local
198 bitmap = bitmap_zalloc(1 << log_range, GFP_KERNEL); in hws_pool_create_and_init_bitmap()
199 if (!bitmap) in hws_pool_create_and_init_bitmap()
202 bitmap_fill(bitmap, 1 << log_range); in hws_pool_create_and_init_bitmap()
204 return bitmap; in hws_pool_create_and_init_bitmap()
209 unsigned long *bitmap; in hws_pool_bitmap_init() local
211 bitmap = hws_pool_create_and_init_bitmap(pool->alloc_log_sz); in hws_pool_bitmap_init()
212 if (!bitmap) { in hws_pool_bitmap_init()
221 bitmap_free(bitmap); in hws_pool_bitmap_init()
225 pool->db.bitmap = bitmap; in hws_pool_bitmap_init()
[all …]
|
| H A D | buddy.c | 13 buddy->bitmap = kcalloc(buddy->max_order + 1, in hws_buddy_init()
14 sizeof(*buddy->bitmap), in hws_buddy_init()
16 if (!buddy->bitmap) in hws_buddy_init()
30 buddy->bitmap[i] = bitmap_zalloc(s, GFP_KERNEL); in hws_buddy_init()
31 if (!buddy->bitmap[i]) { in hws_buddy_init()
37 bitmap_set(buddy->bitmap[buddy->max_order], 0, 1); in hws_buddy_init()
44 bitmap_free(buddy->bitmap[i]); in hws_buddy_init()
49 kfree(buddy->bitmap); in hws_buddy_init()
76 bitmap_free(buddy->bitmap[i]); in mlx5hws_buddy_cleanup()
79 kfree(buddy->bitmap); in mlx5hws_buddy_cleanup()
[all …]
|
| /linux/arch/powerpc/sysdev/ |
| H A D | msi_bitmap.c | 22 offset = bitmap_find_next_zero_area(bmp->bitmap, bmp->irq_count, 0, in msi_bitmap_alloc_hwirqs()
27 bitmap_set(bmp->bitmap, offset, num); in msi_bitmap_alloc_hwirqs()
48 bitmap_clear(bmp->bitmap, offset, num); in msi_bitmap_free_hwirqs()
60 bitmap_allocate_region(bmp->bitmap, hwirq, 0); in msi_bitmap_reserve_hwirq()
96 bitmap_allocate_region(bmp->bitmap, 0, get_count_order(bmp->irq_count)); in msi_bitmap_reserve_dt_hwirqs()
104 bitmap_release_region(bmp->bitmap, *p + j, 0); in msi_bitmap_reserve_dt_hwirqs()
125 bmp->bitmap = kzalloc(size, GFP_KERNEL); in msi_bitmap_alloc()
127 bmp->bitmap = memblock_alloc_or_panic(size, SMP_CACHE_BYTES); in msi_bitmap_alloc()
129 kmemleak_not_leak(bmp->bitmap); in msi_bitmap_alloc()
132 if (!bmp->bitmap) { in msi_bitmap_alloc()
[all …]
|
| /linux/drivers/s390/cio/ |
| H A D | idset.c | 16 unsigned long bitmap[]; member
33 memset(set->bitmap, 0, idset_bitmap_size(num_ssid, num_id)); in idset_new()
45 memset(set->bitmap, 0xff, in idset_fill()
51 set_bit(ssid * set->num_id + id, set->bitmap); in idset_add()
56 clear_bit(ssid * set->num_id + id, set->bitmap); in idset_del()
61 return test_bit(ssid * set->num_id + id, set->bitmap); in idset_contains()
84 bitmap_clear(set->bitmap, pos, set->num_id - schid.sch_no); in idset_sch_del_subseq()
94 return bitmap_empty(set->bitmap, set->num_ssid * set->num_id); in idset_is_empty()
101 bitmap_or(to->bitmap, to->bitmap, from->bitmap, len); in idset_add_set()
|
| /linux/drivers/gpu/drm/xe/ |
| H A D | xe_guc_id_mgr.c | 44 unsigned int weight = bitmap_weight(idm->bitmap, idm->total); in __fini_idm()
55 bitmap_free(idm->bitmap); in __fini_idm()
56 idm->bitmap = NULL; in __fini_idm()
80 idm_assert(idm, !idm->bitmap); in xe_guc_id_mgr_init()
91 idm->bitmap = bitmap_zalloc(limit, GFP_KERNEL); in xe_guc_id_mgr_init()
92 if (!idm->bitmap) in xe_guc_id_mgr_init()
105 static unsigned int find_last_zero_area(unsigned long *bitmap, in find_last_zero_area() argument
112 for_each_clear_bitrange(rs, re, bitmap, total) { in find_last_zero_area()
142 id = find_last_zero_area(idm->bitmap, idm->total, count); in idm_reserve_chunk_locked()
148 id = bitmap_find_next_zero_area(idm->bitmap, idm->total, 0, count, 0); in idm_reserve_chunk_locked()
[all …]
|
| /linux/drivers/gpu/drm/i915/selftests/ |
| H A D | i915_syncmap.c | 62 for_each_set_bit(i, (unsigned long *)&p->bitmap, KSYNCMAP) { in __sync_print()
77 for_each_set_bit(i, (unsigned long *)&p->bitmap, KSYNCMAP) { in __sync_print()
80 last << 1 | ((p->bitmap >> (i + 1)) ? 1 : 0), in __sync_print()
183 if (hweight32((*sync)->bitmap) != 1) { in check_one()
185 (*sync)->bitmap, hweight32((*sync)->bitmap)); in check_one()
189 err = check_seqno((*sync), ilog2((*sync)->bitmap), seqno); in check_one()
252 if (hweight32((*sync)->bitmap) != 1) { in check_leaf()
254 context, (*sync)->bitmap, hweight32((*sync)->bitmap)); in check_leaf()
258 err = check_seqno((*sync), ilog2((*sync)->bitmap), seqno); in check_leaf()
314 if (hweight32(join->bitmap) != 2) { in igt_syncmap_join_above()
[all …]
|