1*0bde8a12SChristoph Hellwig // SPDX-License-Identifier: GPL-2.0
2*0bde8a12SChristoph Hellwig /*
3*0bde8a12SChristoph Hellwig * Copyright (c) 2025 Christoph Hellwig.
4*0bde8a12SChristoph Hellwig */
5*0bde8a12SChristoph Hellwig #include <linux/blk-integrity.h>
6*0bde8a12SChristoph Hellwig #include <linux/bio-integrity.h>
7*0bde8a12SChristoph Hellwig #include "blk.h"
8*0bde8a12SChristoph Hellwig
9*0bde8a12SChristoph Hellwig struct fs_bio_integrity_buf {
10*0bde8a12SChristoph Hellwig struct bio_integrity_payload bip;
11*0bde8a12SChristoph Hellwig struct bio_vec bvec;
12*0bde8a12SChristoph Hellwig };
13*0bde8a12SChristoph Hellwig
14*0bde8a12SChristoph Hellwig static struct kmem_cache *fs_bio_integrity_cache;
15*0bde8a12SChristoph Hellwig static mempool_t fs_bio_integrity_pool;
16*0bde8a12SChristoph Hellwig
fs_bio_integrity_alloc(struct bio * bio)17*0bde8a12SChristoph Hellwig unsigned int fs_bio_integrity_alloc(struct bio *bio)
18*0bde8a12SChristoph Hellwig {
19*0bde8a12SChristoph Hellwig struct fs_bio_integrity_buf *iib;
20*0bde8a12SChristoph Hellwig unsigned int action;
21*0bde8a12SChristoph Hellwig
22*0bde8a12SChristoph Hellwig action = bio_integrity_action(bio);
23*0bde8a12SChristoph Hellwig if (!action)
24*0bde8a12SChristoph Hellwig return 0;
25*0bde8a12SChristoph Hellwig
26*0bde8a12SChristoph Hellwig iib = mempool_alloc(&fs_bio_integrity_pool, GFP_NOIO);
27*0bde8a12SChristoph Hellwig bio_integrity_init(bio, &iib->bip, &iib->bvec, 1);
28*0bde8a12SChristoph Hellwig
29*0bde8a12SChristoph Hellwig bio_integrity_alloc_buf(bio, action & BI_ACT_ZERO);
30*0bde8a12SChristoph Hellwig if (action & BI_ACT_CHECK)
31*0bde8a12SChristoph Hellwig bio_integrity_setup_default(bio);
32*0bde8a12SChristoph Hellwig return action;
33*0bde8a12SChristoph Hellwig }
34*0bde8a12SChristoph Hellwig
fs_bio_integrity_free(struct bio * bio)35*0bde8a12SChristoph Hellwig void fs_bio_integrity_free(struct bio *bio)
36*0bde8a12SChristoph Hellwig {
37*0bde8a12SChristoph Hellwig struct bio_integrity_payload *bip = bio_integrity(bio);
38*0bde8a12SChristoph Hellwig
39*0bde8a12SChristoph Hellwig bio_integrity_free_buf(bip);
40*0bde8a12SChristoph Hellwig mempool_free(container_of(bip, struct fs_bio_integrity_buf, bip),
41*0bde8a12SChristoph Hellwig &fs_bio_integrity_pool);
42*0bde8a12SChristoph Hellwig
43*0bde8a12SChristoph Hellwig bio->bi_integrity = NULL;
44*0bde8a12SChristoph Hellwig bio->bi_opf &= ~REQ_INTEGRITY;
45*0bde8a12SChristoph Hellwig }
46*0bde8a12SChristoph Hellwig
fs_bio_integrity_generate(struct bio * bio)47*0bde8a12SChristoph Hellwig void fs_bio_integrity_generate(struct bio *bio)
48*0bde8a12SChristoph Hellwig {
49*0bde8a12SChristoph Hellwig if (fs_bio_integrity_alloc(bio))
50*0bde8a12SChristoph Hellwig bio_integrity_generate(bio);
51*0bde8a12SChristoph Hellwig }
52*0bde8a12SChristoph Hellwig EXPORT_SYMBOL_GPL(fs_bio_integrity_generate);
53*0bde8a12SChristoph Hellwig
fs_bio_integrity_verify(struct bio * bio,sector_t sector,unsigned int size)54*0bde8a12SChristoph Hellwig int fs_bio_integrity_verify(struct bio *bio, sector_t sector, unsigned int size)
55*0bde8a12SChristoph Hellwig {
56*0bde8a12SChristoph Hellwig struct blk_integrity *bi = blk_get_integrity(bio->bi_bdev->bd_disk);
57*0bde8a12SChristoph Hellwig struct bio_integrity_payload *bip = bio_integrity(bio);
58*0bde8a12SChristoph Hellwig
59*0bde8a12SChristoph Hellwig /*
60*0bde8a12SChristoph Hellwig * Reinitialize bip->bip_iter.
61*0bde8a12SChristoph Hellwig *
62*0bde8a12SChristoph Hellwig * This is for use in the submitter after the driver is done with the
63*0bde8a12SChristoph Hellwig * bio. Requires the submitter to remember the sector and the size.
64*0bde8a12SChristoph Hellwig */
65*0bde8a12SChristoph Hellwig memset(&bip->bip_iter, 0, sizeof(bip->bip_iter));
66*0bde8a12SChristoph Hellwig bip->bip_iter.bi_sector = sector;
67*0bde8a12SChristoph Hellwig bip->bip_iter.bi_size = bio_integrity_bytes(bi, size >> SECTOR_SHIFT);
68*0bde8a12SChristoph Hellwig return blk_status_to_errno(bio_integrity_verify(bio, &bip->bip_iter));
69*0bde8a12SChristoph Hellwig }
70*0bde8a12SChristoph Hellwig
fs_bio_integrity_init(void)71*0bde8a12SChristoph Hellwig static int __init fs_bio_integrity_init(void)
72*0bde8a12SChristoph Hellwig {
73*0bde8a12SChristoph Hellwig fs_bio_integrity_cache = kmem_cache_create("fs_bio_integrity",
74*0bde8a12SChristoph Hellwig sizeof(struct fs_bio_integrity_buf), 0,
75*0bde8a12SChristoph Hellwig SLAB_HWCACHE_ALIGN | SLAB_PANIC, NULL);
76*0bde8a12SChristoph Hellwig if (mempool_init_slab_pool(&fs_bio_integrity_pool, BIO_POOL_SIZE,
77*0bde8a12SChristoph Hellwig fs_bio_integrity_cache))
78*0bde8a12SChristoph Hellwig panic("fs_bio_integrity: can't create pool\n");
79*0bde8a12SChristoph Hellwig return 0;
80*0bde8a12SChristoph Hellwig }
81*0bde8a12SChristoph Hellwig fs_initcall(fs_bio_integrity_init);
82