drivers/md/dm-integrity.c

125 #define JOURNAL_SECTOR_DATA		((1 << SECTOR_SHIFT) - sizeof(commit_id_t))
439 		ms += offset >> (SECTOR_SHIFT + ic->log2_buffer_sectors - ic->log2_tag_size);
440 		mo = (offset << ic->log2_tag_size) & ((1U << SECTOR_SHIFT << ic->log2_buffer_sectors) - 1);
442 		ms += (__u64)offset * ic->tag_size >> (SECTOR_SHIFT + ic->log2_buffer_sectors);
443 		mo = (offset * ic->tag_size) & ((1U << SECTOR_SHIFT << ic->log2_buffer_sectors) - 1);
496 	__u8 *mac = sb + (1 << SECTOR_SHIFT) - mac_size;
498 	if (sizeof(struct superblock) + mac_size > 1 << SECTOR_SHIFT ||
727 	*pl_index = sector >> (PAGE_SHIFT - SECTOR_SHIFT);
728 	*pl_offset = (sector << SECTOR_SHIFT) & (PAGE_SIZE - 1);
740 		*n_sectors = (PAGE_SIZE - pl_offset) >> SECTOR_SHIFT;
884 	size_t n_bytes = (size_t)(n_sections * ic->journal_section_sectors) << SECTOR_SHIFT;
1052 	pl_index = sector >> (PAGE_SHIFT - SECTOR_SHIFT);
1053 	pl_offset = (sector << SECTOR_SHIFT) & (PAGE_SIZE - 1);
1176 	pl_index = sector >> (PAGE_SHIFT - SECTOR_SHIFT);
1177 	pl_offset = (sector << SECTOR_SHIFT) & (PAGE_SIZE - 1);
1423 		to_copy = min((1U << SECTOR_SHIFT << ic->log2_buffer_sectors) - *metadata_offset, total_size);
1468 		if (unlikely(*metadata_offset == 1U << SECTOR_SHIFT << ic->log2_buffer_sectors)) {
1614 			bio_advance(bio, dio->range.n_sectors << SECTOR_SHIFT);
1667 	r = crypto_shash_update(req, data, ic->sectors_per_block << SECTOR_SHIFT);
1727 			alignment = dio->range.logical_sector | bio_sectors(bio) | (PAGE_SIZE >> SECTOR_SHIFT);
1731 			buffer += (sector - io_loc.sector) << SECTOR_SHIFT;
1757 			memcpy(mem + pos, buffer, ic->sectors_per_block << SECTOR_SHIFT);
1760 			pos += ic->sectors_per_block << SECTOR_SHIFT;
1791 			checksums = kmalloc((PAGE_SIZE >> SECTOR_SHIFT >> ic->sb->log2_sectors_per_block) * ic->tag_size + extra_space,
1812 				unsigned int this_step_blocks = bi_size >> (SECTOR_SHIFT + ic->sb->log2_sectors_per_block);
1823 				bi_size -= this_step_blocks << (SECTOR_SHIFT + ic->sb->log2_sectors_per_block);
1847 				pos += ic->sectors_per_block << SECTOR_SHIFT;
1931 			if (unlikely(bv.bv_len & ((ic->sectors_per_block << SECTOR_SHIFT) - 1))) {
2039 		if (unlikely(bv.bv_len >> SECTOR_SHIFT > n_sectors))
2040 			bv.bv_len = n_sectors << SECTOR_SHIFT;
2041 		n_sectors -= bv.bv_len >> SECTOR_SHIFT;
2072 					mem_ptr += 1 << SECTOR_SHIFT;
2119 				memcpy(js, mem + bv.bv_offset, ic->sectors_per_block << SECTOR_SHIFT);
2149 			bv.bv_offset += ic->sectors_per_block << SECTOR_SHIFT;
2150 		} while (bv.bv_len -= ic->sectors_per_block << SECTOR_SHIFT);
2363 	bio->bi_iter.bi_size = dio->range.n_sectors << SECTOR_SHIFT;
2514 			bio_advance_iter_single(bio, &dio->bio_details.bi_iter, ic->sectors_per_block << SECTOR_SHIFT);
2562 				ic->sectors_per_block << SECTOR_SHIFT);
2606 		memcpy(mem, outgoing_data, ic->sectors_per_block << SECTOR_SHIFT);
2609 		bio_advance_iter_single(bio, &dio->bio_details.bi_iter, ic->sectors_per_block << SECTOR_SHIFT);
2629 				//memset(mem, 0xff, ic->sectors_per_block << SECTOR_SHIFT);
2641 				bio_advance_iter_single(bio, &dio->bio_details.bi_iter, ic->sectors_per_block << SECTOR_SHIFT);
3004 	recalc_buffer = __vmalloc(recalc_sectors << SECTOR_SHIFT, GFP_NOIO);
3100 		integrity_sector_checksum(ic, logical_sector + i, recalc_buffer + (i << SECTOR_SHIFT), t);
3163 	recalc_buffer = kmalloc(recalc_sectors << SECTOR_SHIFT, GFP_NOIO | __GFP_NOWARN);
3210 			range.n_sectors << SECTOR_SHIFT);
3221 		integrity_sector_checksum(ic, range.logical_sector + i, recalc_buffer + (i << SECTOR_SHIFT), t);
3228 			range.n_sectors << SECTOR_SHIFT);
3311 			   bbs->idx * (BITMAP_BLOCK_SIZE >> SECTOR_SHIFT),
3312 			   BITMAP_BLOCK_SIZE >> SECTOR_SHIFT, NULL);
3357 			   ic->n_bitmap_blocks * (BITMAP_BLOCK_SIZE >> SECTOR_SHIFT), NULL);
3663 					   ic->n_bitmap_blocks * (BITMAP_BLOCK_SIZE >> SECTOR_SHIFT), NULL);
3667 					   ic->n_bitmap_blocks * (BITMAP_BLOCK_SIZE >> SECTOR_SHIFT), NULL);
3679 				   ic->n_bitmap_blocks * (BITMAP_BLOCK_SIZE >> SECTOR_SHIFT), NULL);
3698 						   ic->n_bitmap_blocks * (BITMAP_BLOCK_SIZE >> SECTOR_SHIFT), NULL);
3742 					   ic->n_bitmap_blocks * (BITMAP_BLOCK_SIZE >> SECTOR_SHIFT), NULL);
3812 			DMEMIT(" block_size:%u", ic->sectors_per_block << SECTOR_SHIFT);
3863 			DMEMIT(",block_size=%u", ic->sectors_per_block << SECTOR_SHIFT);
3898 		limits->logical_block_size = ic->sectors_per_block << SECTOR_SHIFT;
3899 		limits->physical_block_size = ic->sectors_per_block << SECTOR_SHIFT;
3900 		limits->io_min = ic->sectors_per_block << SECTOR_SHIFT;
3902 		limits->discard_granularity = ic->sectors_per_block << SECTOR_SHIFT;
3912 			ic->sb->log2_sectors_per_block + SECTOR_SHIFT;
3953 			(__u64)(METADATA_PADDING_SECTORS << SECTOR_SHIFT) :
3954 			(__u64)(1 << SECTOR_SHIFT << METADATA_PADDING_SECTORS);
3957 					    metadata_run_padding) >> SECTOR_SHIFT;
3970 		meta_size = (meta_size + ((1U << (ic->log2_buffer_sectors + SECTOR_SHIFT)) - 1))
3971 				>> (ic->log2_buffer_sectors + SECTOR_SHIFT);
4008 	memset(ic->sb, 0, SB_SECTORS << SECTOR_SHIFT);
4162 				end = end_offset + (1 << SECTOR_SHIFT);
4256 				PAGE_SIZE >> SECTOR_SHIFT) >> (PAGE_SHIFT - SECTOR_SHIFT);
4442 				section_req->cryptlen = (size_t)ic->journal_section_sectors << SECTOR_SHIFT;
4626 			if (val < 1 << SECTOR_SHIFT ||
4627 			    val > MAX_SECTORS_PER_BLOCK << SECTOR_SHIFT ||
4633 			ic->sectors_per_block = val >> SECTOR_SHIFT;
4691 	ic->log2_buffer_sectors = min((int)__fls(buffer_sectors), 31 - SECTOR_SHIFT);
4761 		if (1 << bi->interval_exp != ic->sectors_per_block << SECTOR_SHIFT) {
4862 	ic->sb = alloc_pages_exact(SB_SECTORS << SECTOR_SHIFT, GFP_KERNEL);
4877 			if (memchr_inv(ic->sb, 0, SB_SECTORS << SECTOR_SHIFT)) {
4972 	bits_in_journal = ((__u64)ic->journal_section_sectors * ic->journal_sections) << (SECTOR_SHIFT + 3);
5049 			1U << (SECTOR_SHIFT + ic->log2_buffer_sectors), 1, 0, NULL, NULL, 0);
5098 			sector = i * (BITMAP_BLOCK_SIZE >> SECTOR_SHIFT);
5099 			pl_index = sector >> (PAGE_SHIFT - SECTOR_SHIFT);
5100 			pl_offset = (sector << SECTOR_SHIFT) & (PAGE_SIZE - 1);
5216 		free_pages_exact(ic->sb, SB_SECTORS << SECTOR_SHIFT);